blob: 4fed4494fe1184691ee10ae0afded5e396a1bf02 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
import os
import sys
import csv
from math import ceil
import subprocess
import random
import click
@click.command()
def check_counts():
"""Split a CSV into groups."""
mypath = './datasets/scholar/entries/'
onlyfiles = [f for f in os.listdir(mypath) if os.path.isfile(os.path.join(mypath, f))]
recs = []
for f in onlyfiles:
with open(os.path.join(mypath, f), 'rb') as f:
reader = csv.reader(f, delimiter='|')
print f
print repr(reader)
lines = list(reader)
rec = lines[0]
recs.append(rec)
out_fn = './datasets/scholar_entries.csv'
write_csv(out_fn, keys=None, chunk=recs)
# Write a CSV
def write_csv(fn, keys, chunk):
print(fn)
with open(fn, 'w') as f:
writer = csv.writer(f)
if keys is not None:
writer.writerow(keys)
for row in chunk:
writer.writerow(row)
if __name__ == '__main__':
check_counts()
|
