diff options
Diffstat (limited to 's2-merge-csv.py')
| -rw-r--r-- | s2-merge-csv.py | 28 |
1 files changed, 0 insertions, 28 deletions
diff --git a/s2-merge-csv.py b/s2-merge-csv.py deleted file mode 100644 index 301f47ae..00000000 --- a/s2-merge-csv.py +++ /dev/null @@ -1,28 +0,0 @@ -import os -import glob -import time -import simplejson as json -import click -import operator -from util import * -import random - -@click.command() -@click.option('--path', '-d', default='report/institutions_geocoded', help='Path to CSVs') -def s2_merge_csv(path): - print(path) - lookup = {} - for fn in glob.iglob('{}/*.csv'.format(path)): - rows = read_csv(fn, keys=False) - for row in rows: - key = row[0] - if key not in lookup: - lookup[key] = row - keys = sorted(lookup.keys()) - deduped = [] - for key in keys: - deduped.append(lookup[key]) - write_csv('{}.csv'.format(path), keys=None, rows=deduped) - -if __name__ == '__main__': - s2_merge_csv() |
