summaryrefslogtreecommitdiff
path: root/s2-merge-csv.py
diff options
context:
space:
mode:
authorJules Laplace <julescarbon@gmail.com>2018-11-25 22:19:15 +0100
committerJules Laplace <julescarbon@gmail.com>2018-11-25 22:19:15 +0100
commitee3d0d98e19f1d8177d85af1866fd0ee431fe9ea (patch)
tree41372528e78d4328bc2a47bbbabac7e809c58894 /s2-merge-csv.py
parent255b8178af1e25a71fd23703d30c0d1f74911f47 (diff)
moving stuff
Diffstat (limited to 's2-merge-csv.py')
-rw-r--r--s2-merge-csv.py28
1 files changed, 0 insertions, 28 deletions
diff --git a/s2-merge-csv.py b/s2-merge-csv.py
deleted file mode 100644
index 301f47ae..00000000
--- a/s2-merge-csv.py
+++ /dev/null
@@ -1,28 +0,0 @@
-import os
-import glob
-import time
-import simplejson as json
-import click
-import operator
-from util import *
-import random
-
-@click.command()
-@click.option('--path', '-d', default='report/institutions_geocoded', help='Path to CSVs')
-def s2_merge_csv(path):
- print(path)
- lookup = {}
- for fn in glob.iglob('{}/*.csv'.format(path)):
- rows = read_csv(fn, keys=False)
- for row in rows:
- key = row[0]
- if key not in lookup:
- lookup[key] = row
- keys = sorted(lookup.keys())
- deduped = []
- for key in keys:
- deduped.append(lookup[key])
- write_csv('{}.csv'.format(path), keys=None, rows=deduped)
-
-if __name__ == '__main__':
- s2_merge_csv()