fetch entries

2 files changed, 44 insertions, 22 deletions

diff --git a/README.md b/README.md
index b7d830c3..e21f537f 100644
--- a/README.md
+++ b/README.md
@@ -1,7 +1,17 @@
-megapixels dev
-==============
+# megapixels dev
 
-```xxxxdddd5xxdddd5555vvvv~xxxxdddd55vvvv7777~~~~xxxxdddddd5555vvvv7777
+## installation
+
+```
+pip install urllib3
+pip install bs4
+pip install http
+```
+
+## ascii
+
+```
+xxxxdddd5xxdddd5555vvvv~xxxxdddd55vvvv7777~~~~xxxxdddddd5555vvvv7777
 xxxxdddd5xxdddd55v~xxxxddddddddd55vvvv7777~~~~xxxxdddd5555v5vvvv7777
 xxxxdddd555vvvv77~~xxxxdddddddd55vvvv77777~~~xxxxddd55555v5vvvv77777
 aaaaxddd5555vvvv77xxxxddddddddd55vvvvv77777~~xxxxddd55555v5vvvvddddd
@@ -17,4 +27,5 @@ aallSSSSQQQQQ%%&&&llllllllllSSSD%Q%%##@@&&llllllllSSQQQQ%Q%%%#&&rrrr
 aaaaiiiiVVQQQ%%drrrrrrrrllllSSSSQQ%%%%&&&&llllllllSSSQQQQ%Q%%%%&rrrr
 aaaaiiiiVVVVVdddrrrrrrrraaaaiSSSQVdd%%&&rrrrrraaaaiiSQQQQ%Q%%%%rrrrr
 xxxxdddd55VVVddv7777~~~~aaaaiiiiVVddddrrrrrrrraaaaiiiiVVVVdVdddd7777
-xxxxdddd5555vvvv7777~~~~xxxxdiiiV555vvvv7777~~~~xxxxdddd5555vvvv7777```
+xxxxdddd5555vvvv7777~~~~xxxxdiiiV555vvvv7777~~~~xxxxdddd5555vvvv7777
+```
diff --git a/fetch-entries.py b/fetch-entries.py
index b8279a1a..027b2955 100644
--- a/fetch-entries.py
+++ b/fetch-entries.py
@@ -3,23 +3,34 @@ import sys
 import csv
 import subprocess
 
-with open('./datasets/citations.csv', 'r') as f:
-  reader = csv.reader(f)
-  lines = list(reader)
-  keys = lines[0]
-  lines = lines[1:]
+import click
 
-print([line[1] for line in lines])
+@click.command()
+@click.option('--index', '-n', default=1, help='Index of CSV.')
+def fetch_entries(index):
+  keys, lines = read_citation_list(index)
 
-for line in lines:
-  label = line[0]
-  title = line[1]
-  entries_fn = './datasets/scholar/entries/{}.csv'.format(title)
-  print(entries_fn)
-  if not os.path.exists(entries_fn):
-    with open(entries_fn, 'w') as f:
-      subprocess.call([
-        './vendor/scholar.py',
-        '-t', '-s', title, '--csv',
-      ], stdout=f)
-    sys.exit(1)
+  for line in lines:
+    label = line[0]
+    title = line[1]
+    entries_fn = './datasets/scholar/entries/{}.csv'.format(title)
+    print(entries_fn)
+    if not os.path.exists(entries_fn):
+      with open(entries_fn, 'w') as f:
+        subprocess.call([
+          './vendor/scholar.py',
+          '-t', '-s', title, '--csv',
+        ], stdout=f)
+      sys.exit(1)
+
+
+def read_citation_list(index):
+  filename = './datasets/citations.csv'
+  fn, ext = os.path.splitext(filename)
+  in_fn = fn + '-' + str(index) + ext
+  with open(in_fn, 'r') as f:
+    reader = csv.reader(f)
+    lines = list(reader)
+    keys = lines[0]
+    lines = lines[1:]
+    return keys, lines