From a7f1d363eaef9149e54e5846072e710713cca7a7 Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Wed, 31 Oct 2018 01:32:04 +0100 Subject: initial commit --- README.md | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 README.md (limited to 'README.md') diff --git a/README.md b/README.md new file mode 100644 index 00000000..b7d830c3 --- /dev/null +++ b/README.md @@ -0,0 +1,20 @@ +megapixels dev +============== + +```xxxxdddd5xxdddd5555vvvv~xxxxdddd55vvvv7777~~~~xxxxdddddd5555vvvv7777 +xxxxdddd5xxdddd55v~xxxxddddddddd55vvvv7777~~~~xxxxdddd5555v5vvvv7777 +xxxxdddd555vvvv77~~xxxxdddddddd55vvvv77777~~~xxxxddd55555v5vvvv77777 +aaaaxddd5555vvvv77xxxxddddddddd55vvvvv77777~~xxxxddd55555v5vvvvddddd +aaaaayyMMMMMqqqqddeeeexxxxxxdddd55vvvv77777~~xxaayyyyMMMMMqMqqqvdddd +aaaaayyMMMMMqqqqqddeeeaaaaaayyyyMMqqqqqddddeeaaaayyyyMMMMMqMqqqqdddd +ccccaDD%%%%%##qqqddeeaaaaaayyyyMMqqqqddddeeeeaaaayyyyMMMMMqMqqqq@@@@ +ccccc%%%###qqqd#@@eeeaaaaaayyyyMMqqqqddddeeeeacccDDDD%%%%%#%###q@@@@ +cccx%%%%###i##@#@eeeeaccccccDyyyM%##qddd@@eeeeccccDDyMMMMqMqqqq@@@@@ +llcccDDDD%%%%###@eeeecccccccDDDD%%####@@@@eeeecccDDD%%%%#%###q@&&&&& +lllllSDDD%%%%###@llllcccccccDDDD%%####@@@@eeeecclSSD%%%%#%####@&&&&& +llllSSSSQQ%%%##&&&lllllcclllSDDD%%####@@@@eellcllSSD%%%%#%####&&&&&& +aallSSSSQQQQQ%%&&&llllllllllSSSD%Q%%##@@&&llllllllSSQQQQ%Q%%%#&&rrrr +aaaaiiiiVVQQQ%%drrrrrrrrllllSSSSQQ%%%%&&&&llllllllSSSQQQQ%Q%%%%&rrrr +aaaaiiiiVVVVVdddrrrrrrrraaaaiSSSQVdd%%&&rrrrrraaaaiiSQQQQ%Q%%%%rrrrr +xxxxdddd55VVVddv7777~~~~aaaaiiiiVVddddrrrrrrrraaaaiiiiVVVVdVdddd7777 +xxxxdddd5555vvvv7777~~~~xxxxdiiiV555vvvv7777~~~~xxxxdddd5555vvvv7777``` -- cgit v1.2.3-70-g09d2 From 26b8d0f08078b6356cdb815aa20ae3154ffe7665 Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Wed, 31 Oct 2018 01:42:14 +0100 Subject: fetch entries --- README.md | 19 +++++++++++++++---- fetch-entries.py | 47 +++++++++++++++++++++++++++++------------------ 2 files changed, 44 insertions(+), 22 deletions(-) (limited to 'README.md') diff --git a/README.md b/README.md index b7d830c3..e21f537f 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,17 @@ -megapixels dev -============== +# megapixels dev -```xxxxdddd5xxdddd5555vvvv~xxxxdddd55vvvv7777~~~~xxxxdddddd5555vvvv7777 +## installation + +``` +pip install urllib3 +pip install bs4 +pip install http +``` + +## ascii + +``` +xxxxdddd5xxdddd5555vvvv~xxxxdddd55vvvv7777~~~~xxxxdddddd5555vvvv7777 xxxxdddd5xxdddd55v~xxxxddddddddd55vvvv7777~~~~xxxxdddd5555v5vvvv7777 xxxxdddd555vvvv77~~xxxxdddddddd55vvvv77777~~~xxxxddd55555v5vvvv77777 aaaaxddd5555vvvv77xxxxddddddddd55vvvvv77777~~xxxxddd55555v5vvvvddddd @@ -17,4 +27,5 @@ aallSSSSQQQQQ%%&&&llllllllllSSSD%Q%%##@@&&llllllllSSQQQQ%Q%%%#&&rrrr aaaaiiiiVVQQQ%%drrrrrrrrllllSSSSQQ%%%%&&&&llllllllSSSQQQQ%Q%%%%&rrrr aaaaiiiiVVVVVdddrrrrrrrraaaaiSSSQVdd%%&&rrrrrraaaaiiSQQQQ%Q%%%%rrrrr xxxxdddd55VVVddv7777~~~~aaaaiiiiVVddddrrrrrrrraaaaiiiiVVVVdVdddd7777 -xxxxdddd5555vvvv7777~~~~xxxxdiiiV555vvvv7777~~~~xxxxdddd5555vvvv7777``` +xxxxdddd5555vvvv7777~~~~xxxxdiiiV555vvvv7777~~~~xxxxdddd5555vvvv7777 +``` diff --git a/fetch-entries.py b/fetch-entries.py index b8279a1a..027b2955 100644 --- a/fetch-entries.py +++ b/fetch-entries.py @@ -3,23 +3,34 @@ import sys import csv import subprocess -with open('./datasets/citations.csv', 'r') as f: - reader = csv.reader(f) - lines = list(reader) - keys = lines[0] - lines = lines[1:] +import click -print([line[1] for line in lines]) +@click.command() +@click.option('--index', '-n', default=1, help='Index of CSV.') +def fetch_entries(index): + keys, lines = read_citation_list(index) -for line in lines: - label = line[0] - title = line[1] - entries_fn = './datasets/scholar/entries/{}.csv'.format(title) - print(entries_fn) - if not os.path.exists(entries_fn): - with open(entries_fn, 'w') as f: - subprocess.call([ - './vendor/scholar.py', - '-t', '-s', title, '--csv', - ], stdout=f) - sys.exit(1) + for line in lines: + label = line[0] + title = line[1] + entries_fn = './datasets/scholar/entries/{}.csv'.format(title) + print(entries_fn) + if not os.path.exists(entries_fn): + with open(entries_fn, 'w') as f: + subprocess.call([ + './vendor/scholar.py', + '-t', '-s', title, '--csv', + ], stdout=f) + sys.exit(1) + + +def read_citation_list(index): + filename = './datasets/citations.csv' + fn, ext = os.path.splitext(filename) + in_fn = fn + '-' + str(index) + ext + with open(in_fn, 'r') as f: + reader = csv.reader(f) + lines = list(reader) + keys = lines[0] + lines = lines[1:] + return keys, lines -- cgit v1.2.3-70-g09d2