From 2ede97c42b203c37a8a9f98784af4f31f01961f4 Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Wed, 31 Oct 2018 03:41:37 +0100 Subject: merge --- fetch-entries.py | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) (limited to 'fetch-entries.py') diff --git a/fetch-entries.py b/fetch-entries.py index 37cd37f9..8c50d9a1 100644 --- a/fetch-entries.py +++ b/fetch-entries.py @@ -16,22 +16,24 @@ def fetch_entries(index): label = line[0] title = line[1] entries_fn = './datasets/scholar/entries/{}.csv'.format(title) - print(entries_fn) + # print(entries_fn) if not os.path.exists(entries_fn): with open(entries_fn, 'w') as f: - t = re.sub(r'\W+', '', title) + t = re.sub(r'[^-0-9a-zA-Z ]+', '', title) + print(t) subprocess.call([ './vendor/scholar.py', '-t', '-A', t, '--csv', ], stdout=f) - time.sleep(random.randint(20, 32)) + # time.sleep(random.randint(20, 32)) def read_citation_list(index): filename = './datasets/citations.csv' - fn, ext = os.path.splitext(filename) - in_fn = fn + '-' + str(index) + ext - with open(in_fn, 'r') as f: + # fn, ext = os.path.splitext(filename) + # in_fn = fn + '-' + str(index) + ext + # with open(in_fn, 'r') as f: + with open(filename, 'r') as f: reader = csv.reader(f) lines = list(reader) keys = lines[0] -- cgit v1.2.3-70-g09d2