From 55511a965fd9fcffdc314cf4e277d0d0682dc12e Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Tue, 12 Feb 2019 14:07:02 +0100 Subject: use google sheet as source of truth for citations --- scraper/s2-citation-report.py | 2 +- scraper/s2-final-report.py | 2 +- scraper/s2-papers.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) (limited to 'scraper') diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index 6dfababd..70df82d2 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -352,7 +352,7 @@ def process_paper(row, addresses, success): return res def load_megapixels_queries(): - keys, rows = read_csv('datasets/citation_lookup.csv') + keys, rows = fetch_google_sheet('citation_lookup') recs = [] for row in rows: rec = {} diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index e8307b8d..2da2e700 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -174,7 +174,7 @@ def load_ft_lookup(): return lookup def load_megapixels_lookup(): - keys, rows = read_csv('datasets/citation_lookup.csv') + keys, rows = fetch_google_sheet('citation_lookup') lookup = {} for row in rows: rec = {} diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py index 86e2d614..1fd901c7 100644 --- a/scraper/s2-papers.py +++ b/scraper/s2-papers.py @@ -15,7 +15,7 @@ s2 = SemanticScholarAPI() @click.command() def fetch_papers(): addresses = AddressBook() - lookup_keys, lines = read_csv('./datasets/citation_lookup.csv') + lookup_keys, lines = fetch_google_sheet('citation_lookup') report_keys = [ "key", "name", "our title", 'found title', '', '', 'address', 's2 id' ] -- cgit v1.2.3-70-g09d2