diff options
| author | Jules Laplace <julescarbon@gmail.com> | 2019-02-12 14:07:02 +0100 |
|---|---|---|
| committer | Jules Laplace <julescarbon@gmail.com> | 2019-02-12 14:07:02 +0100 |
| commit | 55511a965fd9fcffdc314cf4e277d0d0682dc12e (patch) | |
| tree | 113d8bc3c8eec48e85071f6d22e53bd301a20a90 /scraper | |
| parent | 9115c4b920a6155f8b66ac64c71d008f67058e7e (diff) | |
use google sheet as source of truth for citations
Diffstat (limited to 'scraper')
| -rw-r--r-- | scraper/s2-citation-report.py | 2 | ||||
| -rw-r--r-- | scraper/s2-final-report.py | 2 | ||||
| -rw-r--r-- | scraper/s2-papers.py | 2 |
3 files changed, 3 insertions, 3 deletions
diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index 6dfababd..70df82d2 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -352,7 +352,7 @@ def process_paper(row, addresses, success): return res def load_megapixels_queries(): - keys, rows = read_csv('datasets/citation_lookup.csv') + keys, rows = fetch_google_sheet('citation_lookup') recs = [] for row in rows: rec = {} diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index e8307b8d..2da2e700 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -174,7 +174,7 @@ def load_ft_lookup(): return lookup def load_megapixels_lookup(): - keys, rows = read_csv('datasets/citation_lookup.csv') + keys, rows = fetch_google_sheet('citation_lookup') lookup = {} for row in rows: rec = {} diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py index 86e2d614..1fd901c7 100644 --- a/scraper/s2-papers.py +++ b/scraper/s2-papers.py @@ -15,7 +15,7 @@ s2 = SemanticScholarAPI() @click.command() def fetch_papers(): addresses = AddressBook() - lookup_keys, lines = read_csv('./datasets/citation_lookup.csv') + lookup_keys, lines = fetch_google_sheet('citation_lookup') report_keys = [ "key", "name", "our title", 'found title', '', '', 'address', 's2 id' ] |