diff options
| author | adamhrv <adam@ahprojects.com> | 2019-02-12 15:20:33 +0100 |
|---|---|---|
| committer | adamhrv <adam@ahprojects.com> | 2019-02-12 15:20:33 +0100 |
| commit | 584b10ce69edaf49225a35f0c4e9af7d6e3f40e8 (patch) | |
| tree | b0dbf1c8a9ecd75d5c38521dcaf5d61683a28059 | |
| parent | 2d9a61cd3a880faccc56abcee159d6262e3a77ef (diff) | |
| parent | 55511a965fd9fcffdc314cf4e277d0d0682dc12e (diff) | |
Merge branch 'master' of github.com:adamhrv/megapixels_dev
| -rw-r--r-- | scraper/s2-citation-report.py | 2 | ||||
| -rw-r--r-- | scraper/s2-final-report.py | 2 | ||||
| -rw-r--r-- | scraper/s2-papers.py | 2 |
3 files changed, 3 insertions, 3 deletions
diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index 6dfababd..70df82d2 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -352,7 +352,7 @@ def process_paper(row, addresses, success): return res def load_megapixels_queries(): - keys, rows = read_csv('datasets/citation_lookup.csv') + keys, rows = fetch_google_sheet('citation_lookup') recs = [] for row in rows: rec = {} diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index e8307b8d..2da2e700 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -174,7 +174,7 @@ def load_ft_lookup(): return lookup def load_megapixels_lookup(): - keys, rows = read_csv('datasets/citation_lookup.csv') + keys, rows = fetch_google_sheet('citation_lookup') lookup = {} for row in rows: rec = {} diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py index 86e2d614..1fd901c7 100644 --- a/scraper/s2-papers.py +++ b/scraper/s2-papers.py @@ -15,7 +15,7 @@ s2 = SemanticScholarAPI() @click.command() def fetch_papers(): addresses = AddressBook() - lookup_keys, lines = read_csv('./datasets/citation_lookup.csv') + lookup_keys, lines = fetch_google_sheet('citation_lookup') report_keys = [ "key", "name", "our title", 'found title', '', '', 'address', 's2 id' ] |