diff options
| author | Jules Laplace <julescarbon@gmail.com> | 2019-02-24 13:59:10 +0100 |
|---|---|---|
| committer | Jules Laplace <julescarbon@gmail.com> | 2019-02-24 13:59:10 +0100 |
| commit | 5a6ea858f424ce0809fd98736054ab623d3380b3 (patch) | |
| tree | 86b7bbc4ea6efe005d5dd77df95f738f31f69791 /scraper | |
| parent | 1276c18121a797fca086c9d2faa3eb1b79c496f8 (diff) | |
update scripts that references the old google sheets
Diffstat (limited to 'scraper')
| -rw-r--r-- | scraper/s2-citation-report.py | 4 | ||||
| -rw-r--r-- | scraper/s2-final-report.py | 5 |
2 files changed, 2 insertions, 7 deletions
diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index c515ec37..91e433a6 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -48,8 +48,8 @@ def write_master_report(fn, papers): if paper['key'] not in paper_key_lookup: paper_key_lookup[paper['key']] = paper - # then fetch the statistics csv which has things like "year" - fields, rows = fetch_google_sheet('statistics') + # then fetch the datasets csv which has things like "year" + fields, rows = fetch_google_sheet('datasets') master_papers = [] statistics = {} diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index e3e49c37..4b74750a 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -168,7 +168,6 @@ def process_single_paper(row, paper_id, addresses, aggregate_citations, unknown_ def load_megapixels_lookup(): keys, rows = fetch_google_sheet('citation_lookup') dataset_lookup = fetch_google_lookup('datasets') - statistics_lookup = fetch_google_lookup('statistics') lookup = {} for row in rows: rec = {} @@ -185,10 +184,6 @@ def load_megapixels_lookup(): lookup[paper_key]['dataset'] = dataset_lookup[paper_key] else: print("not in datasets lookup:", paper_key) - if paper_key in statistics_lookup: - lookup[paper_key]['statistics'] = statistics_lookup[paper_key] - else: - print("not in statistics lookup:", paper_key) # recs.append(rec) return lookup |