From 5a6ea858f424ce0809fd98736054ab623d3380b3 Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Sun, 24 Feb 2019 13:59:10 +0100 Subject: update scripts that references the old google sheets --- scraper/s2-citation-report.py | 4 ++-- scraper/s2-final-report.py | 5 ----- 2 files changed, 2 insertions(+), 7 deletions(-) (limited to 'scraper') diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index c515ec37..91e433a6 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -48,8 +48,8 @@ def write_master_report(fn, papers): if paper['key'] not in paper_key_lookup: paper_key_lookup[paper['key']] = paper - # then fetch the statistics csv which has things like "year" - fields, rows = fetch_google_sheet('statistics') + # then fetch the datasets csv which has things like "year" + fields, rows = fetch_google_sheet('datasets') master_papers = [] statistics = {} diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index e3e49c37..4b74750a 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -168,7 +168,6 @@ def process_single_paper(row, paper_id, addresses, aggregate_citations, unknown_ def load_megapixels_lookup(): keys, rows = fetch_google_sheet('citation_lookup') dataset_lookup = fetch_google_lookup('datasets') - statistics_lookup = fetch_google_lookup('statistics') lookup = {} for row in rows: rec = {} @@ -185,10 +184,6 @@ def load_megapixels_lookup(): lookup[paper_key]['dataset'] = dataset_lookup[paper_key] else: print("not in datasets lookup:", paper_key) - if paper_key in statistics_lookup: - lookup[paper_key]['statistics'] = statistics_lookup[paper_key] - else: - print("not in statistics lookup:", paper_key) # recs.append(rec) return lookup -- cgit v1.2.3-70-g09d2