diff options
Diffstat (limited to 'scraper')
| -rw-r--r-- | scraper/s2-citation-report.py | 4 | ||||
| -rw-r--r-- | scraper/s2-final-report.py | 5 |
2 files changed, 2 insertions, 7 deletions
diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index c515ec37..91e433a6 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -48,8 +48,8 @@ def write_master_report(fn, papers): if paper['key'] not in paper_key_lookup: paper_key_lookup[paper['key']] = paper - # then fetch the statistics csv which has things like "year" - fields, rows = fetch_google_sheet('statistics') + # then fetch the datasets csv which has things like "year" + fields, rows = fetch_google_sheet('datasets') master_papers = [] statistics = {} diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index e3e49c37..4b74750a 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -168,7 +168,6 @@ def process_single_paper(row, paper_id, addresses, aggregate_citations, unknown_ def load_megapixels_lookup(): keys, rows = fetch_google_sheet('citation_lookup') dataset_lookup = fetch_google_lookup('datasets') - statistics_lookup = fetch_google_lookup('statistics') lookup = {} for row in rows: rec = {} @@ -185,10 +184,6 @@ def load_megapixels_lookup(): lookup[paper_key]['dataset'] = dataset_lookup[paper_key] else: print("not in datasets lookup:", paper_key) - if paper_key in statistics_lookup: - lookup[paper_key]['statistics'] = statistics_lookup[paper_key] - else: - print("not in statistics lookup:", paper_key) # recs.append(rec) return lookup |