From f9a1c5f6a631c24afee76f9449508622d57992fb Mon Sep 17 00:00:00 2001 From: "jules@lens" Date: Tue, 28 May 2019 18:04:25 +0200 Subject: export totals and look for censorship --- scraper/util.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) (limited to 'scraper/util.py') diff --git a/scraper/util.py b/scraper/util.py index c7e18b44..7febf86f 100644 --- a/scraper/util.py +++ b/scraper/util.py @@ -467,15 +467,21 @@ def fetch_verified_paper_lookup(): """Fetch a lookup keyed by dataset, where each dataset points to a hash of valid or invalid papers...""" keys, rows = fetch_google_sheet('verifications') verified_lookup = {} + verified_totals = {} for row in rows: rec = {} for index, key in enumerate(keys): rec[key] = row[index] if rec['dataset'] not in verified_lookup: verified_lookup[rec['dataset']] = {} + verified_totals[rec['dataset']] = { 'yes': 0, 'no': 0, 'total': 0 } if str(rec['uses_dataset']) == '1': verified_lookup[rec['dataset']][rec['paper_id']] = rec - return verified_lookup + verified_totals[rec['dataset']]['yes'] += 1 + else: + verified_totals[rec['dataset']]['no'] += 1 + verified_totals[rec['dataset']]['total'] += 1 + return verified_lookup, verified_totals def update_or_append_worksheet(name, form): worksheet = fetch_worksheet(name) -- cgit v1.2.3-70-g09d2