From 1d3e450b5204baf72765f2a319adc8146ba460ad Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Mon, 25 Feb 2019 16:15:28 +0100 Subject: check ft field --- scraper/s2-final-report.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'scraper/s2-final-report.py') diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index 4b74750a..fb7a78dc 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -19,7 +19,7 @@ def s2_final_report(): megapixels = load_megapixels_lookup() items = [] for key, item in megapixels.items(): - if item['dataset']['ft_share'] == '1': + if 'ft_share' in item['dataset'] and item['dataset']['ft_share'] == 'Y': items.append((item,)) parallelize(process_paper, items) @@ -184,6 +184,7 @@ def load_megapixels_lookup(): lookup[paper_key]['dataset'] = dataset_lookup[paper_key] else: print("not in datasets lookup:", paper_key) + lookup[paper_key]['dataset'] = {} # recs.append(rec) return lookup -- cgit v1.2.3-70-g09d2