diff options
Diffstat (limited to 'scraper/s2-final-report.py')
| -rw-r--r-- | scraper/s2-final-report.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index 4b74750a..fb7a78dc 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -19,7 +19,7 @@ def s2_final_report(): megapixels = load_megapixels_lookup() items = [] for key, item in megapixels.items(): - if item['dataset']['ft_share'] == '1': + if 'ft_share' in item['dataset'] and item['dataset']['ft_share'] == 'Y': items.append((item,)) parallelize(process_paper, items) @@ -184,6 +184,7 @@ def load_megapixels_lookup(): lookup[paper_key]['dataset'] = dataset_lookup[paper_key] else: print("not in datasets lookup:", paper_key) + lookup[paper_key]['dataset'] = {} # recs.append(rec) return lookup |