check ft field

1 files changed, 2 insertions, 1 deletions

diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py
index 4b74750a..fb7a78dc 100644
--- a/scraper/s2-final-report.py
+++ b/scraper/s2-final-report.py
@@ -19,7 +19,7 @@ def s2_final_report():
   megapixels = load_megapixels_lookup()
   items = []
   for key, item in megapixels.items():
-    if item['dataset']['ft_share'] == '1':
+    if 'ft_share' in item['dataset'] and item['dataset']['ft_share'] == 'Y':
       items.append((item,))
   parallelize(process_paper, items)
 
@@ -184,6 +184,7 @@ def load_megapixels_lookup():
       lookup[paper_key]['dataset'] = dataset_lookup[paper_key]
     else:
       print("not in datasets lookup:", paper_key)
+      lookup[paper_key]['dataset'] = {}
     # recs.append(rec)
   return lookup