Merge branch 'master' of asdf.us:megapixels_dev

1 files changed, 6 insertions, 1 deletions

diff --git a/scraper/s2-doi-report.py b/scraper/s2-doi-report.py
index c715b647..7d142a14 100644
--- a/scraper/s2-doi-report.py
+++ b/scraper/s2-doi-report.py
@@ -10,6 +10,7 @@ from bs4 import BeautifulSoup
 from urllib.parse import unquote
 from importlib import import_module
 doi = import_module('s2-fetch-doi')
+raw_paper = import_module('s2-raw-papers')
 
 DOI_DIR = 'datasets/s2/doi'
 
@@ -39,7 +40,11 @@ def doi_report():
     paper_id = url_info['paper_id']
     paper = load_paper(paper_id)
     if paper is None:
-      continue
+      raw_paper.fetch_raw_paper(paper_id, freshen=False)
+      paper = load_paper(paper_id)
+      if paper is None:
+        print("Problem fetching raw paper {}".format(paper_id))
+        continue
     if paper.data is None:
       continue
     doi_fn = fn.replace('.url', '.doi')