diff options
Diffstat (limited to 'scraper/s2-doi-report.py')
| -rw-r--r-- | scraper/s2-doi-report.py | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/scraper/s2-doi-report.py b/scraper/s2-doi-report.py index c715b647..7d142a14 100644 --- a/scraper/s2-doi-report.py +++ b/scraper/s2-doi-report.py @@ -10,6 +10,7 @@ from bs4 import BeautifulSoup from urllib.parse import unquote from importlib import import_module doi = import_module('s2-fetch-doi') +raw_paper = import_module('s2-raw-papers') DOI_DIR = 'datasets/s2/doi' @@ -39,7 +40,11 @@ def doi_report(): paper_id = url_info['paper_id'] paper = load_paper(paper_id) if paper is None: - continue + raw_paper.fetch_raw_paper(paper_id, freshen=False) + paper = load_paper(paper_id) + if paper is None: + print("Problem fetching raw paper {}".format(paper_id)) + continue if paper.data is None: continue doi_fn = fn.replace('.url', '.doi') |