summaryrefslogtreecommitdiff
path: root/scraper/s2-papers.py
diff options
context:
space:
mode:
Diffstat (limited to 'scraper/s2-papers.py')
-rw-r--r--scraper/s2-papers.py4
1 files changed, 4 insertions, 0 deletions
diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py
index 40489e75..92bf8ebf 100644
--- a/scraper/s2-papers.py
+++ b/scraper/s2-papers.py
@@ -9,6 +9,8 @@ import operator
import click
from s2 import SemanticScholarAPI
from util import *
+from urllib.parse import unquote
+raw_papers_api = import_module('s2-raw-papers')
s2 = SemanticScholarAPI()
@@ -34,6 +36,8 @@ def fetch_papers(freshen):
paper = fetch_paper(s2, paper_id, freshen)
if paper is None:
continue
+ if freshen:
+ raw_papers_api.fetch_raw_paper(paper_id, freshen)
db_paper = load_paper(paper_id)
pdf_link = db_paper.pdf_link if db_paper else ""