summaryrefslogtreecommitdiff
path: root/scraper/s2-papers.py
diff options
context:
space:
mode:
authorJules Laplace <julescarbon@gmail.com>2019-03-08 21:05:03 +0100
committerJules Laplace <julescarbon@gmail.com>2019-03-08 21:05:03 +0100
commitfaa59f192c00dadd84165fe14a90307c908e6ab2 (patch)
tree7454e60e4edbde0469aac8bd72c9d52490db3d6b /scraper/s2-papers.py
parent8f0d59a5f44c71aeb4eecf60cb323d2fe0306a3e (diff)
possibly freshen raw papers
Diffstat (limited to 'scraper/s2-papers.py')
-rw-r--r--scraper/s2-papers.py4
1 files changed, 4 insertions, 0 deletions
diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py
index 40489e75..92bf8ebf 100644
--- a/scraper/s2-papers.py
+++ b/scraper/s2-papers.py
@@ -9,6 +9,8 @@ import operator
import click
from s2 import SemanticScholarAPI
from util import *
+from urllib.parse import unquote
+raw_papers_api = import_module('s2-raw-papers')
s2 = SemanticScholarAPI()
@@ -34,6 +36,8 @@ def fetch_papers(freshen):
paper = fetch_paper(s2, paper_id, freshen)
if paper is None:
continue
+ if freshen:
+ raw_papers_api.fetch_raw_paper(paper_id, freshen)
db_paper = load_paper(paper_id)
pdf_link = db_paper.pdf_link if db_paper else ""