diff options
| author | Jules Laplace <julescarbon@gmail.com> | 2019-03-08 21:02:58 +0100 |
|---|---|---|
| committer | Jules Laplace <julescarbon@gmail.com> | 2019-03-08 21:02:58 +0100 |
| commit | 8f0d59a5f44c71aeb4eecf60cb323d2fe0306a3e (patch) | |
| tree | 397f8b4b738217fd87f3460b44e06c1fb21d03ac /scraper/s2-papers.py | |
| parent | 1b086936a927aed44e505b12239c78fefa1e058c (diff) | |
possibly freshen raw papers
Diffstat (limited to 'scraper/s2-papers.py')
| -rw-r--r-- | scraper/s2-papers.py | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py index 782dc198..40489e75 100644 --- a/scraper/s2-papers.py +++ b/scraper/s2-papers.py @@ -13,7 +13,8 @@ from util import * s2 = SemanticScholarAPI() @click.command() -def fetch_papers(): +@click.option('--freshen/--no-freshen', '-f', help='Force it to query the paper API again') +def fetch_papers(freshen): addresses = AddressBook() lookup_keys, lines = fetch_google_sheet('citation_lookup') report_keys = [ @@ -30,7 +31,7 @@ def fetch_papers(): paper_id = line[3] if paper_id == '': continue - paper = fetch_paper(s2, paper_id) + paper = fetch_paper(s2, paper_id, freshen) if paper is None: continue db_paper = load_paper(paper_id) |