diff options
| author | jules@lens <julescarbon@gmail.com> | 2019-05-28 14:01:49 +0200 |
|---|---|---|
| committer | jules@lens <julescarbon@gmail.com> | 2019-05-28 14:01:49 +0200 |
| commit | ea5dd6e066b5a8faf7a6e5e766452001dad44514 (patch) | |
| tree | 8b3e8e2ffadd5c0ec0f711512f8a5f47ec2701cf /scraper/s2-papers.py | |
| parent | afbfc3f6f527ffabc6515a72c6142cdb59d9a588 (diff) | |
show all verified papers even if s2 deletes the connection
Diffstat (limited to 'scraper/s2-papers.py')
| -rw-r--r-- | scraper/s2-papers.py | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py index 2e382900..8f318d57 100644 --- a/scraper/s2-papers.py +++ b/scraper/s2-papers.py @@ -17,7 +17,8 @@ s2 = SemanticScholarAPI() @click.command() @click.option('--freshen/--no-freshen', '-f', help='Force it to query the paper API again') -def fetch_papers(freshen): +@click.option('--dataset', '-d', default=None, help='Specific dataset to query') +def fetch_papers(freshen, dataset): addresses = AddressBook() lookup_keys, lines = fetch_google_sheet('citation_lookup') report_keys = [ @@ -32,6 +33,8 @@ def fetch_papers(freshen): name = line[1] title = line[2] paper_id = line[3] + if dataset is not None and dataset != key: + continue if paper_id == '': continue paper = fetch_paper(s2, paper_id, freshen) |