datasetsss

1 files changed, 3 insertions, 2 deletions

diff --git a/scraper/s2-search.py b/scraper/s2-search.py
index e943053a..9ec20cc9 100644
--- a/scraper/s2-search.py
+++ b/scraper/s2-search.py
@@ -25,7 +25,8 @@ totalResults
 
 @click.command()
 @click.option('--index', '-n', default=0, help='Index of CSV (query,)')
-def fetch_entries(index):
+@click.option('--refresh/--no-refresh', '-f', help='Force it to query the paper API again')
+def fetch_entries(index, refresh):
   keys, lines = read_citation_list(index)
   citation_lookup = []
   s2 = SemanticScholarAPI()
@@ -39,7 +40,7 @@ def fetch_entries(index):
     dump_fn = './datasets/s2/dumps/{}.json'.format(key)
     entry_fn = './datasets/s2/entries/{}.json'.format(key)
     result = None
-    if os.path.exists(entry_fn):
+    if not refresh and os.path.exists(entry_fn):
       result = read_json(entry_fn)
     else:
       results = s2.search(clean_title)