summaryrefslogtreecommitdiff
path: root/scraper/s2-search.py
diff options
context:
space:
mode:
authoradamhrv <adam@ahprojects.com>2019-02-09 14:02:22 +0100
committeradamhrv <adam@ahprojects.com>2019-02-09 14:02:22 +0100
commit31305e9d9de9b7624cb9b2dfb462a3e68c120798 (patch)
tree51b37499dc21bb600639d9a3e6050a5d01e2dbd1 /scraper/s2-search.py
parentedc5e1542071fdc1a18a2bb1af2c2b5bed8be02a (diff)
parent865be13c0d7e22db4f23f1d4dddc381e7392fe55 (diff)
Merge branch 'master' of github.com:adamhrv/megapixels_dev
Diffstat (limited to 'scraper/s2-search.py')
-rw-r--r--scraper/s2-search.py18
1 files changed, 0 insertions, 18 deletions
diff --git a/scraper/s2-search.py b/scraper/s2-search.py
index d9b1beca..77800e32 100644
--- a/scraper/s2-search.py
+++ b/scraper/s2-search.py
@@ -59,23 +59,5 @@ def fetch_entries(index, refresh):
citation_lookup.append([key, name, title, paper_id])
write_csv("datasets/citation_lookup.csv", keys=['key', 'name', 'title', 'paper_id'], rows=citation_lookup)
-def fetch_paper(s2, paper_id):
- os.makedirs('./datasets/s2/papers/{}/{}'.format(paper_id[0:2], paper_id), exist_ok=True)
- paper_fn = './datasets/s2/papers/{}/{}/paper.json'.format(paper_id[0:2], paper_id)
- if os.path.exists(paper_fn):
- return read_json(paper_fn)
- print(paper_id)
- paper = s2.paper(paper_id)
- if paper is None:
- print("Got none paper??")
- # time.sleep(random.randint(1, 2))
- paper = s2.paper(paper_id)
- if paper is None:
- print("Paper not found")
- return None
- write_json(paper_fn, paper)
- # time.sleep(random.randint(1, 2))
- return paper
-
if __name__ == '__main__':
fetch_entries()