From 74663e858aa3a1963c757c605f54264ab48b27af Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Fri, 7 Dec 2018 15:30:48 +0100 Subject: updating citations --- scraper/s2-papers.py | 18 ------------------ 1 file changed, 18 deletions(-) (limited to 'scraper/s2-papers.py') diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py index f38bb800..bf77a734 100644 --- a/scraper/s2-papers.py +++ b/scraper/s2-papers.py @@ -42,23 +42,5 @@ def fetch_papers(index, depth): paper = fetch_paper(paper_id) # get all of the paper's citations -def fetch_paper(paper_id): - os.makedirs('./datasets/s2/papers/{}/{}'.format(paper_id[0:2], paper_id), exist_ok=True) - paper_fn = './datasets/s2/papers/{}/{}/paper.json'.format(paper_id[0:2], paper_id) - if os.path.exists(paper_fn): - return read_json(paper_fn) - print(paper_id) - paper = s2.paper(paper_id) - if paper is None: - print("Got none paper??") - time.sleep(random.randint(20, 30)) - paper = s2.paper(paper_id) - if paper is None: - print("Paper not found") - return None - write_json(paper_fn, paper) - time.sleep(random.randint(5, 10)) - return paper - if __name__ == '__main__': fetch_papers() -- cgit v1.2.3-70-g09d2