From 927fd8825101749cc8fcdc14f05ffd50d14ed652 Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Fri, 7 Dec 2018 17:17:29 +0100 Subject: cleaning up --- scraper/s2.py | 20 -------------------- 1 file changed, 20 deletions(-) (limited to 'scraper/s2.py') diff --git a/scraper/s2.py b/scraper/s2.py index 4fdd5f28..b1b9742c 100644 --- a/scraper/s2.py +++ b/scraper/s2.py @@ -1,7 +1,5 @@ import os import requests -import time -import random from util import * class AuthorStub(object): @@ -195,21 +193,3 @@ class SemanticScholarAPI(object): }, headers=SemanticScholarAPI.headers) # print(resp.status_code) return None if resp.status_code != 200 else resp.json() - -def fetch_paper(s2, paper_id): - os.makedirs('./datasets/s2/papers/{}/{}'.format(paper_id[0:2], paper_id), exist_ok=True) - paper_fn = './datasets/s2/papers/{}/{}/paper.json'.format(paper_id[0:2], paper_id) - if os.path.exists(paper_fn): - return read_json(paper_fn) - print(paper_id) - paper = s2.paper(paper_id) - if paper is None: - print("Got none paper??") - # time.sleep(random.randint(1, 2)) - paper = s2.paper(paper_id) - if paper is None: - print("Paper not found") - return None - write_json(paper_fn, paper) - # time.sleep(random.randint(1, 2)) - return paper -- cgit v1.2.3-70-g09d2