summaryrefslogtreecommitdiff
path: root/scraper/s2.py
diff options
context:
space:
mode:
Diffstat (limited to 'scraper/s2.py')
-rw-r--r--scraper/s2.py20
1 files changed, 0 insertions, 20 deletions
diff --git a/scraper/s2.py b/scraper/s2.py
index 4fdd5f28..b1b9742c 100644
--- a/scraper/s2.py
+++ b/scraper/s2.py
@@ -1,7 +1,5 @@
import os
import requests
-import time
-import random
from util import *
class AuthorStub(object):
@@ -195,21 +193,3 @@ class SemanticScholarAPI(object):
}, headers=SemanticScholarAPI.headers)
# print(resp.status_code)
return None if resp.status_code != 200 else resp.json()
-
-def fetch_paper(s2, paper_id):
- os.makedirs('./datasets/s2/papers/{}/{}'.format(paper_id[0:2], paper_id), exist_ok=True)
- paper_fn = './datasets/s2/papers/{}/{}/paper.json'.format(paper_id[0:2], paper_id)
- if os.path.exists(paper_fn):
- return read_json(paper_fn)
- print(paper_id)
- paper = s2.paper(paper_id)
- if paper is None:
- print("Got none paper??")
- # time.sleep(random.randint(1, 2))
- paper = s2.paper(paper_id)
- if paper is None:
- print("Paper not found")
- return None
- write_json(paper_fn, paper)
- # time.sleep(random.randint(1, 2))
- return paper