cleaning up

1 files changed, 0 insertions, 20 deletions

diff --git a/scraper/s2.py b/scraper/s2.py
index 4fdd5f28..b1b9742c 100644
--- a/scraper/s2.py
+++ b/scraper/s2.py
@@ -1,7 +1,5 @@
 import os
 import requests
-import time
-import random
 from util import *
 
 class AuthorStub(object):
@@ -195,21 +193,3 @@ class SemanticScholarAPI(object):
         }, headers=SemanticScholarAPI.headers)
         # print(resp.status_code)
         return None if resp.status_code != 200 else resp.json()
-
-def fetch_paper(s2, paper_id):
-  os.makedirs('./datasets/s2/papers/{}/{}'.format(paper_id[0:2], paper_id), exist_ok=True)
-  paper_fn = './datasets/s2/papers/{}/{}/paper.json'.format(paper_id[0:2], paper_id)
-  if os.path.exists(paper_fn):
-    return read_json(paper_fn)
-  print(paper_id)
-  paper = s2.paper(paper_id)
-  if paper is None:
-    print("Got none paper??")
-    # time.sleep(random.randint(1, 2))
-    paper = s2.paper(paper_id)
-    if paper is None:
-      print("Paper not found")
-      return None  
-  write_json(paper_fn, paper)
-  # time.sleep(random.randint(1, 2))
-  return paper