diff options
| -rw-r--r-- | scraper/ids.json (renamed from ids.json) | 0 | ||||
| -rw-r--r-- | scraper/requirements.txt | 6 | ||||
| -rw-r--r-- | scraper/s2-citation-report.py | 2 | ||||
| -rw-r--r-- | scraper/s2-doi-report.py | 2 | ||||
| -rw-r--r-- | scraper/s2-dump-ids.py | 2 | ||||
| -rw-r--r-- | scraper/s2-fetch-doi.py | 2 | ||||
| -rw-r--r-- | scraper/s2-fetch-pdf.py | 2 | ||||
| -rw-r--r-- | scraper/s2-papers.py | 2 | ||||
| -rw-r--r-- | scraper/s2-pdf-first-pages.py | 2 | ||||
| -rw-r--r-- | scraper/s2-pdf-report.py | 2 | ||||
| -rw-r--r-- | scraper/s2-raw-papers.py | 2 |
11 files changed, 15 insertions, 9 deletions
diff --git a/ids.json b/scraper/ids.json index 492c25f5..492c25f5 100644 --- a/ids.json +++ b/scraper/ids.json diff --git a/scraper/requirements.txt b/scraper/requirements.txt new file mode 100644 index 00000000..a804dbfe --- /dev/null +++ b/scraper/requirements.txt @@ -0,0 +1,6 @@ +Jinja2 +mistune +requests +click +csv + diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index 0d1712b6..3f8d2b52 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -1,7 +1,7 @@ import os import re import glob -import json +import simplejson as json import math import operator import click diff --git a/scraper/s2-doi-report.py b/scraper/s2-doi-report.py index 3f13021f..b10b5da1 100644 --- a/scraper/s2-doi-report.py +++ b/scraper/s2-doi-report.py @@ -2,7 +2,7 @@ import re import os import gzip import glob -import json +import simplejson as json import click import operator from util import * diff --git a/scraper/s2-dump-ids.py b/scraper/s2-dump-ids.py index 2ce41399..bddc8040 100644 --- a/scraper/s2-dump-ids.py +++ b/scraper/s2-dump-ids.py @@ -1,7 +1,7 @@ import os import gzip import glob -import json +import simplejson as json import click from util import * diff --git a/scraper/s2-fetch-doi.py b/scraper/s2-fetch-doi.py index f78989f7..ae80036e 100644 --- a/scraper/s2-fetch-doi.py +++ b/scraper/s2-fetch-doi.py @@ -5,7 +5,7 @@ import subprocess import time import random import re -import json +import simplejson as json import click from urllib.parse import urlparse from s2 import SemanticScholarAPI diff --git a/scraper/s2-fetch-pdf.py b/scraper/s2-fetch-pdf.py index 7d834ada..5477cbd5 100644 --- a/scraper/s2-fetch-pdf.py +++ b/scraper/s2-fetch-pdf.py @@ -5,7 +5,7 @@ import subprocess import time import random import re -import json +import simplejson as json import click from s2 import SemanticScholarAPI from util import * diff --git a/scraper/s2-papers.py b/scraper/s2-papers.py index 4fe1f025..f38bb800 100644 --- a/scraper/s2-papers.py +++ b/scraper/s2-papers.py @@ -5,7 +5,7 @@ import subprocess import time import random import re -import json +import simplejson as json import click from s2 import SemanticScholarAPI from util import * diff --git a/scraper/s2-pdf-first-pages.py b/scraper/s2-pdf-first-pages.py index c8a34af4..0a6b20bd 100644 --- a/scraper/s2-pdf-first-pages.py +++ b/scraper/s2-pdf-first-pages.py @@ -2,7 +2,7 @@ import re import os import gzip import glob -import json +import simplejson as json import click import math import string diff --git a/scraper/s2-pdf-report.py b/scraper/s2-pdf-report.py index d3e117f1..cdb340f5 100644 --- a/scraper/s2-pdf-report.py +++ b/scraper/s2-pdf-report.py @@ -2,7 +2,7 @@ import re import os import gzip import glob -import json +import simplejson as json import click import math import string diff --git a/scraper/s2-raw-papers.py b/scraper/s2-raw-papers.py index 2d61f450..2323ec63 100644 --- a/scraper/s2-raw-papers.py +++ b/scraper/s2-raw-papers.py @@ -5,7 +5,7 @@ import subprocess import time import random import re -import json +import simplejson as json import click from s2 import SemanticScholarAPI from util import * |