scraper/s2-scrape.sh


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

#!/bin/bash

# These are the pertinent scripts for updating an existing S2 citation scrape.

python s2-papers.py
python s2-dump-ids.py
#python s2-extract-papers.py
python s2-dump-missing-paper-ids.py
python s2-raw-papers.py
python s2-dump-db-pdf-urls.py
python s2-fetch-pdf.py
python s2-fetch-doi.py
python s2-extract-pdf-txt.py
python s2-citation-report.py
python s2-final-report.py