summaryrefslogtreecommitdiff
path: root/scraper
diff options
context:
space:
mode:
authorJules Laplace <julescarbon@gmail.com>2019-03-29 14:27:07 +0100
committerJules Laplace <julescarbon@gmail.com>2019-03-29 14:27:07 +0100
commitab46c9007b862eb512fe66cc47a325a7a374e20c (patch)
tree0ca936eaf96b5c7ea58d8838b6e2486fd5e4f3a4 /scraper
parent5309b381e64f59b8f57014ad41e55d7f87ca0628 (diff)
load verified cites
Diffstat (limited to 'scraper')
-rw-r--r--scraper/s2-final-report.py5
1 files changed, 5 insertions, 0 deletions
diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py
index 1012a2e5..c9ec6423 100644
--- a/scraper/s2-final-report.py
+++ b/scraper/s2-final-report.py
@@ -41,6 +41,11 @@ def s2_final_report():
DIR_PUBLIC_CITATIONS + '/',
"s3://megapixels/v1/citations/",
])
+ subprocess.call([
+ "s3cmd", "put", "-P", "--recursive",
+ DIR_VERIFIED_CITATIONS + '/',
+ "s3://megapixels/v1/citations/verified/",
+ ])
def process_paper(row, verified_lookup):
aggregate_citations = {}