From e332c7427c432477904a981b57dcf304fa2c65af Mon Sep 17 00:00:00 2001 From: "jules@lens" Date: Mon, 1 Apr 2019 17:19:08 +0200 Subject: rebuild --- scraper/s2-final-report.py | 10 +++++----- scraper/s2-scrape.sh | 3 +++ 2 files changed, 8 insertions(+), 5 deletions(-) (limited to 'scraper') diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index b24b3485..34857420 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -36,11 +36,11 @@ def s2_final_report(): # faces_persons female male landmarks width height color gray # derivative_of tags size_gb agreement # citations_count - subprocess.call([ - "s3cmd", "put", "-P", "--recursive", - DIR_PUBLIC_CITATIONS + '/', - "s3://megapixels/v1/citations/", - ]) + # subprocess.call([ + # "s3cmd", "put", "-P", "--recursive", + # DIR_PUBLIC_CITATIONS + '/', + # "s3://megapixels/v1/citations/", + # ]) #subprocess.call([ # "s3cmd", "put", "-P", "--recursive", # DIR_VERIFIED_CITATIONS + '/', diff --git a/scraper/s2-scrape.sh b/scraper/s2-scrape.sh index 6616cd2f..99a8eee7 100644 --- a/scraper/s2-scrape.sh +++ b/scraper/s2-scrape.sh @@ -38,6 +38,9 @@ python s2-citation-report.py echo ">> s2-final-report.py" python s2-final-report.py +echo ">> s3cmd" +s3cmd put -P --recursive ../site/citations/verified/ s3://megapixels/v1/citations/verified/ + #rm s2-final-all-papers.tar #tar cf s2-final-all-papers.tar datasets/s2/papers/ datasets/s2/raw_papers/ datasets/s2/pdf/*/*/*.txt #scp s2-final-all-papers.tar lens@neural.garden:www/files/ -- cgit v1.2.3-70-g09d2