diff options
| author | jules@lens <julescarbon@gmail.com> | 2019-04-01 17:19:08 +0200 |
|---|---|---|
| committer | jules@lens <julescarbon@gmail.com> | 2019-04-01 17:19:08 +0200 |
| commit | e332c7427c432477904a981b57dcf304fa2c65af (patch) | |
| tree | c18f9d7cba1e932459ffc6fd983dae751d37aad1 /scraper | |
| parent | cf5e5892f2cdcf79ea73b222ff183949cdc6169c (diff) | |
rebuild
Diffstat (limited to 'scraper')
| -rw-r--r-- | scraper/s2-final-report.py | 10 | ||||
| -rw-r--r-- | scraper/s2-scrape.sh | 3 |
2 files changed, 8 insertions, 5 deletions
diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index b24b3485..34857420 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -36,11 +36,11 @@ def s2_final_report(): # faces_persons female male landmarks width height color gray # derivative_of tags size_gb agreement # citations_count - subprocess.call([ - "s3cmd", "put", "-P", "--recursive", - DIR_PUBLIC_CITATIONS + '/', - "s3://megapixels/v1/citations/", - ]) + # subprocess.call([ + # "s3cmd", "put", "-P", "--recursive", + # DIR_PUBLIC_CITATIONS + '/', + # "s3://megapixels/v1/citations/", + # ]) #subprocess.call([ # "s3cmd", "put", "-P", "--recursive", # DIR_VERIFIED_CITATIONS + '/', diff --git a/scraper/s2-scrape.sh b/scraper/s2-scrape.sh index 6616cd2f..99a8eee7 100644 --- a/scraper/s2-scrape.sh +++ b/scraper/s2-scrape.sh @@ -38,6 +38,9 @@ python s2-citation-report.py echo ">> s2-final-report.py" python s2-final-report.py +echo ">> s3cmd" +s3cmd put -P --recursive ../site/citations/verified/ s3://megapixels/v1/citations/verified/ + #rm s2-final-all-papers.tar #tar cf s2-final-all-papers.tar datasets/s2/papers/ datasets/s2/raw_papers/ datasets/s2/pdf/*/*/*.txt #scp s2-final-all-papers.tar lens@neural.garden:www/files/ |