diff options
Diffstat (limited to 'scraper/s2-citation-report.py')
| -rw-r--r-- | scraper/s2-citation-report.py | 20 |
1 files changed, 7 insertions, 13 deletions
diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index bf3bfdb9..3797a1bd 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -35,12 +35,6 @@ def s2_citation_report(): write_master_report('{}/{}'.format(DIR_PUBLIC_CITATIONS, "datasets.csv"), papers) - subprocess.call([ - "s3cmd", "put", "-P", "--recursive", - DIR_PUBLIC_CITATIONS + '/', - "s3://megapixels/v1/citations/", - ]) - def write_master_report(fn, papers): # first make a lookup of the keys that have papers paper_key_lookup = {} @@ -352,13 +346,13 @@ def process_paper(row, addresses, success): f.write('<script src="../map.js"></script>') f.write("</html>") # template = env.get_template('paper.html') - with open('{}/{}.json'.format(DIR_PUBLIC_CITATIONS, row['key']), 'w') as f: - json.dump({ - 'id': paper.paper_id, - 'paper': res, - 'address': paper_address, - 'citations': geocoded_citations, - }, f) + # with open('{}/{}.json'.format(DIR_PUBLIC_CITATIONS, row['key']), 'w') as f: + # json.dump({ + # 'id': paper.paper_id, + # 'paper': res, + # 'address': paper_address, + # 'citations': geocoded_citations, + # }, f) return res def load_megapixels_queries(): |