diff options
| author | Jules Laplace <julescarbon@gmail.com> | 2019-03-04 23:06:02 +0100 |
|---|---|---|
| committer | Jules Laplace <julescarbon@gmail.com> | 2019-03-04 23:06:02 +0100 |
| commit | 229289d3f95b6990855cee78b289cfb06a54eb69 (patch) | |
| tree | 9cbf95528a7ec6c82cb08ef612a33b02f94ff010 /scraper/s2-citation-report.py | |
| parent | b7a3687392835aeba24becf21ceaea00bd77d516 (diff) | |
| parent | 97b71242238321842d77630b6448b6c48eadf932 (diff) | |
putting links on maps, citations
Diffstat (limited to 'scraper/s2-citation-report.py')
| -rw-r--r-- | scraper/s2-citation-report.py | 20 |
1 files changed, 7 insertions, 13 deletions
diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py index bf3bfdb9..3797a1bd 100644 --- a/scraper/s2-citation-report.py +++ b/scraper/s2-citation-report.py @@ -35,12 +35,6 @@ def s2_citation_report(): write_master_report('{}/{}'.format(DIR_PUBLIC_CITATIONS, "datasets.csv"), papers) - subprocess.call([ - "s3cmd", "put", "-P", "--recursive", - DIR_PUBLIC_CITATIONS + '/', - "s3://megapixels/v1/citations/", - ]) - def write_master_report(fn, papers): # first make a lookup of the keys that have papers paper_key_lookup = {} @@ -352,13 +346,13 @@ def process_paper(row, addresses, success): f.write('<script src="../map.js"></script>') f.write("</html>") # template = env.get_template('paper.html') - with open('{}/{}.json'.format(DIR_PUBLIC_CITATIONS, row['key']), 'w') as f: - json.dump({ - 'id': paper.paper_id, - 'paper': res, - 'address': paper_address, - 'citations': geocoded_citations, - }, f) + # with open('{}/{}.json'.format(DIR_PUBLIC_CITATIONS, row['key']), 'w') as f: + # json.dump({ + # 'id': paper.paper_id, + # 'paper': res, + # 'address': paper_address, + # 'citations': geocoded_citations, + # }, f) return res def load_megapixels_queries(): |
