summaryrefslogtreecommitdiff
path: root/scraper/s2-citation-report.py
diff options
context:
space:
mode:
authorJules Laplace <julescarbon@gmail.com>2019-03-04 23:06:02 +0100
committerJules Laplace <julescarbon@gmail.com>2019-03-04 23:06:02 +0100
commit229289d3f95b6990855cee78b289cfb06a54eb69 (patch)
tree9cbf95528a7ec6c82cb08ef612a33b02f94ff010 /scraper/s2-citation-report.py
parentb7a3687392835aeba24becf21ceaea00bd77d516 (diff)
parent97b71242238321842d77630b6448b6c48eadf932 (diff)
putting links on maps, citations
Diffstat (limited to 'scraper/s2-citation-report.py')
-rw-r--r--scraper/s2-citation-report.py20
1 files changed, 7 insertions, 13 deletions
diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py
index bf3bfdb9..3797a1bd 100644
--- a/scraper/s2-citation-report.py
+++ b/scraper/s2-citation-report.py
@@ -35,12 +35,6 @@ def s2_citation_report():
write_master_report('{}/{}'.format(DIR_PUBLIC_CITATIONS, "datasets.csv"), papers)
- subprocess.call([
- "s3cmd", "put", "-P", "--recursive",
- DIR_PUBLIC_CITATIONS + '/',
- "s3://megapixels/v1/citations/",
- ])
-
def write_master_report(fn, papers):
# first make a lookup of the keys that have papers
paper_key_lookup = {}
@@ -352,13 +346,13 @@ def process_paper(row, addresses, success):
f.write('<script src="../map.js"></script>')
f.write("</html>")
# template = env.get_template('paper.html')
- with open('{}/{}.json'.format(DIR_PUBLIC_CITATIONS, row['key']), 'w') as f:
- json.dump({
- 'id': paper.paper_id,
- 'paper': res,
- 'address': paper_address,
- 'citations': geocoded_citations,
- }, f)
+ # with open('{}/{}.json'.format(DIR_PUBLIC_CITATIONS, row['key']), 'w') as f:
+ # json.dump({
+ # 'id': paper.paper_id,
+ # 'paper': res,
+ # 'address': paper_address,
+ # 'citations': geocoded_citations,
+ # }, f)
return res
def load_megapixels_queries():