From c0503f43919f52e216d92c2a64ca515dbbc3b099 Mon Sep 17 00:00:00 2001 From: Jules Laplace Date: Sat, 30 Mar 2019 16:29:55 +0100 Subject: scrape ADDRESS LIST --- client/tables.js | 2 +- scraper/s2-final-report.py | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/client/tables.js b/client/tables.js index 9eedbe18..3b53b5db 100644 --- a/client/tables.js +++ b/client/tables.js @@ -38,7 +38,7 @@ function getColumns(payload) { function getCitations(dataset) { // console.log(dataset.citations) - console.log(dataset.citations.map(d => [d.pdf, d.doi])) + // console.log(dataset.citations.map(d => [d.pdf, d.doi])) return dataset.citations.map(citation => ({ title: citation.title, institution: citation.addresses[0].name, diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index 6325430b..0cc762af 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -86,7 +86,7 @@ def process_paper(row, verified_lookup): 'title': paper['title'], 'year': paper['year'], }, - 'address': address_list[0] if len(address_list) else {}, + 'addresses': address_list, 'citations': [aggregate_citations[key] for key in aggregate_citations.keys()], }, f) with open('{}/{}.json'.format(DIR_VERIFIED_CITATIONS, row['key']), 'w') as f: @@ -98,7 +98,7 @@ def process_paper(row, verified_lookup): 'title': paper['title'], 'year': paper['year'], }, - 'address': address_list[0] if len(address_list) else {}, + 'addresses': address_list, 'citations': [aggregate_citations[key] for key in verified_lookup.keys() if key in aggregate_citations], }, f) -- cgit v1.2.3-70-g09d2