diff options
| author | Jules Laplace <julescarbon@gmail.com> | 2019-03-30 16:29:55 +0100 |
|---|---|---|
| committer | Jules Laplace <julescarbon@gmail.com> | 2019-03-30 16:29:55 +0100 |
| commit | c0503f43919f52e216d92c2a64ca515dbbc3b099 (patch) | |
| tree | 9c0d3186ba89bebbfac0ad23ce2e890402e2e345 | |
| parent | 5284aa830c1fc7e1bcd109fb5ce1dc56255091fc (diff) | |
scrape ADDRESS LIST
| -rw-r--r-- | client/tables.js | 2 | ||||
| -rw-r--r-- | scraper/s2-final-report.py | 4 |
2 files changed, 3 insertions, 3 deletions
diff --git a/client/tables.js b/client/tables.js index 9eedbe18..3b53b5db 100644 --- a/client/tables.js +++ b/client/tables.js @@ -38,7 +38,7 @@ function getColumns(payload) { function getCitations(dataset) { // console.log(dataset.citations) - console.log(dataset.citations.map(d => [d.pdf, d.doi])) + // console.log(dataset.citations.map(d => [d.pdf, d.doi])) return dataset.citations.map(citation => ({ title: citation.title, institution: citation.addresses[0].name, diff --git a/scraper/s2-final-report.py b/scraper/s2-final-report.py index 6325430b..0cc762af 100644 --- a/scraper/s2-final-report.py +++ b/scraper/s2-final-report.py @@ -86,7 +86,7 @@ def process_paper(row, verified_lookup): 'title': paper['title'], 'year': paper['year'], }, - 'address': address_list[0] if len(address_list) else {}, + 'addresses': address_list, 'citations': [aggregate_citations[key] for key in aggregate_citations.keys()], }, f) with open('{}/{}.json'.format(DIR_VERIFIED_CITATIONS, row['key']), 'w') as f: @@ -98,7 +98,7 @@ def process_paper(row, verified_lookup): 'title': paper['title'], 'year': paper['year'], }, - 'address': address_list[0] if len(address_list) else {}, + 'addresses': address_list, 'citations': [aggregate_citations[key] for key in verified_lookup.keys() if key in aggregate_citations], }, f) |