skip empty, pull citations again

1 files changed, 6 insertions, 2 deletions

diff --git a/scraper/s2-citation-report.py b/scraper/s2-citation-report.py
index fc52cc35..e0d812d7 100644
--- a/scraper/s2-citation-report.py
+++ b/scraper/s2-citation-report.py
@@ -6,7 +6,6 @@ import math
 import operator
 import click
 import subprocess
-#import builder
 from util import *
 
 DIR_PUBLIC_CITATIONS = "../site/datasets/citations"
@@ -33,12 +32,17 @@ def s2_citation_report():
   print("citations: {}".format(paper_count))
   print("geocoded: {} ({}%)".format(geocode_count, percent(geocode_count, paper_count)))
 
+  # fetch_google_sheet
+
   sts = subprocess.call([
     "s3cmd", "sync",
     DIR_PUBLIC_CITATIONS + '/',
     "s3://megapixels/v1/citations/",
   ])
 
+def write_master_report(fn, title, papers, key):
+  keys, rows = fetch_google_sheet('statistics')
+
 def write_papers_report(fn, title, papers, key, reverse=False):
   sorted_papers = []
   for paper in sorted(papers, key=lambda x: x[key], reverse=reverse):
@@ -154,7 +158,7 @@ def process_paper(row, addresses, success):
         pdf_count += 1
       if has_doi:
         doi_count += 1
-      if citation.data is None:
+      if citation is None or citation.data is None:
         print("Citation missing! {}".format(cite['paperId']))
         continue
       institutions = load_institutions(citationId)