From 887fe50665acd6cb25ce094acd44abb5389e8c14 Mon Sep 17 00:00:00 2001
From: "jules@lens" <julescarbon@gmail.com>
Date: Wed, 5 Jun 2019 16:13:19 +0200
Subject: update

---
 scraper/s2-search-deep.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

(limited to 'scraper/s2-search-deep.py')

diff --git a/scraper/s2-search-deep.py b/scraper/s2-search-deep.py
index 93be3bea..ab44c351 100644
--- a/scraper/s2-search-deep.py
+++ b/scraper/s2-search-deep.py
@@ -31,7 +31,10 @@ MAX_PAGES = 20
 
 def fetch_query(query, since=None, refresh=False):
   clean_title = re.sub(r'[^-0-9a-zA-Z ]+', '', query)
-  yearFilter = {'min': since, 'max': 2020 } if since else None
+  if since and since != '#N/A':
+    yearFilter = {'min': since, 'max': 2020 }
+  else:
+    yearFilter = None
   results_path = './datasets/s2/search/{}'.format(clean_title)
   os.makedirs(results_path, exist_ok=True)
   page = 1
-- 
cgit v1.2.3-70-g09d2