diff options
| author | Jules Laplace <julescarbon@gmail.com> | 2019-06-05 16:39:00 +0200 |
|---|---|---|
| committer | Jules Laplace <julescarbon@gmail.com> | 2019-06-05 16:39:00 +0200 |
| commit | 76c058b87f94fb1ed7b37869a8082c25c7ab37de (patch) | |
| tree | 3297ffda57fd834e8c32bdc95749bece5d18dbd8 /scraper/s2-search-deep.py | |
| parent | 5e8e3bd6d26fc34f2bf2fcedb50398454b729e0b (diff) | |
| parent | c6e85e5545fb94be31342d54c151012d883536b9 (diff) | |
Merge branch 'master' of asdf.us:megapixels_dev
Diffstat (limited to 'scraper/s2-search-deep.py')
| -rw-r--r-- | scraper/s2-search-deep.py | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/scraper/s2-search-deep.py b/scraper/s2-search-deep.py index ab44c351..b5dc640e 100644 --- a/scraper/s2-search-deep.py +++ b/scraper/s2-search-deep.py @@ -31,7 +31,7 @@ MAX_PAGES = 20 def fetch_query(query, since=None, refresh=False): clean_title = re.sub(r'[^-0-9a-zA-Z ]+', '', query) - if since and since != '#N/A': + if since: yearFilter = {'min': since, 'max': 2020 } else: yearFilter = None @@ -80,7 +80,10 @@ def search_deep(refresh): since = row['since'] if not since: continue - since = int(since) + if since == '#N/A': + since = None + else: + since = int(since) queries = [] row_paper_ids = {} for i in range(1, 6): |