diff options
| author | Jules Laplace <julescarbon@gmail.com> | 2019-02-20 16:20:20 +0100 |
|---|---|---|
| committer | Jules Laplace <julescarbon@gmail.com> | 2019-02-20 16:21:22 +0100 |
| commit | 9b97ddf7e1bc1febc4066cd5e083cee688d77027 (patch) | |
| tree | b6b88d90bf8d82d32b3124610333a84c6c71ada5 /scraper | |
| parent | 881d559cb0491c532264b151ed922c401f30db96 (diff) | |
also avoid adding countries
Diffstat (limited to 'scraper')
| -rw-r--r-- | scraper/countries.json | 2 | ||||
| -rw-r--r-- | scraper/s2-geocode.py | 3 |
2 files changed, 4 insertions, 1 deletions
diff --git a/scraper/countries.json b/scraper/countries.json index d3dd213d..87b3c997 100644 --- a/scraper/countries.json +++ b/scraper/countries.json @@ -229,7 +229,7 @@ {"name": "Ukraine", "code": "UA"}, {"name": "United Arab Emirates", "code": "AE", "alt": ["Abu Dhabi - United Arab Emirates"]}, {"name": "United Kingdom", "code": "GB", "alt": ["UK"]}, -{"name": "United States", "code": "US", "alt": ["USA"]}, +{"name": "United States", "code": "US", "alt": ["USA", "United States of America"]}, {"name": "United States Minor Outlying Islands", "code": "UM"}, {"name": "Uruguay", "code": "UY"}, {"name": "Uzbekistan", "code": "UZ"}, diff --git a/scraper/s2-geocode.py b/scraper/s2-geocode.py index 705f3a17..1fcc690d 100644 --- a/scraper/s2-geocode.py +++ b/scraper/s2-geocode.py @@ -18,6 +18,7 @@ def s2_geocode(fn): # geolocator = geocoders.Nominatim(user_agent="cool geocoding service") geolocator = geocoders.GoogleV3(os.getenv('MAPS_API_KEY')) worksheet = fetch_worksheet('institutions') + countries = load_countries() # print(fn) @@ -31,6 +32,8 @@ def s2_geocode(fn): name = row[2] name = remove_department_name(name) if not name or len(name) < 2: + if cname in countries: + print("cname is a country: {}".format(cname)) continue try: location = geolocator.geocode(name) |