6 files changed, 547 insertions, 5 deletions
diff --git a/scraper/embassy-list.txt b/scraper/embassy-list.txt
new file mode 100644
index 00000000..f3ecdee9
--- /dev/null
+++ b/scraper/embassy-list.txt
@@ -0,0 +1,222 @@
+https://www.flickr.com/photos/afghanistan_vienna H.E. Ayoob Erfani | Afghanistan Embassy Vienna | Flickr
+https://www.flickr.com/photos/albania_art_embassy Explore U.S. Embassy Tirana Art Contest's 76 photos on Flickr!
+https://www.flickr.com/photos/albinoflea Embassy of the Republic of Bulgaria in Washington DC | Flickr
+https://www.flickr.com/photos/ambitaliaottawa Explore Italian Embassy's 612 photos on Flickr!
+https://www.flickr.com/photos/aviller French Embassy Berlin | French Embassy in Berlin | Flickr
+https://www.flickr.com/photos/benin_cca Explore US Embassy Cotonou Bénin's 14,091 photos on Flickr!
+https://www.flickr.com/photos/britishembassyiceland Explore British Embassy Iceland's photo on Flickr!
+https://www.flickr.com/photos/britishembassyinireland Explore britishembassyinireland's 8,304 photos on Flickr!
+https://www.flickr.com/photos/bulgarian-embassy-dublin Explore BG Embassy's 503 photos on Flickr!
+https://www.flickr.com/photos/colombianembassylondon-uk Embassy of Colombia UK's albums | Flickr
+https://www.flickr.com/photos/consulatenetherlands Consulate General of the Netherlands in St. Petersburg | Flickr
+https://www.flickr.com/photos/croatianembassylondon Explore Croatian Embassy in London's 1,981 photos on Flickr!
+https://www.flickr.com/photos/cyathens EMBASSY OF THE REPUBLIC OF CYPRUS ATHENS's albums | Flickr
+https://www.flickr.com/photos/dutch_embassy_bratislava Dutch Embassy Bratislava | Flickr
+https://www.flickr.com/photos/dutchembassyuk Dutch Embassy London's collections on Flickr
+https://www.flickr.com/photos/embassyofdenmarkdc Explore Embassy of Denmark DC's 1,019 photos on Flickr!
+https://www.flickr.com/photos/embassyofpakistanbrussels Cricket Match organized by Embassy | Embassy of Pakistan | Flickr
+https://www.flickr.com/photos/embassyofperu Explore Embassy of Peru in the USA's 3,800 photos on Flickr!
+https://www.flickr.com/photos/embassyofswedenwashingtondc Explore Embassy of Sweden Washington, DC's 4,130 photos on Flickr!
+https://www.flickr.com/photos/estonian-embassy-in-turkey Explore Estonian Embassy in Turkey's 520 photos on Flickr!
+https://www.flickr.com/photos/estonian-embassy-washington Estonian Embassy in Washington's albums | Flickr
+https://www.flickr.com/photos/estonian-foreign-ministry Ski Festival in Turkey | The Estonian Embassy in Turkey orga… | Flickr
+https://www.flickr.com/photos/estonianembassyinlondon Explore Estonian Embassy in London's 2,656 photos on Flickr!
+https://www.flickr.com/photos/eu-delegation-albania Explore EU Delegation to Albania's 4,992 photos on Flickr!
+https://www.flickr.com/photos/franceintheus Explore French Embassy in the U.S.'s 9,344 photos on Flickr!
+https://www.flickr.com/photos/ghembassymadrid Explore Ghana Embassy Madrid's 20 photos on Flickr!
+https://www.flickr.com/photos/goss-brussels Embassy of South Sudan to Belgium and the European Union | Flickr
+https://www.flickr.com/photos/greeceincyprus KS03058 | Embassy of Greece CYPRUS | Flickr
+https://www.flickr.com/photos/greeceinslovakia Explore Embassy of Greece in Slovakia's 365 photos on Flickr!
+https://www.flickr.com/photos/greek_embassy_london_press_office Annual Session of the International Maritime Organization … | Flickr
+https://www.flickr.com/photos/icelandembassy Explore Embassy of Iceland Washington's 287 photos on Flickr!
+https://www.flickr.com/photos/israel_germany Explore Israeli Embassy Berlin's 717 photos on Flickr!
+https://www.flickr.com/photos/italianembassy Italy in US | Flickr | Embassy of Italy in the US
+https://www.flickr.com/photos/italianembassy_sweden Explore Embassy of Italy in Sweden's 332 photos on Flickr!
+https://www.flickr.com/photos/japanembdc Flickr: Embassy of Japan in the USA's Photostream
+https://www.flickr.com/photos/kabulpublicdiplomacy Explore US Embassy Kabul Afghanistan's 16,854 photos on Flickr!
+https://www.flickr.com/photos/kazakh-embassy-rome Explore Kazakh Embassy in Italy's 139 photos on Flickr!
+https://www.flickr.com/photos/kbridc Explore Embassy of Indonesia Washington, DC's 971 photos on Flickr!
+https://www.flickr.com/photos/kenyaembassy Explore Kenya Embassy - Washington DC's 1,886 photos on Flickr!
+https://www.flickr.com/photos/lvembassycanada Explore Embassy of Latvia in Canada's 465 photos on Flickr!
+https://www.flickr.com/photos/lvembassyfrance Explore Embassy of Latvia in France's 41 photos on Flickr!
+https://www.flickr.com/photos/lvembassyuk Explore Embassy of Latvia in the UK's 739 photos on Flickr!
+https://www.flickr.com/photos/lvembassyusa Explore Embassy of Latvia in US's 963 photos on Flickr!
+https://www.flickr.com/photos/maeromania Explore Ministry of Foreign Affairs Romania's 1,695 photos on Flickr!
+https://www.flickr.com/photos/mfa_lithuania Explore Lithuanian Ministry of Foreign Affairs's 39,878 photos on Flickr!
+https://www.flickr.com/photos/netherlands_embassy_in_helsinki Netherlands Embassy in Helsinki's albums | Flickr
+https://www.flickr.com/photos/nlembassydk Explore Netherlands Embassy's 38 photos on Flickr!
+https://www.flickr.com/photos/nlintheusa Explore Netherlands Embassy's 6,490 photos on Flickr!
+https://www.flickr.com/photos/norwegian_embassy Flickr: Norwegian Embassy, Washington, D.C.'s Photostream
+https://www.flickr.com/photos/ny400 Flickr: Netherlands in USA's Photostream
+https://www.flickr.com/photos/polandmfa Polish Embassy in London, the United Kingdom of Great Britain and...
+https://www.flickr.com/photos/polishembassyca Explore Polish Embassy CA's 1,091 photos on Flickr!
+https://www.flickr.com/photos/polishembassyindublin Explore Polish Embassy in Dublin's 105 photos on Flickr!
+https://www.flickr.com/photos/rusembassylondon Embassy greets Russian children at London clinic | Russian... | Flickr
+https://www.flickr.com/photos/rwanda-embassy-nl Embassy of the Republic Rwanda in the Netherlands | Flickr
+https://www.flickr.com/photos/statephotos Secretary Pompeo Addresses U.S. Embassy Seoul Employees | Flickr
+https://www.flickr.com/photos/swedishembassyrome Explore Swedish Embassy Rome's 40 photos on Flickr!
+https://www.flickr.com/photos/tyoamb Explore Embassy of Denmark Tokyo's 376 photos on Flickr!
+https://www.flickr.com/photos/uaembassylv Explore Embassy Ukraine's 1,127 photos on Flickr!
+https://www.flickr.com/photos/uk-in-ecuador Explore UK in Ecuador / British Embassy Quito's 3,329 photos on Flickr!
+https://www.flickr.com/photos/ukinalbania Explore UK in Albania's 981 photos on Flickr!
+https://www.flickr.com/photos/ukinaustria Explore UK in Austria's 4,157 photos on Flickr!
+https://www.flickr.com/photos/ukinbelgium2 Explore British Embassy Brussels's 432 photos on Flickr!
+https://www.flickr.com/photos/ukinbulgaria Explore UK in Bulgaria's 934 photos on Flickr!
+https://www.flickr.com/photos/ukincroatia Explore British Embassy Zagreb's 709 photos on Flickr!
+https://www.flickr.com/photos/ukinczechrepublic British EMbassy Prague | British Embassy | Flickr
+https://www.flickr.com/photos/ukingermany 3290_Prince_Harry_Embassy_18.12.10 | Deutschland, Berlin. | Flickr
+https://www.flickr.com/photos/ukingreece_beathens UK in Greece | Flickr | UK in Greece (British Embassy, Athens)
+https://www.flickr.com/photos/ukinitaly Explore UK in Italy's 9,614 photos on Flickr!
+https://www.flickr.com/photos/ukinkorea Explore British Embassy's 2,145 photos on Flickr!
+https://www.flickr.com/photos/ukinromania Explore UK in Romania's 2,976 photos on Flickr!
+https://www.flickr.com/photos/ukinserbia Explore British Embassy Belgrade's 1,761 photos on Flickr!
+https://www.flickr.com/photos/ukinslovenia British Embassy Ljubljana's galleries on Flickr
+https://www.flickr.com/photos/ukinukraine Explore British Embassy in Ukraine's 920 photos on Flickr!
+https://www.flickr.com/photos/us-embassy-tashkent Explore U.S. Embassy Tashkent's 1,272 photos on Flickr!
+https://www.flickr.com/photos/us_embassy_nairobi Explore U.S. Embassy Nairobi's 7,649 photos on Flickr!
+https://www.flickr.com/photos/us_embassy_newzealand Explore US Embassy's 30,071 photos on Flickr!
+https://www.flickr.com/photos/us_mission_canada Explore US Embassy Canada's 21,688 photos on Flickr!
+https://www.flickr.com/photos/usemb_warsaw MISSION of the UNITED STATES of AMERICA to POLAND | Flickr
+https://www.flickr.com/photos/usembassy_montevideo Flickr: U.S. Embassy Montevideo's Photostream
+https://www.flickr.com/photos/usembassy_vienna Explore U.S. Embassy Vienna's 27 photos on Flickr!
+https://www.flickr.com/photos/usembassyaddisababa Explore U.S. Embassy Addis Ababa's 2,412 photos on Flickr!
+https://www.flickr.com/photos/usembassyankara U.S. Embassy Ankara, Turkey | ABD Büyükelçiliği | Flickr
+https://www.flickr.com/photos/usembassybern Explore U.S. Embassy Bern, Switzerland's 1,484 photos on Flickr!
+https://www.flickr.com/photos/usembassycanberra Explore U.S. Embassy Canberra's 5,278 photos on Flickr!
+https://www.flickr.com/photos/usembassydub U.S. Embassy Dublin's albums | Flickr
+https://www.flickr.com/photos/usembassydublin U.S. Embassy, Dublin | Flickr
+https://www.flickr.com/photos/usembassyfrance Explore U.S. Embassy France's 119 photos on Flickr!
+https://www.flickr.com/photos/usembassyguatemala Explore US Embassy Guatemala's 19,620 photos on Flickr!
+https://www.flickr.com/photos/usembassyguyana Explore US Embassy Guyana's 5,816 photos on Flickr!
+https://www.flickr.com/photos/usembassyjakarta Explore U.S. Embassy, Jakarta's 7,248 photos on Flickr!
+https://www.flickr.com/photos/usembassykathmandu Explore US Embassy Kathmandu's 17,183 photos on Flickr!
+https://www.flickr.com/photos/usembassykl United States Embassy Kuala Lumpur | Flickr
+https://www.flickr.com/photos/usembassylisbon Embassy Reinforcement Exercise | Flickr
+https://www.flickr.com/photos/usembassylondon Explore U.S. Embassy London's 14,657 photos on Flickr!
+https://www.flickr.com/photos/usembassyluxembourg Flickr: publicaffairsluxembourg's Photostream
+https://www.flickr.com/photos/usembassymadrid Explore US Embassy Madrid's 4,081 photos on Flickr!
+https://www.flickr.com/photos/usembassymanila Explore U.S. Embassy in the Philippines's 15,237 photos on Flickr!
+https://www.flickr.com/photos/usembassymaputo Explore PA US Embassy Maputo's 4,694 photos on Flickr!
+https://www.flickr.com/photos/usembassymga Explore U.S. Embassy Nicaragua's 1,615 photos on Flickr!
+https://www.flickr.com/photos/usembassyminsk Explore US Embassy Minsk's 4,305 photos on Flickr!
+https://www.flickr.com/photos/usembassymoldova Explore U.S. Embassy Moldova's 1,391 photos on Flickr!
+https://www.flickr.com/photos/usembassynewdelhi Explore U.S. Embassy New Delhi's 29,655 photos on Flickr!
+https://www.flickr.com/photos/usembassyoslo Explore US Embassy Oslo's 826 photos on Flickr!
+https://www.flickr.com/photos/usembassypanama Explore US Embassy Panama's 20,216 photos on Flickr!
+https://www.flickr.com/photos/usembassyphnompenh Explore U.S. Embassy Phnom Penh's 11,480 photos on Flickr!
+https://www.flickr.com/photos/usembassyprague U.S. Embassy Prague — Schoenborn Palace | Flickr
+https://www.flickr.com/photos/usembassyriga U.S. Embassy Riga | Flickr
+https://www.flickr.com/photos/usembassyromania Explore U.S. Embassy Romania's 6,818 photos on Flickr!
+https://www.flickr.com/photos/usembassysa Explore US Embassy South Africa's 10,563 photos on Flickr!
+https://www.flickr.com/photos/usembassyseoul Explore US Embassy Seoul's 142 photos on Flickr!
+https://www.flickr.com/photos/usembassysjo US Embassy in Costa Rica's galleries on Flickr
+https://www.flickr.com/photos/usembassyslovakia U.S. Embassy's albums | Flickr
+https://www.flickr.com/photos/usembassysofia Flickr: usembassysofia's Photostream
+https://www.flickr.com/photos/usembassyta Explore U.S. Embassy Jerusalem's 15,169 photos on Flickr!
+https://www.flickr.com/photos/usembassytallinn Photos: U.S. Embassy Tallinn. | Flickr
+https://www.flickr.com/photos/usembassyteg Explore US Embassy Tegucigalpa's 5,905 photos on Flickr!
+https://www.flickr.com/photos/usembassythehague Explore U.S. Embassy The Hague's 1,994 photos on Flickr!
+https://www.flickr.com/photos/usembassytimorleste Explore U.S. Embassy Dili's 1,425 photos on Flickr!
+https://www.flickr.com/photos/usembassytirana Explore U.S. Embassy Tirana's 10,521 photos on Flickr!
+https://www.flickr.com/photos/usembassytokyo Explore U.S. Embassy Tokyo's 9,272 photos on Flickr!
+https://www.flickr.com/photos/usembassywarsaw Explore U.S. Embassy Poland's 689 photos on Flickr!
+https://www.flickr.com/photos/usembmalta Explore U.S. Embassy Valletta, Malta's 5,496 photos on Flickr!
+https://www.flickr.com/photos/usembpak Explore U.S. Embassy Pakistan's 6,494 photos on Flickr!
+https://www.flickr.com/photos/usembsweden Explore US Embassy Sweden's 5,450 photos on Flickr!
+https://www.flickr.com/photos/usembvienna Explore U.S. Embassy Vienna's 6,548 photos on Flickr!
+https://www.flickr.com/photos/usembyaounde Explore U.S. Embassy Yaounde's 5,622 photos on Flickr!
+https://www.flickr.com/photos/ambafrance Explore Ambassade de France aux Pays-Bas's 1,162 photos on Flickr!
+https://www.flickr.com/photos/ambafrance-grece Explore Ambassade de France en Grèce's 756 photos on Flickr!
+https://www.flickr.com/photos/ambasciata_italia_tanzania Explore ambasciata italia tanzania's 285 photos on Flickr!
+https://www.flickr.com/photos/ambasciata_pechino Explore Ambasciata Pechino's 161 photos on Flickr!
+https://www.flickr.com/photos/ambasciatausa Explore Ambasciata USA Italia's 5,289 photos on Flickr!
+https://www.flickr.com/photos/ambassade_de_france_espagne Explore Ambassade de France en Espagne's 11,154 photos on Flickr!
+https://www.flickr.com/photos/ambitapraga Explore Ambasciata d'Italia a Praga's 779 photos on Flickr!
+https://www.flickr.com/photos/amcentermumbai U.S. Consulate Mumbai at Bandra Kurla Complex | Consular... | Flickr
+https://www.flickr.com/photos/austriainromania Explore Österreichische Botschaft Bukarest's 727 photos on Flickr!
+https://www.flickr.com/photos/consular_office_of_japan_sp Explore Consular Office of Japan in Saipan's 157 photos on Flickr!
+https://www.flickr.com/photos/consulatebrla Consulate General of Brazil in Los Angeles | Flickr
+https://www.flickr.com/photos/deutschebotschaftankara Explore Deutsche Botschaft Ankara's 34 photos on Flickr!
+https://www.flickr.com/photos/deutschebotschaftprag HI-RES-209 | Deutsche Botschaft Prag | Flickr
+https://www.flickr.com/photos/ecuagb Embajada del Ecuador en el Reino Unido | Flickr
+https://www.flickr.com/photos/eecualemamia Explore Embajada Ecuador's 216 photos on Flickr!
+https://www.flickr.com/photos/embaixadadoperu Explore Embaixada do Peru no Brasil's 2,603 photos on Flickr!
+https://www.flickr.com/photos/embaixadaeua-brasil Flickr: Embaixada dos EUA - Brasil's Photostream
+https://www.flickr.com/photos/embaixadaeua-caboverde Explore US Embassy Praia's 2,699 photos on Flickr!
+https://www.flickr.com/photos/embajada Explore Embajada de Chile Costa Rica's 859 photos on Flickr!
+https://www.flickr.com/photos/embajada_ecuador Embajada del Ecuador en USA's albums | Flickr
+https://www.flickr.com/photos/embajadaeeuubuenosaires Flickr: Embajada de EEUU en la Argentina's Photostream
+https://www.flickr.com/photos/embajadaenaustria Explore Embajada de Colombia en Austria's 175 photos on Flickr!
+https://www.flickr.com/photos/embamexcan Explore Embajada de México en Canadá's 2,459 photos on Flickr!
+https://www.flickr.com/photos/embamexeua EMBAJADA DE MÉXICO EN ESTADOS UNIDOS | Flickr
+https://www.flickr.com/photos/embassyrwandanl Ambassade Rwanda's albums | Flickr
+https://www.flickr.com/photos/embavenezdc Embassy of Venezuela to the U.S. Embajada de Venezuela en EEUU
+https://www.flickr.com/photos/embmexcuba Explore Embajada de México en Cuba's 33 photos on Flickr!
+https://www.flickr.com/photos/embrasilconacri Explore Embaixada do Brasil's 533 photos on Flickr!
+https://www.flickr.com/photos/franceaucanada Explore Ambassade de France au Canada's 3,014 photos on Flickr!
+https://www.flickr.com/photos/frenchconsulatela Consulate General of France in Los Angeles | Flickr
+https://www.flickr.com/photos/german_embassy_msk Deutsche Botschaft Moskau's favorites | Flickr
+https://www.flickr.com/photos/koreabonn Botschaft der Republik Korea, Außenstelle Bonn's collections on Flickr
+https://www.flickr.com/photos/kzembassyfr Explore Ambassade du Kazakhstan's 225 photos on Flickr!
+https://www.flickr.com/photos/nlbotschaftberlin Explore Niederländische Botschaft's 2,417 photos on Flickr!
+https://www.flickr.com/photos/nlembassy Explore Nederlandse Ambassade te Peking's 799 photos on Flickr!
+https://www.flickr.com/photos/rdcbenelux Explore Ambassade RD Congo's 263 photos on Flickr!
+https://www.flickr.com/photos/russischebotschaft Explore Russische Botschaft's 570 photos on Flickr!
+https://www.flickr.com/photos/rwanda-botschaft Explore Botschaft Ruanda's 810 photos on Flickr!
+https://www.flickr.com/photos/swebotschaft Explore Schwedische Botschaft's 339 photos on Flickr!
+https://www.flickr.com/photos/uscglahore Explore US Consulate General Lahore's 468 photos on Flickr!
+https://www.flickr.com/photos/usconsulatebarcelona Explore U.S. Consulate General Barcelona's 1,895 photos on Flickr!
+https://www.flickr.com/photos/usconsulatechennai "US at Your School" in Tiruvallur | Flickr
+https://www.flickr.com/photos/usconsulategeneralsurabaya U.S. CONSULATE GENERAL SURABAYA | Flickr
+https://www.flickr.com/photos/usconsulatekhi Untitled | US Consulate Karachi | Flickr
+https://www.flickr.com/photos/usconsulatemelb Explore U.S. Consulate General Melbourne's 2,827 photos on Flickr!
+https://www.flickr.com/photos/usconsulatemumbai U.S. Consulate Mumbai's albums | Flickr
+https://www.flickr.com/photos/usconsulatemunich Flickr: U.S. Consulate General Munich's Photostream
+https://www.flickr.com/photos/usembassyperu Explore Embajada de EEUU Perú's 111 photos on Flickr!
+https://www.flickr.com/photos/vladconsulate Explore U.S. Consulate Vladivostok's 1,475 photos on Flickr!
+https://www.flickr.com/photos/yekatconsulate 703 | U.S. Consulate General in Yekaterinburg, Russia | Flickr
+https://www.flickr.com/photos/atlantaisrael Consulate General of Israel To the Southeast | Flickr
+https://www.flickr.com/photos/azconsulatela Consulate General of Azerbaijan in Los Angeles's albums | Flickr
+https://www.flickr.com/photos/bcgsh Explore British Consulate General Shanghai's 290 photos on Flickr!
+https://www.flickr.com/photos/befcjapan Explore British Embassy's 31 photos on Flickr!
+https://www.flickr.com/photos/bekinshasa Explore British Embassy Kinshasa's 401 photos on Flickr!
+https://www.flickr.com/photos/british_council_indonesia Explore British Council Indonesia's 28,166 photos on Flickr!
+https://www.flickr.com/photos/british_embassy_montevideo Flickr: UKinUruguay's Photostream
+https://www.flickr.com/photos/british_embassy_muscat Explore British Embassy Muscat's 51 photos on Flickr!
+https://www.flickr.com/photos/britishcouncilegypt Explore British Council Egypt's 199 photos on Flickr!
+https://www.flickr.com/photos/britishcouncilturkey Explore British Council Turkey's 6,927 photos on Flickr!
+https://www.flickr.com/photos/britishlibrary Explore British Library's 1,023,705 photos on Flickr!
+https://www.flickr.com/photos/gc_nyc Flickr: Royal Norwegian Consulate General New York's Photostream
+https://www.flickr.com/photos/httpukinuzbekistanfcogovuk UK in Uzbekistan - the official website for the British Embassy... | Flickr
+https://www.flickr.com/photos/norwayinstp Flickr: Royal Norwegian Consulate General...
+https://www.flickr.com/photos/rusembdprk Посольство России в КНДР's galleries on Flickr
+https://www.flickr.com/photos/ukinazerbaijan Flickr: UK in Azerbaijan's Photostream
+https://www.flickr.com/photos/ukinchina Explore British Embassy Beijing's 152 photos on Flickr!
+https://www.flickr.com/photos/ukinjerusalem British Consulate General in Jerusalem | Flickr
+https://www.flickr.com/photos/ukinnewyork Explore British Consulate-General New York's 2,669 photos on Flickr!
+https://www.flickr.com/photos/ukinrussia Explore ukinrussia's 10,173 photos on Flickr!
+https://www.flickr.com/photos/ukinsouthafrica Explore British High Commission in Pretoria's 7,860 photos on Flickr!
+https://www.flickr.com/photos/ambafrance-ad Explore Ambassade de France en Andorre's 40 photos on Flickr!
+https://www.flickr.com/photos/ambassadedubresilenfrance Explore Ambassade du Brésil en France's 820 photos on Flickr!
+https://www.flickr.com/photos/ambberlino Ambasciata d'Italia Berlino's albums | Flickr
+https://www.flickr.com/photos/ausstellungenbotschaftankara Explore Botschaft Ankara's 214 photos on Flickr!
+https://www.flickr.com/photos/botschaftvonfinnland Explore Botschaft von Finnland in Berlin's 1,085 photos on Flickr!
+https://www.flickr.com/photos/embamexdinamarca Explore Embajada de Mexico en Dinamarca's 375 photos on Flickr!
+https://www.flickr.com/photos/greeceinserbia Ambasada Grčke | Flickr
+https://www.flickr.com/photos/oblissabon Embaixada da Áustria em Lisboa | Flickr
+https://www.flickr.com/photos/usembassybogota Embajada de los Estados Unidos en Bogotá's albums | Flickr
+https://www.flickr.com/photos/dutchembassyindonesia Explore Dutch Embassy Indonesia's 613 photos on Flickr!
+https://www.flickr.com/photos/embajadaeeuu-chile Explore US Embassy Santiago, Chile's 4,465 photos on Flickr!
+https://www.flickr.com/photos/indembtelaviv Explore Embassy of India Israel's 1,227 photos on Flickr!
+https://www.flickr.com/photos/kingstonja Explore U.S. Embassy -- Kingston Jamaica's 3,073 photos on Flickr!
+https://www.flickr.com/photos/rusembsingapore Explore Embassy of Russia in Singapore's 1,383 photos on Flickr!
+https://www.flickr.com/photos/ukinbahrain Red Arrows are back to Bahrain | The British Embassy in the … | Flickr
+https://www.flickr.com/photos/ukinnorway Explore UK in Norway's 344 photos on Flickr!
+https://www.flickr.com/photos/usdiplomacycenter U.S. Flag, U.S. Embassy Havana | The U.S. and Cuba... | Flickr
+https://www.flickr.com/photos/usembassybkk Explore U.S. Embassy Bangkok, Thailand's 3,571 photos on Flickr!
+https://www.flickr.com/photos/usembassydakar Explore US Embassy Dakar's 10,437 photos on Flickr!
+https://www.flickr.com/photos/usembassylome Explore U.S. Embassy Lome's 451 photos on Flickr!
+https://www.flickr.com/photos/usembassyqatar Explore U.S. Embassy Qatar's 173 photos on Flickr!
+https://www.flickr.com/photos/usembassysingapore U.S. Embassy Singapore | Flickr
+https://www.flickr.com/photos/usembmongolia Explore U.S. Embassy in Ulaanbaatar's 1,587 photos on Flickr!
+https://www.flickr.com/photos/usinsouthafrica Explore US Embassy South Africa's 1,393 photos on Flickr!
diff --git a/scraper/list-embassies.py b/scraper/list-embassies.py
new file mode 100644
index 00000000..41d64084
--- /dev/null
+++ b/scraper/list-embassies.py
@@ -0,0 +1,35 @@
+from util import *
+import glob
+
+old_urls = []
+new_urls = []
+url_list = {}
+
+with open('embassy-list-4.txt', 'r') as f:
+  for line in f.readlines():
+    old_urls.append(line.strip())
+    url = line.split(' ')[0]
+    url_list[url] = ''
+
+for f in glob.iglob('./embassy/by_country/*.txt'):
+  links = read_json(f)
+  for link in links:
+    # https://www.flickr.com/photos/us_mission_canada/37316818631
+    url = link['url']
+    url_partz = url.split('/')[:5]
+    if len(url_partz) < 5:
+      continue
+    username = url_partz[4]
+    if '@' in username:
+      continue
+    url_fix = '/'.join(url_partz)
+    if url_fix not in url_list:
+      new_urls.append(url_fix + ' ' + link['title'])
+    url_list[url_fix] = link['title']
+
+for line in old_urls:
+  print(line)
+
+for url in sorted(new_urls):
+  print(url)
+
diff --git a/scraper/reports/embassy-flickr-urls.txt b/scraper/reports/embassy-flickr-urls.txt
new file mode 100644
index 00000000..4afd2249
--- /dev/null
+++ b/scraper/reports/embassy-flickr-urls.txt
@@ -0,0 +1,222 @@
+https://www.flickr.com/photos/afghanistan_vienna
+https://www.flickr.com/photos/albania_art_embassy
+https://www.flickr.com/photos/albinoflea
+https://www.flickr.com/photos/ambafrance
+https://www.flickr.com/photos/ambafrance-ad
+https://www.flickr.com/photos/ambafrance-grece
+https://www.flickr.com/photos/ambasciata_italia_tanzania
+https://www.flickr.com/photos/ambasciata_pechino
+https://www.flickr.com/photos/ambasciatausa
+https://www.flickr.com/photos/ambassade_de_france_espagne
+https://www.flickr.com/photos/ambassadedubresilenfrance
+https://www.flickr.com/photos/ambberlino
+https://www.flickr.com/photos/ambitaliaottawa
+https://www.flickr.com/photos/ambitapraga
+https://www.flickr.com/photos/amcentermumbai
+https://www.flickr.com/photos/atlantaisrael
+https://www.flickr.com/photos/ausstellungenbotschaftankara
+https://www.flickr.com/photos/austriainromania
+https://www.flickr.com/photos/aviller
+https://www.flickr.com/photos/azconsulatela
+https://www.flickr.com/photos/bcgsh
+https://www.flickr.com/photos/befcjapan
+https://www.flickr.com/photos/bekinshasa
+https://www.flickr.com/photos/benin_cca
+https://www.flickr.com/photos/botschaftvonfinnland
+https://www.flickr.com/photos/british_council_indonesia
+https://www.flickr.com/photos/british_embassy_montevideo
+https://www.flickr.com/photos/british_embassy_muscat
+https://www.flickr.com/photos/britishcouncilegypt
+https://www.flickr.com/photos/britishcouncilturkey
+https://www.flickr.com/photos/britishembassyiceland
+https://www.flickr.com/photos/britishembassyinireland
+https://www.flickr.com/photos/britishlibrary
+https://www.flickr.com/photos/bulgarian-embassy-dublin
+https://www.flickr.com/photos/colombianembassylondon-uk
+https://www.flickr.com/photos/consular_office_of_japan_sp
+https://www.flickr.com/photos/consulatebrla
+https://www.flickr.com/photos/consulatenetherlands
+https://www.flickr.com/photos/croatianembassylondon
+https://www.flickr.com/photos/cyathens
+https://www.flickr.com/photos/deutschebotschaftankara
+https://www.flickr.com/photos/deutschebotschaftprag
+https://www.flickr.com/photos/dutch_embassy_bratislava
+https://www.flickr.com/photos/dutchembassyindonesia
+https://www.flickr.com/photos/dutchembassyuk
+https://www.flickr.com/photos/ecuagb
+https://www.flickr.com/photos/eecualemamia
+https://www.flickr.com/photos/embaixadadoperu
+https://www.flickr.com/photos/embaixadaeua-brasil
+https://www.flickr.com/photos/embaixadaeua-caboverde
+https://www.flickr.com/photos/embajada
+https://www.flickr.com/photos/embajada_ecuador
+https://www.flickr.com/photos/embajadaeeuu-chile
+https://www.flickr.com/photos/embajadaeeuubuenosaires
+https://www.flickr.com/photos/embajadaenaustria
+https://www.flickr.com/photos/embamexcan
+https://www.flickr.com/photos/embamexdinamarca
+https://www.flickr.com/photos/embamexeua
+https://www.flickr.com/photos/embassyofdenmarkdc
+https://www.flickr.com/photos/embassyofpakistanbrussels
+https://www.flickr.com/photos/embassyofperu
+https://www.flickr.com/photos/embassyofswedenwashingtondc
+https://www.flickr.com/photos/embassyrwandanl
+https://www.flickr.com/photos/embavenezdc
+https://www.flickr.com/photos/embmexcuba
+https://www.flickr.com/photos/embrasilconacri
+https://www.flickr.com/photos/estonian-embassy-in-turkey
+https://www.flickr.com/photos/estonian-embassy-washington
+https://www.flickr.com/photos/estonian-foreign-ministry
+https://www.flickr.com/photos/estonianembassyinlondon
+https://www.flickr.com/photos/eu-delegation-albania
+https://www.flickr.com/photos/franceaucanada
+https://www.flickr.com/photos/franceintheus
+https://www.flickr.com/photos/frenchconsulatela
+https://www.flickr.com/photos/gc_nyc
+https://www.flickr.com/photos/german_embassy_msk
+https://www.flickr.com/photos/ghembassymadrid
+https://www.flickr.com/photos/goss-brussels
+https://www.flickr.com/photos/greeceincyprus
+https://www.flickr.com/photos/greeceinserbia
+https://www.flickr.com/photos/greeceinslovakia
+https://www.flickr.com/photos/greek_embassy_london_press_office
+https://www.flickr.com/photos/httpukinuzbekistanfcogovuk
+https://www.flickr.com/photos/icelandembassy
+https://www.flickr.com/photos/indembtelaviv
+https://www.flickr.com/photos/israel_germany
+https://www.flickr.com/photos/italianembassy
+https://www.flickr.com/photos/italianembassy_sweden
+https://www.flickr.com/photos/japanembdc
+https://www.flickr.com/photos/kabulpublicdiplomacy
+https://www.flickr.com/photos/kazakh-embassy-rome
+https://www.flickr.com/photos/kbridc
+https://www.flickr.com/photos/kenyaembassy
+https://www.flickr.com/photos/kingstonja
+https://www.flickr.com/photos/koreabonn
+https://www.flickr.com/photos/kzembassyfr
+https://www.flickr.com/photos/lvembassycanada
+https://www.flickr.com/photos/lvembassyfrance
+https://www.flickr.com/photos/lvembassyuk
+https://www.flickr.com/photos/lvembassyusa
+https://www.flickr.com/photos/maeromania
+https://www.flickr.com/photos/mfa_lithuania
+https://www.flickr.com/photos/netherlands_embassy_in_helsinki
+https://www.flickr.com/photos/nlbotschaftberlin
+https://www.flickr.com/photos/nlembassy
+https://www.flickr.com/photos/nlembassydk
+https://www.flickr.com/photos/nlintheusa
+https://www.flickr.com/photos/norwayinstp
+https://www.flickr.com/photos/norwegian_embassy
+https://www.flickr.com/photos/ny400
+https://www.flickr.com/photos/oblissabon
+https://www.flickr.com/photos/polandmfa
+https://www.flickr.com/photos/polishembassyca
+https://www.flickr.com/photos/polishembassyindublin
+https://www.flickr.com/photos/rdcbenelux
+https://www.flickr.com/photos/rusembassylondon
+https://www.flickr.com/photos/rusembdprk
+https://www.flickr.com/photos/rusembsingapore
+https://www.flickr.com/photos/russischebotschaft
+https://www.flickr.com/photos/rwanda-botschaft
+https://www.flickr.com/photos/rwanda-embassy-nl
+https://www.flickr.com/photos/statephotos
+https://www.flickr.com/photos/swebotschaft
+https://www.flickr.com/photos/swedishembassyrome
+https://www.flickr.com/photos/tyoamb
+https://www.flickr.com/photos/uaembassylv
+https://www.flickr.com/photos/uk-in-ecuador
+https://www.flickr.com/photos/ukinalbania
+https://www.flickr.com/photos/ukinaustria
+https://www.flickr.com/photos/ukinazerbaijan
+https://www.flickr.com/photos/ukinbahrain
+https://www.flickr.com/photos/ukinbelgium2
+https://www.flickr.com/photos/ukinbulgaria
+https://www.flickr.com/photos/ukinchina
+https://www.flickr.com/photos/ukincroatia
+https://www.flickr.com/photos/ukinczechrepublic
+https://www.flickr.com/photos/ukingermany
+https://www.flickr.com/photos/ukingreece_beathens
+https://www.flickr.com/photos/ukinitaly
+https://www.flickr.com/photos/ukinjerusalem
+https://www.flickr.com/photos/ukinkorea
+https://www.flickr.com/photos/ukinnewyork
+https://www.flickr.com/photos/ukinnorway
+https://www.flickr.com/photos/ukinromania
+https://www.flickr.com/photos/ukinrussia
+https://www.flickr.com/photos/ukinserbia
+https://www.flickr.com/photos/ukinslovenia
+https://www.flickr.com/photos/ukinsouthafrica
+https://www.flickr.com/photos/ukinukraine
+https://www.flickr.com/photos/us-embassy-tashkent
+https://www.flickr.com/photos/us_embassy_nairobi
+https://www.flickr.com/photos/us_embassy_newzealand
+https://www.flickr.com/photos/us_mission_canada
+https://www.flickr.com/photos/uscglahore
+https://www.flickr.com/photos/usconsulatebarcelona
+https://www.flickr.com/photos/usconsulatechennai
+https://www.flickr.com/photos/usconsulategeneralsurabaya
+https://www.flickr.com/photos/usconsulatekhi
+https://www.flickr.com/photos/usconsulatemelb
+https://www.flickr.com/photos/usconsulatemumbai
+https://www.flickr.com/photos/usconsulatemunich
+https://www.flickr.com/photos/usdiplomacycenter
+https://www.flickr.com/photos/usemb_warsaw
+https://www.flickr.com/photos/usembassy_montevideo
+https://www.flickr.com/photos/usembassy_vienna
+https://www.flickr.com/photos/usembassyaddisababa
+https://www.flickr.com/photos/usembassyankara
+https://www.flickr.com/photos/usembassybern
+https://www.flickr.com/photos/usembassybkk
+https://www.flickr.com/photos/usembassybogota
+https://www.flickr.com/photos/usembassycanberra
+https://www.flickr.com/photos/usembassydakar
+https://www.flickr.com/photos/usembassydub
+https://www.flickr.com/photos/usembassydublin
+https://www.flickr.com/photos/usembassyfrance
+https://www.flickr.com/photos/usembassyguatemala
+https://www.flickr.com/photos/usembassyguyana
+https://www.flickr.com/photos/usembassyjakarta
+https://www.flickr.com/photos/usembassykathmandu
+https://www.flickr.com/photos/usembassykl
+https://www.flickr.com/photos/usembassylisbon
+https://www.flickr.com/photos/usembassylome
+https://www.flickr.com/photos/usembassylondon
+https://www.flickr.com/photos/usembassyluxembourg
+https://www.flickr.com/photos/usembassymadrid
+https://www.flickr.com/photos/usembassymanila
+https://www.flickr.com/photos/usembassymaputo
+https://www.flickr.com/photos/usembassymga
+https://www.flickr.com/photos/usembassyminsk
+https://www.flickr.com/photos/usembassymoldova
+https://www.flickr.com/photos/usembassynewdelhi
+https://www.flickr.com/photos/usembassyoslo
+https://www.flickr.com/photos/usembassypanama
+https://www.flickr.com/photos/usembassyperu
+https://www.flickr.com/photos/usembassyphnompenh
+https://www.flickr.com/photos/usembassyprague
+https://www.flickr.com/photos/usembassyqatar
+https://www.flickr.com/photos/usembassyriga
+https://www.flickr.com/photos/usembassyromania
+https://www.flickr.com/photos/usembassysa
+https://www.flickr.com/photos/usembassyseoul
+https://www.flickr.com/photos/usembassysingapore
+https://www.flickr.com/photos/usembassysjo
+https://www.flickr.com/photos/usembassyslovakia
+https://www.flickr.com/photos/usembassysofia
+https://www.flickr.com/photos/usembassyta
+https://www.flickr.com/photos/usembassytallinn
+https://www.flickr.com/photos/usembassyteg
+https://www.flickr.com/photos/usembassythehague
+https://www.flickr.com/photos/usembassytimorleste
+https://www.flickr.com/photos/usembassytirana
+https://www.flickr.com/photos/usembassytokyo
+https://www.flickr.com/photos/usembassywarsaw
+https://www.flickr.com/photos/usembmalta
+https://www.flickr.com/photos/usembmongolia
+https://www.flickr.com/photos/usembpak
+https://www.flickr.com/photos/usembsweden
+https://www.flickr.com/photos/usembvienna
+https://www.flickr.com/photos/usembyaounde
+https://www.flickr.com/photos/usinsouthafrica
+https://www.flickr.com/photos/vladconsulate
+https://www.flickr.com/photos/yekatconsulate
diff --git a/scraper/reports/missing-citations.txt b/scraper/reports/missing-citations.txt
new file mode 100644
index 00000000..aa6c4c36
--- /dev/null
+++ b/scraper/reports/missing-citations.txt
@@ -0,0 +1,54 @@
+>> 4c170a0dcc8de75587dae21ca508dab2f9343974 face_tracer
+S2 missing verified citation: 7cee802e083c5e1731ee50e731f23c9b12da7d36
+S2 missing verified citation: 166186e551b75c9b5adcc9218f0727b73f5de899
+S2 missing verified citation: 341ed69a6e5d7a89ff897c72c1456f50cfb23c96
+S2 missing verified citation: f77c9bf5beec7c975584e8087aae8d679664a1eb
+S2 missing verified citation: 7aa4c16a8e1481629f16167dea313fe9256abb42
+S2 missing verified citation: 772a30f1a7a3071e5ce6ad4b0dbddc67889f5873
+
+>> 08f6745bc6c1b0fb68953ea61054bdcdde6d2fc7 kin_face
+S2 missing verified citation: 7e915bb8e4ada4f8d261bc855a4f587ea97764ca
+
+>> 10195a163ab6348eef37213a46f60a3d87f289c5 imdb_wiki
+S2 missing verified citation: 591a4bfa6380c9fcd5f3ae690e3ac5c09b7bf37b
+S2 missing verified citation: b02d31c640b0a31fb18c4f170d841d8e21ffb66c
+
+>> ca3e88d87e1344d076c964ea89d91a75c417f5ee imfdb
+S2 missing verified citation: 593045f63de1273d116097eeea6fda7aa244e74d
+
+>> 55206f0b5f57ce17358999145506cd01e570358c orl
+S2 missing verified citation: 89ee022431da849b4991e41c0894d7535008ae99
+S2 missing verified citation: 2340a8fa6d90741c53e659cd1e7ca86ff900aa55
+S2 missing verified citation: 80a0dd8608d8dc10b21bf23dd9a97ca0c17f19e9
+S2 missing verified citation: 05ffc37ed1289c9dbd01f1cd96d5a5ae908b12cb
+S2 missing verified citation: ed3c4d2d28faaccbaef876a7daaecc3cccadb48f
+
+>> 96e0cfcd81cdeb8282e29ef9ec9962b125f379b0 megaface
+S2 missing verified citation: 4209783b0cab1f22341f0600eed4512155b1dee6
+S2 missing verified citation: dd8084b2878ca95d8f14bae73e1072922f0cc5da
+
+>> 95f12d27c3b4914e0668a268360948bce92f7db3 helen
+S2 missing verified citation: 4739b47af26137ec52bbfb582e6f37e9e9f5aba0
+
+>> 2724ba85ec4a66de18da33925e537f3902f21249 cofw
+S2 missing verified citation: fefa8f07d998f8f4a6c85a7da781b19bf6b78d7d
+S2 missing verified citation: 5645f567d83bacf318c9b8c4adb5e508b713e466
+
+>> 36bccfb2ad847096bc76777e544f305813cd8f5b wildtrack
+S2 missing verified citation: 427d6d9bc05b07c85fc6b2e52f12132f79a28f6c
+S2 missing verified citation: c298134646049f72b1a8732ec6594a34f6311660
+S2 missing verified citation: 2dafb6152438431c968257234d08328cba8f63f6
+
+>> 18ae7c9a4bbc832b8b14bc4122070d7939f5e00e frgc
+S2 missing verified citation: e1a7446bc6f8267d4378977f8f39674f6932b628
+S2 missing verified citation: 64e0bd1210f180e0610b2a1faa188051a1de29bf
+S2 missing verified citation: 909f91c1957ce2bf9d76ee2109a865e87bf17057
+S2 missing verified citation: b506aa23949b6d1f0c868ad03aaaeb5e5f7f6b57
+S2 missing verified citation: af8cd04bbe4902123d7042985159a6a5da9d9fb9
+
+>> a7fe834a0af614ce6b50dc093132b031dd9a856b market_1501
+S2 missing verified citation: c0153b92a59fe0cb6405c888dd536d44d34a92fb
+S2 missing verified citation: 384908bfad5b9e81d605344abcb9e99d8b0f4027
+S2 missing verified citation: 34a6762ed8e92612ba4fdf02ee95d2ee0d587908
+S2 missing verified citation: 0a058caa89d195930224148d3d2897c0c08fc668
+
diff --git a/scraper/s2-dump-missing-paper-ids.py b/scraper/s2-dump-missing-paper-ids.py
index b30fe167..47dd4238 100644
--- a/scraper/s2-dump-missing-paper-ids.py
+++ b/scraper/s2-dump-missing-paper-ids.py
@@ -4,7 +4,7 @@ import glob
 import click
 from util import *
 
-DB_PAPER_DIR = './datasets/s2/db_papers'
+# DB_PAPER_DIR = './datasets/s2/db_papers'
 RAW_PAPER_DIR = './datasets/s2/raw_papers'
 
 @click.command()
@@ -20,15 +20,25 @@ def load_missing_ids(fn):
   found_count = 0
   missing_count = 0
   for paper_id in ids:
-    db_paper_path = make_db_paper_path(paper_id)
+    # db_paper_path = make_db_paper_path(paper_id)
     raw_paper_path = make_raw_paper_path(paper_id)
     # if os.path.exists(db_paper_path) or os.path.exists(raw_paper_path):
     if os.path.exists(raw_paper_path):
       lookup[paper_id] = True
       found_count += 1
     else:
+      print(">> {} {}".format(dataset paper_id))
       missing_lookup[paper_id] = True
       missing_count += 1
+
+  verified_lookup, verified_totals = fetch_verified_paper_lookup()
+  rows = []
+  for dataset, lookup in verified_lookup.items():
+    for paper_id in lookup.keys():
+      paper_path = data_path('raw_papers', paper_id):
+      if not os.path.exists(paper_path):
+        print(">> {} {}".format(dataset paper_id))
+
   print("{} papers found, {} must be fetched".format(found_count, missing_count))
   return missing_lookup.keys()
 
diff --git a/scraper/s2-fetch-pdf.py b/scraper/s2-fetch-pdf.py
index 72ca4ca8..61574b90 100644
--- a/scraper/s2-fetch-pdf.py
+++ b/scraper/s2-fetch-pdf.py
@@ -25,13 +25,12 @@ def fetch_pdf(paper_id, url):
   pdf_fn = make_pdf_fn(paper_id)
   txt_fn = make_txt_fn(paper_id)
   if os.path.exists(pdf_fn) or os.path.exists(txt_fn):
-    # return read_json(pdf_fn)
-    return
+    return None
   size = s2.fetch_file(url, pdf_fn)
   if size is None:
     print("{} empty?".format(paper_id))
     return None  
-  print("{} {} kb".format(paper_id, int(size / 1024)))
+  print("{} {} kb {}".format(paper_id, int(size / 1024), url))
 
 def make_pdf_path(paper_id):
   return './datasets/s2/pdf/{}/{}'.format(paper_id[0:2], paper_id)