diff options
| -rw-r--r-- | client/chart/countriesByYear.chart.js | 23 | ||||
| -rw-r--r-- | client/modalImage/modal.css | 8 | ||||
| -rw-r--r-- | client/modalImage/modalImage.container.js | 6 | ||||
| -rw-r--r-- | docs/msc.md | 73 | ||||
| -rw-r--r-- | scraper/embassy-list.txt | 222 | ||||
| -rw-r--r-- | scraper/list-embassies.py | 35 | ||||
| -rw-r--r-- | scraper/reports/embassy-flickr-urls.txt | 222 | ||||
| -rw-r--r-- | scraper/reports/missing-citations.txt | 54 | ||||
| -rw-r--r-- | site/content/pages/about/attribution.md | 4 | ||||
| -rw-r--r-- | site/content/pages/about/press.md | 1 | ||||
| -rw-r--r-- | site/content/pages/datasets/uccs/index.md | 6 | ||||
| -rw-r--r-- | site/public/about/attribution/index.html | 6 | ||||
| -rw-r--r-- | site/public/about/press/index.html | 1 | ||||
| -rw-r--r-- | site/public/datasets/ijb_c/index.html | 57 | ||||
| -rw-r--r-- | site/public/datasets/uccs/index.html | 6 |
15 files changed, 696 insertions, 28 deletions
diff --git a/client/chart/countriesByYear.chart.js b/client/chart/countriesByYear.chart.js index df7a4530..4f8cc44e 100644 --- a/client/chart/countriesByYear.chart.js +++ b/client/chart/countriesByYear.chart.js @@ -118,7 +118,7 @@ class CountriesByYearChart extends Component { tick: { values: ticks, }, - default: [ 0, maxCitationsInAYear * 286 / 261 ], + default: [0, maxCitationsInAYear * 286 / 261], show: true, } }} @@ -129,7 +129,7 @@ class CountriesByYearChart extends Component { pattern: colorPattern }} tooltip={{ - contents: function (d, defaultTitleFormat, defaultValueFormat, color) { + contents: d => { const countriesByYearLookup = years[yearList[d[0].x]] let countriesByYear = Object.keys(countriesByYearLookup).map(country => [country, countriesByYearLookup[country]]).sort((a,b) => b[1] - a[1]) let topCountriesForThisYear = countriesByYear.slice(0, topCountryCount) @@ -139,15 +139,15 @@ class CountriesByYearChart extends Component { const tableRows = topCountriesForThisYear.filter(pair => !!pair[1]).map(([country, total]) => { let colorIndex = topCountries.indexOf(country) if (colorIndex < 0) colorIndex = colorPattern.length - 1 - const color = colorPattern[ colorIndex ] + const countryColor = colorPattern[colorIndex] return [ "<tr>", "<td>", - "<span style='background-color:" + color + "' class='swatch'></span>", - country, + "<span style='background-color:" + countryColor + "' class='swatch'></span>", + country, "</td>", "<td>", - total, + total, "</td>", "</tr>", ].join('') @@ -160,7 +160,16 @@ class CountriesByYearChart extends Component { } }} /> - <div className='caption'>{paper.name}{' dataset citations per country per year. We verified ' + citations.length + ' papers that used the dataset.'}</div> + {paper.vetting && + <div className='caption'> + {paper.name} + {' dataset citations per country per year. We confirmed use of the dataset in '} + {citations.length} + {' papers, out of '} + {paper.vetting.total} + {' citations vetted.'} + </div> + } </div> ) } diff --git a/client/modalImage/modal.css b/client/modalImage/modal.css index cf8f331d..d628cc48 100644 --- a/client/modalImage/modal.css +++ b/client/modalImage/modal.css @@ -14,7 +14,7 @@ .modal.visible { opacity: 1; pointer-events: auto; - z-index: 999999999; + z-index: 9999999; } .modal .inner { position: absolute; @@ -68,6 +68,7 @@ align-items: center; cursor: pointer; transition: all 0.1s cubic-bezier(0,0,0,1); + z-index: 99999999; } .modal .prev { left: 0; @@ -113,5 +114,8 @@ } @media all and (max-device-width: 1024px) { - + .modal img { + max-width: 100vw; + max-height: 90vh; + } }
\ No newline at end of file diff --git a/client/modalImage/modalImage.container.js b/client/modalImage/modalImage.container.js index b05cd0a3..77f9a9df 100644 --- a/client/modalImage/modalImage.container.js +++ b/client/modalImage/modalImage.container.js @@ -77,10 +77,10 @@ class ModalImage extends Component { } return ( <div className={visible ? 'modal visible' : 'modal'}> - <div className='inner'> - <div className='centered'> + <div className='inner' onClick={() => this.close()}> + <div className='centered' onClick={e => e.stopPropagation()}> <img src={img.src} /> - {caption && <div class='caption'>{caption}</div>} + {caption && <div className='caption'>{caption}</div>} </div> </div> <div onClick={() => this.prev()} className='prev' aria-label='Previous image' alt='Previous image'><img src='/assets/img/arrow-left.png' /></div> diff --git a/docs/msc.md b/docs/msc.md new file mode 100644 index 00000000..f1b0b867 --- /dev/null +++ b/docs/msc.md @@ -0,0 +1,73 @@ +# MSC + +Analyzing datasets from Flickr: + +Data format: + +- Adience, usernames +- LFPW, full image URLS, only 37 from flickr +- 300W, 3, estimated 150 +- GeoFaces, 2 +- IBM DiF: + - 581.094 total unique usernames in YFCC100M + - username (eg robwalsh0) + - 1 url +- Helen, only filename, try https://www.flickr.com/photo.gne?id=2564651638 +- MegaFace: flickr ID, url, need to get username +- PIPA, 29 done, estimated 330 +- UCF-CC-50, 3, estimated 30, maybe skip + +Use https://www.flickr.com/photo.gne?id=2177060015 to find photo data for Adience + +Citations: + +- [x] Adience, 97 +- [ ] LFPW, 9 completed, estimated 180 +- [ ] 300W, 3, estimated 150 +- [x] GeoFaces, 2 +- [ ] h3d, low hit-rate, maybe skip +- [ ] Helen, 206, waiting for s2q cleanup +- [x] MegaFace, 40 +- [ ] IBM DiF +- [ ] PIPA, 29 done, estimated 330 +- [ ] UCF-CC-50, 3, estimated 30, maybe skip + +Embassy search: + +Arabic: + +- السفارة + +English: + +- embassy + +Spanish: +- consular, embajada, embajador + +Danish: + +Dutch: + +- ambassade, gezantschap + +French: + +- ambassade + +Portuguese: + +- embaixada + +Italian: + +- ambasciata + + +Polish: + +- ambasada + +Russian: + +- посольство diff --git a/scraper/embassy-list.txt b/scraper/embassy-list.txt new file mode 100644 index 00000000..f3ecdee9 --- /dev/null +++ b/scraper/embassy-list.txt @@ -0,0 +1,222 @@ +https://www.flickr.com/photos/afghanistan_vienna H.E. Ayoob Erfani | Afghanistan Embassy Vienna | Flickr +https://www.flickr.com/photos/albania_art_embassy Explore U.S. Embassy Tirana Art Contest's 76 photos on Flickr! +https://www.flickr.com/photos/albinoflea Embassy of the Republic of Bulgaria in Washington DC | Flickr +https://www.flickr.com/photos/ambitaliaottawa Explore Italian Embassy's 612 photos on Flickr! +https://www.flickr.com/photos/aviller French Embassy Berlin | French Embassy in Berlin | Flickr +https://www.flickr.com/photos/benin_cca Explore US Embassy Cotonou Bénin's 14,091 photos on Flickr! +https://www.flickr.com/photos/britishembassyiceland Explore British Embassy Iceland's photo on Flickr! +https://www.flickr.com/photos/britishembassyinireland Explore britishembassyinireland's 8,304 photos on Flickr! +https://www.flickr.com/photos/bulgarian-embassy-dublin Explore BG Embassy's 503 photos on Flickr! +https://www.flickr.com/photos/colombianembassylondon-uk Embassy of Colombia UK's albums | Flickr +https://www.flickr.com/photos/consulatenetherlands Consulate General of the Netherlands in St. Petersburg | Flickr +https://www.flickr.com/photos/croatianembassylondon Explore Croatian Embassy in London's 1,981 photos on Flickr! +https://www.flickr.com/photos/cyathens EMBASSY OF THE REPUBLIC OF CYPRUS ATHENS's albums | Flickr +https://www.flickr.com/photos/dutch_embassy_bratislava Dutch Embassy Bratislava | Flickr +https://www.flickr.com/photos/dutchembassyuk Dutch Embassy London's collections on Flickr +https://www.flickr.com/photos/embassyofdenmarkdc Explore Embassy of Denmark DC's 1,019 photos on Flickr! +https://www.flickr.com/photos/embassyofpakistanbrussels Cricket Match organized by Embassy | Embassy of Pakistan | Flickr +https://www.flickr.com/photos/embassyofperu Explore Embassy of Peru in the USA's 3,800 photos on Flickr! +https://www.flickr.com/photos/embassyofswedenwashingtondc Explore Embassy of Sweden Washington, DC's 4,130 photos on Flickr! +https://www.flickr.com/photos/estonian-embassy-in-turkey Explore Estonian Embassy in Turkey's 520 photos on Flickr! +https://www.flickr.com/photos/estonian-embassy-washington Estonian Embassy in Washington's albums | Flickr +https://www.flickr.com/photos/estonian-foreign-ministry Ski Festival in Turkey | The Estonian Embassy in Turkey orga… | Flickr +https://www.flickr.com/photos/estonianembassyinlondon Explore Estonian Embassy in London's 2,656 photos on Flickr! +https://www.flickr.com/photos/eu-delegation-albania Explore EU Delegation to Albania's 4,992 photos on Flickr! +https://www.flickr.com/photos/franceintheus Explore French Embassy in the U.S.'s 9,344 photos on Flickr! +https://www.flickr.com/photos/ghembassymadrid Explore Ghana Embassy Madrid's 20 photos on Flickr! +https://www.flickr.com/photos/goss-brussels Embassy of South Sudan to Belgium and the European Union | Flickr +https://www.flickr.com/photos/greeceincyprus KS03058 | Embassy of Greece CYPRUS | Flickr +https://www.flickr.com/photos/greeceinslovakia Explore Embassy of Greece in Slovakia's 365 photos on Flickr! +https://www.flickr.com/photos/greek_embassy_london_press_office Annual Session of the International Maritime Organization … | Flickr +https://www.flickr.com/photos/icelandembassy Explore Embassy of Iceland Washington's 287 photos on Flickr! +https://www.flickr.com/photos/israel_germany Explore Israeli Embassy Berlin's 717 photos on Flickr! +https://www.flickr.com/photos/italianembassy Italy in US | Flickr | Embassy of Italy in the US +https://www.flickr.com/photos/italianembassy_sweden Explore Embassy of Italy in Sweden's 332 photos on Flickr! +https://www.flickr.com/photos/japanembdc Flickr: Embassy of Japan in the USA's Photostream +https://www.flickr.com/photos/kabulpublicdiplomacy Explore US Embassy Kabul Afghanistan's 16,854 photos on Flickr! +https://www.flickr.com/photos/kazakh-embassy-rome Explore Kazakh Embassy in Italy's 139 photos on Flickr! +https://www.flickr.com/photos/kbridc Explore Embassy of Indonesia Washington, DC's 971 photos on Flickr! +https://www.flickr.com/photos/kenyaembassy Explore Kenya Embassy - Washington DC's 1,886 photos on Flickr! +https://www.flickr.com/photos/lvembassycanada Explore Embassy of Latvia in Canada's 465 photos on Flickr! +https://www.flickr.com/photos/lvembassyfrance Explore Embassy of Latvia in France's 41 photos on Flickr! +https://www.flickr.com/photos/lvembassyuk Explore Embassy of Latvia in the UK's 739 photos on Flickr! +https://www.flickr.com/photos/lvembassyusa Explore Embassy of Latvia in US's 963 photos on Flickr! +https://www.flickr.com/photos/maeromania Explore Ministry of Foreign Affairs Romania's 1,695 photos on Flickr! +https://www.flickr.com/photos/mfa_lithuania Explore Lithuanian Ministry of Foreign Affairs's 39,878 photos on Flickr! +https://www.flickr.com/photos/netherlands_embassy_in_helsinki Netherlands Embassy in Helsinki's albums | Flickr +https://www.flickr.com/photos/nlembassydk Explore Netherlands Embassy's 38 photos on Flickr! +https://www.flickr.com/photos/nlintheusa Explore Netherlands Embassy's 6,490 photos on Flickr! +https://www.flickr.com/photos/norwegian_embassy Flickr: Norwegian Embassy, Washington, D.C.'s Photostream +https://www.flickr.com/photos/ny400 Flickr: Netherlands in USA's Photostream +https://www.flickr.com/photos/polandmfa Polish Embassy in London, the United Kingdom of Great Britain and... +https://www.flickr.com/photos/polishembassyca Explore Polish Embassy CA's 1,091 photos on Flickr! +https://www.flickr.com/photos/polishembassyindublin Explore Polish Embassy in Dublin's 105 photos on Flickr! +https://www.flickr.com/photos/rusembassylondon Embassy greets Russian children at London clinic | Russian... | Flickr +https://www.flickr.com/photos/rwanda-embassy-nl Embassy of the Republic Rwanda in the Netherlands | Flickr +https://www.flickr.com/photos/statephotos Secretary Pompeo Addresses U.S. Embassy Seoul Employees | Flickr +https://www.flickr.com/photos/swedishembassyrome Explore Swedish Embassy Rome's 40 photos on Flickr! +https://www.flickr.com/photos/tyoamb Explore Embassy of Denmark Tokyo's 376 photos on Flickr! +https://www.flickr.com/photos/uaembassylv Explore Embassy Ukraine's 1,127 photos on Flickr! +https://www.flickr.com/photos/uk-in-ecuador Explore UK in Ecuador / British Embassy Quito's 3,329 photos on Flickr! +https://www.flickr.com/photos/ukinalbania Explore UK in Albania's 981 photos on Flickr! +https://www.flickr.com/photos/ukinaustria Explore UK in Austria's 4,157 photos on Flickr! +https://www.flickr.com/photos/ukinbelgium2 Explore British Embassy Brussels's 432 photos on Flickr! +https://www.flickr.com/photos/ukinbulgaria Explore UK in Bulgaria's 934 photos on Flickr! +https://www.flickr.com/photos/ukincroatia Explore British Embassy Zagreb's 709 photos on Flickr! +https://www.flickr.com/photos/ukinczechrepublic British EMbassy Prague | British Embassy | Flickr +https://www.flickr.com/photos/ukingermany 3290_Prince_Harry_Embassy_18.12.10 | Deutschland, Berlin. | Flickr +https://www.flickr.com/photos/ukingreece_beathens UK in Greece | Flickr | UK in Greece (British Embassy, Athens) +https://www.flickr.com/photos/ukinitaly Explore UK in Italy's 9,614 photos on Flickr! +https://www.flickr.com/photos/ukinkorea Explore British Embassy's 2,145 photos on Flickr! +https://www.flickr.com/photos/ukinromania Explore UK in Romania's 2,976 photos on Flickr! +https://www.flickr.com/photos/ukinserbia Explore British Embassy Belgrade's 1,761 photos on Flickr! +https://www.flickr.com/photos/ukinslovenia British Embassy Ljubljana's galleries on Flickr +https://www.flickr.com/photos/ukinukraine Explore British Embassy in Ukraine's 920 photos on Flickr! +https://www.flickr.com/photos/us-embassy-tashkent Explore U.S. Embassy Tashkent's 1,272 photos on Flickr! +https://www.flickr.com/photos/us_embassy_nairobi Explore U.S. Embassy Nairobi's 7,649 photos on Flickr! +https://www.flickr.com/photos/us_embassy_newzealand Explore US Embassy's 30,071 photos on Flickr! +https://www.flickr.com/photos/us_mission_canada Explore US Embassy Canada's 21,688 photos on Flickr! +https://www.flickr.com/photos/usemb_warsaw MISSION of the UNITED STATES of AMERICA to POLAND | Flickr +https://www.flickr.com/photos/usembassy_montevideo Flickr: U.S. Embassy Montevideo's Photostream +https://www.flickr.com/photos/usembassy_vienna Explore U.S. Embassy Vienna's 27 photos on Flickr! +https://www.flickr.com/photos/usembassyaddisababa Explore U.S. Embassy Addis Ababa's 2,412 photos on Flickr! +https://www.flickr.com/photos/usembassyankara U.S. Embassy Ankara, Turkey | ABD Büyükelçiliği | Flickr +https://www.flickr.com/photos/usembassybern Explore U.S. Embassy Bern, Switzerland's 1,484 photos on Flickr! +https://www.flickr.com/photos/usembassycanberra Explore U.S. Embassy Canberra's 5,278 photos on Flickr! +https://www.flickr.com/photos/usembassydub U.S. Embassy Dublin's albums | Flickr +https://www.flickr.com/photos/usembassydublin U.S. Embassy, Dublin | Flickr +https://www.flickr.com/photos/usembassyfrance Explore U.S. Embassy France's 119 photos on Flickr! +https://www.flickr.com/photos/usembassyguatemala Explore US Embassy Guatemala's 19,620 photos on Flickr! +https://www.flickr.com/photos/usembassyguyana Explore US Embassy Guyana's 5,816 photos on Flickr! +https://www.flickr.com/photos/usembassyjakarta Explore U.S. Embassy, Jakarta's 7,248 photos on Flickr! +https://www.flickr.com/photos/usembassykathmandu Explore US Embassy Kathmandu's 17,183 photos on Flickr! +https://www.flickr.com/photos/usembassykl United States Embassy Kuala Lumpur | Flickr +https://www.flickr.com/photos/usembassylisbon Embassy Reinforcement Exercise | Flickr +https://www.flickr.com/photos/usembassylondon Explore U.S. Embassy London's 14,657 photos on Flickr! +https://www.flickr.com/photos/usembassyluxembourg Flickr: publicaffairsluxembourg's Photostream +https://www.flickr.com/photos/usembassymadrid Explore US Embassy Madrid's 4,081 photos on Flickr! +https://www.flickr.com/photos/usembassymanila Explore U.S. Embassy in the Philippines's 15,237 photos on Flickr! +https://www.flickr.com/photos/usembassymaputo Explore PA US Embassy Maputo's 4,694 photos on Flickr! +https://www.flickr.com/photos/usembassymga Explore U.S. Embassy Nicaragua's 1,615 photos on Flickr! +https://www.flickr.com/photos/usembassyminsk Explore US Embassy Minsk's 4,305 photos on Flickr! +https://www.flickr.com/photos/usembassymoldova Explore U.S. Embassy Moldova's 1,391 photos on Flickr! +https://www.flickr.com/photos/usembassynewdelhi Explore U.S. Embassy New Delhi's 29,655 photos on Flickr! +https://www.flickr.com/photos/usembassyoslo Explore US Embassy Oslo's 826 photos on Flickr! +https://www.flickr.com/photos/usembassypanama Explore US Embassy Panama's 20,216 photos on Flickr! +https://www.flickr.com/photos/usembassyphnompenh Explore U.S. Embassy Phnom Penh's 11,480 photos on Flickr! +https://www.flickr.com/photos/usembassyprague U.S. Embassy Prague — Schoenborn Palace | Flickr +https://www.flickr.com/photos/usembassyriga U.S. Embassy Riga | Flickr +https://www.flickr.com/photos/usembassyromania Explore U.S. Embassy Romania's 6,818 photos on Flickr! +https://www.flickr.com/photos/usembassysa Explore US Embassy South Africa's 10,563 photos on Flickr! +https://www.flickr.com/photos/usembassyseoul Explore US Embassy Seoul's 142 photos on Flickr! +https://www.flickr.com/photos/usembassysjo US Embassy in Costa Rica's galleries on Flickr +https://www.flickr.com/photos/usembassyslovakia U.S. Embassy's albums | Flickr +https://www.flickr.com/photos/usembassysofia Flickr: usembassysofia's Photostream +https://www.flickr.com/photos/usembassyta Explore U.S. Embassy Jerusalem's 15,169 photos on Flickr! +https://www.flickr.com/photos/usembassytallinn Photos: U.S. Embassy Tallinn. | Flickr +https://www.flickr.com/photos/usembassyteg Explore US Embassy Tegucigalpa's 5,905 photos on Flickr! +https://www.flickr.com/photos/usembassythehague Explore U.S. Embassy The Hague's 1,994 photos on Flickr! +https://www.flickr.com/photos/usembassytimorleste Explore U.S. Embassy Dili's 1,425 photos on Flickr! +https://www.flickr.com/photos/usembassytirana Explore U.S. Embassy Tirana's 10,521 photos on Flickr! +https://www.flickr.com/photos/usembassytokyo Explore U.S. Embassy Tokyo's 9,272 photos on Flickr! +https://www.flickr.com/photos/usembassywarsaw Explore U.S. Embassy Poland's 689 photos on Flickr! +https://www.flickr.com/photos/usembmalta Explore U.S. Embassy Valletta, Malta's 5,496 photos on Flickr! +https://www.flickr.com/photos/usembpak Explore U.S. Embassy Pakistan's 6,494 photos on Flickr! +https://www.flickr.com/photos/usembsweden Explore US Embassy Sweden's 5,450 photos on Flickr! +https://www.flickr.com/photos/usembvienna Explore U.S. Embassy Vienna's 6,548 photos on Flickr! +https://www.flickr.com/photos/usembyaounde Explore U.S. Embassy Yaounde's 5,622 photos on Flickr! +https://www.flickr.com/photos/ambafrance Explore Ambassade de France aux Pays-Bas's 1,162 photos on Flickr! +https://www.flickr.com/photos/ambafrance-grece Explore Ambassade de France en Grèce's 756 photos on Flickr! +https://www.flickr.com/photos/ambasciata_italia_tanzania Explore ambasciata italia tanzania's 285 photos on Flickr! +https://www.flickr.com/photos/ambasciata_pechino Explore Ambasciata Pechino's 161 photos on Flickr! +https://www.flickr.com/photos/ambasciatausa Explore Ambasciata USA Italia's 5,289 photos on Flickr! +https://www.flickr.com/photos/ambassade_de_france_espagne Explore Ambassade de France en Espagne's 11,154 photos on Flickr! +https://www.flickr.com/photos/ambitapraga Explore Ambasciata d'Italia a Praga's 779 photos on Flickr! +https://www.flickr.com/photos/amcentermumbai U.S. Consulate Mumbai at Bandra Kurla Complex | Consular... | Flickr +https://www.flickr.com/photos/austriainromania Explore Österreichische Botschaft Bukarest's 727 photos on Flickr! +https://www.flickr.com/photos/consular_office_of_japan_sp Explore Consular Office of Japan in Saipan's 157 photos on Flickr! +https://www.flickr.com/photos/consulatebrla Consulate General of Brazil in Los Angeles | Flickr +https://www.flickr.com/photos/deutschebotschaftankara Explore Deutsche Botschaft Ankara's 34 photos on Flickr! +https://www.flickr.com/photos/deutschebotschaftprag HI-RES-209 | Deutsche Botschaft Prag | Flickr +https://www.flickr.com/photos/ecuagb Embajada del Ecuador en el Reino Unido | Flickr +https://www.flickr.com/photos/eecualemamia Explore Embajada Ecuador's 216 photos on Flickr! +https://www.flickr.com/photos/embaixadadoperu Explore Embaixada do Peru no Brasil's 2,603 photos on Flickr! +https://www.flickr.com/photos/embaixadaeua-brasil Flickr: Embaixada dos EUA - Brasil's Photostream +https://www.flickr.com/photos/embaixadaeua-caboverde Explore US Embassy Praia's 2,699 photos on Flickr! +https://www.flickr.com/photos/embajada Explore Embajada de Chile Costa Rica's 859 photos on Flickr! +https://www.flickr.com/photos/embajada_ecuador Embajada del Ecuador en USA's albums | Flickr +https://www.flickr.com/photos/embajadaeeuubuenosaires Flickr: Embajada de EEUU en la Argentina's Photostream +https://www.flickr.com/photos/embajadaenaustria Explore Embajada de Colombia en Austria's 175 photos on Flickr! +https://www.flickr.com/photos/embamexcan Explore Embajada de México en Canadá's 2,459 photos on Flickr! +https://www.flickr.com/photos/embamexeua EMBAJADA DE MÉXICO EN ESTADOS UNIDOS | Flickr +https://www.flickr.com/photos/embassyrwandanl Ambassade Rwanda's albums | Flickr +https://www.flickr.com/photos/embavenezdc Embassy of Venezuela to the U.S. Embajada de Venezuela en EEUU +https://www.flickr.com/photos/embmexcuba Explore Embajada de México en Cuba's 33 photos on Flickr! +https://www.flickr.com/photos/embrasilconacri Explore Embaixada do Brasil's 533 photos on Flickr! +https://www.flickr.com/photos/franceaucanada Explore Ambassade de France au Canada's 3,014 photos on Flickr! +https://www.flickr.com/photos/frenchconsulatela Consulate General of France in Los Angeles | Flickr +https://www.flickr.com/photos/german_embassy_msk Deutsche Botschaft Moskau's favorites | Flickr +https://www.flickr.com/photos/koreabonn Botschaft der Republik Korea, Außenstelle Bonn's collections on Flickr +https://www.flickr.com/photos/kzembassyfr Explore Ambassade du Kazakhstan's 225 photos on Flickr! +https://www.flickr.com/photos/nlbotschaftberlin Explore Niederländische Botschaft's 2,417 photos on Flickr! +https://www.flickr.com/photos/nlembassy Explore Nederlandse Ambassade te Peking's 799 photos on Flickr! +https://www.flickr.com/photos/rdcbenelux Explore Ambassade RD Congo's 263 photos on Flickr! +https://www.flickr.com/photos/russischebotschaft Explore Russische Botschaft's 570 photos on Flickr! +https://www.flickr.com/photos/rwanda-botschaft Explore Botschaft Ruanda's 810 photos on Flickr! +https://www.flickr.com/photos/swebotschaft Explore Schwedische Botschaft's 339 photos on Flickr! +https://www.flickr.com/photos/uscglahore Explore US Consulate General Lahore's 468 photos on Flickr! +https://www.flickr.com/photos/usconsulatebarcelona Explore U.S. Consulate General Barcelona's 1,895 photos on Flickr! +https://www.flickr.com/photos/usconsulatechennai "US at Your School" in Tiruvallur | Flickr +https://www.flickr.com/photos/usconsulategeneralsurabaya U.S. CONSULATE GENERAL SURABAYA | Flickr +https://www.flickr.com/photos/usconsulatekhi Untitled | US Consulate Karachi | Flickr +https://www.flickr.com/photos/usconsulatemelb Explore U.S. Consulate General Melbourne's 2,827 photos on Flickr! +https://www.flickr.com/photos/usconsulatemumbai U.S. Consulate Mumbai's albums | Flickr +https://www.flickr.com/photos/usconsulatemunich Flickr: U.S. Consulate General Munich's Photostream +https://www.flickr.com/photos/usembassyperu Explore Embajada de EEUU Perú's 111 photos on Flickr! +https://www.flickr.com/photos/vladconsulate Explore U.S. Consulate Vladivostok's 1,475 photos on Flickr! +https://www.flickr.com/photos/yekatconsulate 703 | U.S. Consulate General in Yekaterinburg, Russia | Flickr +https://www.flickr.com/photos/atlantaisrael Consulate General of Israel To the Southeast | Flickr +https://www.flickr.com/photos/azconsulatela Consulate General of Azerbaijan in Los Angeles's albums | Flickr +https://www.flickr.com/photos/bcgsh Explore British Consulate General Shanghai's 290 photos on Flickr! +https://www.flickr.com/photos/befcjapan Explore British Embassy's 31 photos on Flickr! +https://www.flickr.com/photos/bekinshasa Explore British Embassy Kinshasa's 401 photos on Flickr! +https://www.flickr.com/photos/british_council_indonesia Explore British Council Indonesia's 28,166 photos on Flickr! +https://www.flickr.com/photos/british_embassy_montevideo Flickr: UKinUruguay's Photostream +https://www.flickr.com/photos/british_embassy_muscat Explore British Embassy Muscat's 51 photos on Flickr! +https://www.flickr.com/photos/britishcouncilegypt Explore British Council Egypt's 199 photos on Flickr! +https://www.flickr.com/photos/britishcouncilturkey Explore British Council Turkey's 6,927 photos on Flickr! +https://www.flickr.com/photos/britishlibrary Explore British Library's 1,023,705 photos on Flickr! +https://www.flickr.com/photos/gc_nyc Flickr: Royal Norwegian Consulate General New York's Photostream +https://www.flickr.com/photos/httpukinuzbekistanfcogovuk UK in Uzbekistan - the official website for the British Embassy... | Flickr +https://www.flickr.com/photos/norwayinstp Flickr: Royal Norwegian Consulate General... +https://www.flickr.com/photos/rusembdprk Посольство России в КНДР's galleries on Flickr +https://www.flickr.com/photos/ukinazerbaijan Flickr: UK in Azerbaijan's Photostream +https://www.flickr.com/photos/ukinchina Explore British Embassy Beijing's 152 photos on Flickr! +https://www.flickr.com/photos/ukinjerusalem British Consulate General in Jerusalem | Flickr +https://www.flickr.com/photos/ukinnewyork Explore British Consulate-General New York's 2,669 photos on Flickr! +https://www.flickr.com/photos/ukinrussia Explore ukinrussia's 10,173 photos on Flickr! +https://www.flickr.com/photos/ukinsouthafrica Explore British High Commission in Pretoria's 7,860 photos on Flickr! +https://www.flickr.com/photos/ambafrance-ad Explore Ambassade de France en Andorre's 40 photos on Flickr! +https://www.flickr.com/photos/ambassadedubresilenfrance Explore Ambassade du Brésil en France's 820 photos on Flickr! +https://www.flickr.com/photos/ambberlino Ambasciata d'Italia Berlino's albums | Flickr +https://www.flickr.com/photos/ausstellungenbotschaftankara Explore Botschaft Ankara's 214 photos on Flickr! +https://www.flickr.com/photos/botschaftvonfinnland Explore Botschaft von Finnland in Berlin's 1,085 photos on Flickr! +https://www.flickr.com/photos/embamexdinamarca Explore Embajada de Mexico en Dinamarca's 375 photos on Flickr! +https://www.flickr.com/photos/greeceinserbia Ambasada Grčke | Flickr +https://www.flickr.com/photos/oblissabon Embaixada da Áustria em Lisboa | Flickr +https://www.flickr.com/photos/usembassybogota Embajada de los Estados Unidos en Bogotá's albums | Flickr +https://www.flickr.com/photos/dutchembassyindonesia Explore Dutch Embassy Indonesia's 613 photos on Flickr! +https://www.flickr.com/photos/embajadaeeuu-chile Explore US Embassy Santiago, Chile's 4,465 photos on Flickr! +https://www.flickr.com/photos/indembtelaviv Explore Embassy of India Israel's 1,227 photos on Flickr! +https://www.flickr.com/photos/kingstonja Explore U.S. Embassy -- Kingston Jamaica's 3,073 photos on Flickr! +https://www.flickr.com/photos/rusembsingapore Explore Embassy of Russia in Singapore's 1,383 photos on Flickr! +https://www.flickr.com/photos/ukinbahrain Red Arrows are back to Bahrain | The British Embassy in the … | Flickr +https://www.flickr.com/photos/ukinnorway Explore UK in Norway's 344 photos on Flickr! +https://www.flickr.com/photos/usdiplomacycenter U.S. Flag, U.S. Embassy Havana | The U.S. and Cuba... | Flickr +https://www.flickr.com/photos/usembassybkk Explore U.S. Embassy Bangkok, Thailand's 3,571 photos on Flickr! +https://www.flickr.com/photos/usembassydakar Explore US Embassy Dakar's 10,437 photos on Flickr! +https://www.flickr.com/photos/usembassylome Explore U.S. Embassy Lome's 451 photos on Flickr! +https://www.flickr.com/photos/usembassyqatar Explore U.S. Embassy Qatar's 173 photos on Flickr! +https://www.flickr.com/photos/usembassysingapore U.S. Embassy Singapore | Flickr +https://www.flickr.com/photos/usembmongolia Explore U.S. Embassy in Ulaanbaatar's 1,587 photos on Flickr! +https://www.flickr.com/photos/usinsouthafrica Explore US Embassy South Africa's 1,393 photos on Flickr! diff --git a/scraper/list-embassies.py b/scraper/list-embassies.py new file mode 100644 index 00000000..41d64084 --- /dev/null +++ b/scraper/list-embassies.py @@ -0,0 +1,35 @@ +from util import * +import glob + +old_urls = [] +new_urls = [] +url_list = {} + +with open('embassy-list-4.txt', 'r') as f: + for line in f.readlines(): + old_urls.append(line.strip()) + url = line.split(' ')[0] + url_list[url] = '' + +for f in glob.iglob('./embassy/by_country/*.txt'): + links = read_json(f) + for link in links: + # https://www.flickr.com/photos/us_mission_canada/37316818631 + url = link['url'] + url_partz = url.split('/')[:5] + if len(url_partz) < 5: + continue + username = url_partz[4] + if '@' in username: + continue + url_fix = '/'.join(url_partz) + if url_fix not in url_list: + new_urls.append(url_fix + ' ' + link['title']) + url_list[url_fix] = link['title'] + +for line in old_urls: + print(line) + +for url in sorted(new_urls): + print(url) + diff --git a/scraper/reports/embassy-flickr-urls.txt b/scraper/reports/embassy-flickr-urls.txt new file mode 100644 index 00000000..4afd2249 --- /dev/null +++ b/scraper/reports/embassy-flickr-urls.txt @@ -0,0 +1,222 @@ +https://www.flickr.com/photos/afghanistan_vienna +https://www.flickr.com/photos/albania_art_embassy +https://www.flickr.com/photos/albinoflea +https://www.flickr.com/photos/ambafrance +https://www.flickr.com/photos/ambafrance-ad +https://www.flickr.com/photos/ambafrance-grece +https://www.flickr.com/photos/ambasciata_italia_tanzania +https://www.flickr.com/photos/ambasciata_pechino +https://www.flickr.com/photos/ambasciatausa +https://www.flickr.com/photos/ambassade_de_france_espagne +https://www.flickr.com/photos/ambassadedubresilenfrance +https://www.flickr.com/photos/ambberlino +https://www.flickr.com/photos/ambitaliaottawa +https://www.flickr.com/photos/ambitapraga +https://www.flickr.com/photos/amcentermumbai +https://www.flickr.com/photos/atlantaisrael +https://www.flickr.com/photos/ausstellungenbotschaftankara +https://www.flickr.com/photos/austriainromania +https://www.flickr.com/photos/aviller +https://www.flickr.com/photos/azconsulatela +https://www.flickr.com/photos/bcgsh +https://www.flickr.com/photos/befcjapan +https://www.flickr.com/photos/bekinshasa +https://www.flickr.com/photos/benin_cca +https://www.flickr.com/photos/botschaftvonfinnland +https://www.flickr.com/photos/british_council_indonesia +https://www.flickr.com/photos/british_embassy_montevideo +https://www.flickr.com/photos/british_embassy_muscat +https://www.flickr.com/photos/britishcouncilegypt +https://www.flickr.com/photos/britishcouncilturkey +https://www.flickr.com/photos/britishembassyiceland +https://www.flickr.com/photos/britishembassyinireland +https://www.flickr.com/photos/britishlibrary +https://www.flickr.com/photos/bulgarian-embassy-dublin +https://www.flickr.com/photos/colombianembassylondon-uk +https://www.flickr.com/photos/consular_office_of_japan_sp +https://www.flickr.com/photos/consulatebrla +https://www.flickr.com/photos/consulatenetherlands +https://www.flickr.com/photos/croatianembassylondon +https://www.flickr.com/photos/cyathens +https://www.flickr.com/photos/deutschebotschaftankara +https://www.flickr.com/photos/deutschebotschaftprag +https://www.flickr.com/photos/dutch_embassy_bratislava +https://www.flickr.com/photos/dutchembassyindonesia +https://www.flickr.com/photos/dutchembassyuk +https://www.flickr.com/photos/ecuagb +https://www.flickr.com/photos/eecualemamia +https://www.flickr.com/photos/embaixadadoperu +https://www.flickr.com/photos/embaixadaeua-brasil +https://www.flickr.com/photos/embaixadaeua-caboverde +https://www.flickr.com/photos/embajada +https://www.flickr.com/photos/embajada_ecuador +https://www.flickr.com/photos/embajadaeeuu-chile +https://www.flickr.com/photos/embajadaeeuubuenosaires +https://www.flickr.com/photos/embajadaenaustria +https://www.flickr.com/photos/embamexcan +https://www.flickr.com/photos/embamexdinamarca +https://www.flickr.com/photos/embamexeua +https://www.flickr.com/photos/embassyofdenmarkdc +https://www.flickr.com/photos/embassyofpakistanbrussels +https://www.flickr.com/photos/embassyofperu +https://www.flickr.com/photos/embassyofswedenwashingtondc +https://www.flickr.com/photos/embassyrwandanl +https://www.flickr.com/photos/embavenezdc +https://www.flickr.com/photos/embmexcuba +https://www.flickr.com/photos/embrasilconacri +https://www.flickr.com/photos/estonian-embassy-in-turkey +https://www.flickr.com/photos/estonian-embassy-washington +https://www.flickr.com/photos/estonian-foreign-ministry +https://www.flickr.com/photos/estonianembassyinlondon +https://www.flickr.com/photos/eu-delegation-albania +https://www.flickr.com/photos/franceaucanada +https://www.flickr.com/photos/franceintheus +https://www.flickr.com/photos/frenchconsulatela +https://www.flickr.com/photos/gc_nyc +https://www.flickr.com/photos/german_embassy_msk +https://www.flickr.com/photos/ghembassymadrid +https://www.flickr.com/photos/goss-brussels +https://www.flickr.com/photos/greeceincyprus +https://www.flickr.com/photos/greeceinserbia +https://www.flickr.com/photos/greeceinslovakia +https://www.flickr.com/photos/greek_embassy_london_press_office +https://www.flickr.com/photos/httpukinuzbekistanfcogovuk +https://www.flickr.com/photos/icelandembassy +https://www.flickr.com/photos/indembtelaviv +https://www.flickr.com/photos/israel_germany +https://www.flickr.com/photos/italianembassy +https://www.flickr.com/photos/italianembassy_sweden +https://www.flickr.com/photos/japanembdc +https://www.flickr.com/photos/kabulpublicdiplomacy +https://www.flickr.com/photos/kazakh-embassy-rome +https://www.flickr.com/photos/kbridc +https://www.flickr.com/photos/kenyaembassy +https://www.flickr.com/photos/kingstonja +https://www.flickr.com/photos/koreabonn +https://www.flickr.com/photos/kzembassyfr +https://www.flickr.com/photos/lvembassycanada +https://www.flickr.com/photos/lvembassyfrance +https://www.flickr.com/photos/lvembassyuk +https://www.flickr.com/photos/lvembassyusa +https://www.flickr.com/photos/maeromania +https://www.flickr.com/photos/mfa_lithuania +https://www.flickr.com/photos/netherlands_embassy_in_helsinki +https://www.flickr.com/photos/nlbotschaftberlin +https://www.flickr.com/photos/nlembassy +https://www.flickr.com/photos/nlembassydk +https://www.flickr.com/photos/nlintheusa +https://www.flickr.com/photos/norwayinstp +https://www.flickr.com/photos/norwegian_embassy +https://www.flickr.com/photos/ny400 +https://www.flickr.com/photos/oblissabon +https://www.flickr.com/photos/polandmfa +https://www.flickr.com/photos/polishembassyca +https://www.flickr.com/photos/polishembassyindublin +https://www.flickr.com/photos/rdcbenelux +https://www.flickr.com/photos/rusembassylondon +https://www.flickr.com/photos/rusembdprk +https://www.flickr.com/photos/rusembsingapore +https://www.flickr.com/photos/russischebotschaft +https://www.flickr.com/photos/rwanda-botschaft +https://www.flickr.com/photos/rwanda-embassy-nl +https://www.flickr.com/photos/statephotos +https://www.flickr.com/photos/swebotschaft +https://www.flickr.com/photos/swedishembassyrome +https://www.flickr.com/photos/tyoamb +https://www.flickr.com/photos/uaembassylv +https://www.flickr.com/photos/uk-in-ecuador +https://www.flickr.com/photos/ukinalbania +https://www.flickr.com/photos/ukinaustria +https://www.flickr.com/photos/ukinazerbaijan +https://www.flickr.com/photos/ukinbahrain +https://www.flickr.com/photos/ukinbelgium2 +https://www.flickr.com/photos/ukinbulgaria +https://www.flickr.com/photos/ukinchina +https://www.flickr.com/photos/ukincroatia +https://www.flickr.com/photos/ukinczechrepublic +https://www.flickr.com/photos/ukingermany +https://www.flickr.com/photos/ukingreece_beathens +https://www.flickr.com/photos/ukinitaly +https://www.flickr.com/photos/ukinjerusalem +https://www.flickr.com/photos/ukinkorea +https://www.flickr.com/photos/ukinnewyork +https://www.flickr.com/photos/ukinnorway +https://www.flickr.com/photos/ukinromania +https://www.flickr.com/photos/ukinrussia +https://www.flickr.com/photos/ukinserbia +https://www.flickr.com/photos/ukinslovenia +https://www.flickr.com/photos/ukinsouthafrica +https://www.flickr.com/photos/ukinukraine +https://www.flickr.com/photos/us-embassy-tashkent +https://www.flickr.com/photos/us_embassy_nairobi +https://www.flickr.com/photos/us_embassy_newzealand +https://www.flickr.com/photos/us_mission_canada +https://www.flickr.com/photos/uscglahore +https://www.flickr.com/photos/usconsulatebarcelona +https://www.flickr.com/photos/usconsulatechennai +https://www.flickr.com/photos/usconsulategeneralsurabaya +https://www.flickr.com/photos/usconsulatekhi +https://www.flickr.com/photos/usconsulatemelb +https://www.flickr.com/photos/usconsulatemumbai +https://www.flickr.com/photos/usconsulatemunich +https://www.flickr.com/photos/usdiplomacycenter +https://www.flickr.com/photos/usemb_warsaw +https://www.flickr.com/photos/usembassy_montevideo +https://www.flickr.com/photos/usembassy_vienna +https://www.flickr.com/photos/usembassyaddisababa +https://www.flickr.com/photos/usembassyankara +https://www.flickr.com/photos/usembassybern +https://www.flickr.com/photos/usembassybkk +https://www.flickr.com/photos/usembassybogota +https://www.flickr.com/photos/usembassycanberra +https://www.flickr.com/photos/usembassydakar +https://www.flickr.com/photos/usembassydub +https://www.flickr.com/photos/usembassydublin +https://www.flickr.com/photos/usembassyfrance +https://www.flickr.com/photos/usembassyguatemala +https://www.flickr.com/photos/usembassyguyana +https://www.flickr.com/photos/usembassyjakarta +https://www.flickr.com/photos/usembassykathmandu +https://www.flickr.com/photos/usembassykl +https://www.flickr.com/photos/usembassylisbon +https://www.flickr.com/photos/usembassylome +https://www.flickr.com/photos/usembassylondon +https://www.flickr.com/photos/usembassyluxembourg +https://www.flickr.com/photos/usembassymadrid +https://www.flickr.com/photos/usembassymanila +https://www.flickr.com/photos/usembassymaputo +https://www.flickr.com/photos/usembassymga +https://www.flickr.com/photos/usembassyminsk +https://www.flickr.com/photos/usembassymoldova +https://www.flickr.com/photos/usembassynewdelhi +https://www.flickr.com/photos/usembassyoslo +https://www.flickr.com/photos/usembassypanama +https://www.flickr.com/photos/usembassyperu +https://www.flickr.com/photos/usembassyphnompenh +https://www.flickr.com/photos/usembassyprague +https://www.flickr.com/photos/usembassyqatar +https://www.flickr.com/photos/usembassyriga +https://www.flickr.com/photos/usembassyromania +https://www.flickr.com/photos/usembassysa +https://www.flickr.com/photos/usembassyseoul +https://www.flickr.com/photos/usembassysingapore +https://www.flickr.com/photos/usembassysjo +https://www.flickr.com/photos/usembassyslovakia +https://www.flickr.com/photos/usembassysofia +https://www.flickr.com/photos/usembassyta +https://www.flickr.com/photos/usembassytallinn +https://www.flickr.com/photos/usembassyteg +https://www.flickr.com/photos/usembassythehague +https://www.flickr.com/photos/usembassytimorleste +https://www.flickr.com/photos/usembassytirana +https://www.flickr.com/photos/usembassytokyo +https://www.flickr.com/photos/usembassywarsaw +https://www.flickr.com/photos/usembmalta +https://www.flickr.com/photos/usembmongolia +https://www.flickr.com/photos/usembpak +https://www.flickr.com/photos/usembsweden +https://www.flickr.com/photos/usembvienna +https://www.flickr.com/photos/usembyaounde +https://www.flickr.com/photos/usinsouthafrica +https://www.flickr.com/photos/vladconsulate +https://www.flickr.com/photos/yekatconsulate diff --git a/scraper/reports/missing-citations.txt b/scraper/reports/missing-citations.txt new file mode 100644 index 00000000..aa6c4c36 --- /dev/null +++ b/scraper/reports/missing-citations.txt @@ -0,0 +1,54 @@ +>> 4c170a0dcc8de75587dae21ca508dab2f9343974 face_tracer +S2 missing verified citation: 7cee802e083c5e1731ee50e731f23c9b12da7d36 +S2 missing verified citation: 166186e551b75c9b5adcc9218f0727b73f5de899 +S2 missing verified citation: 341ed69a6e5d7a89ff897c72c1456f50cfb23c96 +S2 missing verified citation: f77c9bf5beec7c975584e8087aae8d679664a1eb +S2 missing verified citation: 7aa4c16a8e1481629f16167dea313fe9256abb42 +S2 missing verified citation: 772a30f1a7a3071e5ce6ad4b0dbddc67889f5873 + +>> 08f6745bc6c1b0fb68953ea61054bdcdde6d2fc7 kin_face +S2 missing verified citation: 7e915bb8e4ada4f8d261bc855a4f587ea97764ca + +>> 10195a163ab6348eef37213a46f60a3d87f289c5 imdb_wiki +S2 missing verified citation: 591a4bfa6380c9fcd5f3ae690e3ac5c09b7bf37b +S2 missing verified citation: b02d31c640b0a31fb18c4f170d841d8e21ffb66c + +>> ca3e88d87e1344d076c964ea89d91a75c417f5ee imfdb +S2 missing verified citation: 593045f63de1273d116097eeea6fda7aa244e74d + +>> 55206f0b5f57ce17358999145506cd01e570358c orl +S2 missing verified citation: 89ee022431da849b4991e41c0894d7535008ae99 +S2 missing verified citation: 2340a8fa6d90741c53e659cd1e7ca86ff900aa55 +S2 missing verified citation: 80a0dd8608d8dc10b21bf23dd9a97ca0c17f19e9 +S2 missing verified citation: 05ffc37ed1289c9dbd01f1cd96d5a5ae908b12cb +S2 missing verified citation: ed3c4d2d28faaccbaef876a7daaecc3cccadb48f + +>> 96e0cfcd81cdeb8282e29ef9ec9962b125f379b0 megaface +S2 missing verified citation: 4209783b0cab1f22341f0600eed4512155b1dee6 +S2 missing verified citation: dd8084b2878ca95d8f14bae73e1072922f0cc5da + +>> 95f12d27c3b4914e0668a268360948bce92f7db3 helen +S2 missing verified citation: 4739b47af26137ec52bbfb582e6f37e9e9f5aba0 + +>> 2724ba85ec4a66de18da33925e537f3902f21249 cofw +S2 missing verified citation: fefa8f07d998f8f4a6c85a7da781b19bf6b78d7d +S2 missing verified citation: 5645f567d83bacf318c9b8c4adb5e508b713e466 + +>> 36bccfb2ad847096bc76777e544f305813cd8f5b wildtrack +S2 missing verified citation: 427d6d9bc05b07c85fc6b2e52f12132f79a28f6c +S2 missing verified citation: c298134646049f72b1a8732ec6594a34f6311660 +S2 missing verified citation: 2dafb6152438431c968257234d08328cba8f63f6 + +>> 18ae7c9a4bbc832b8b14bc4122070d7939f5e00e frgc +S2 missing verified citation: e1a7446bc6f8267d4378977f8f39674f6932b628 +S2 missing verified citation: 64e0bd1210f180e0610b2a1faa188051a1de29bf +S2 missing verified citation: 909f91c1957ce2bf9d76ee2109a865e87bf17057 +S2 missing verified citation: b506aa23949b6d1f0c868ad03aaaeb5e5f7f6b57 +S2 missing verified citation: af8cd04bbe4902123d7042985159a6a5da9d9fb9 + +>> a7fe834a0af614ce6b50dc093132b031dd9a856b market_1501 +S2 missing verified citation: c0153b92a59fe0cb6405c888dd536d44d34a92fb +S2 missing verified citation: 384908bfad5b9e81d605344abcb9e99d8b0f4027 +S2 missing verified citation: 34a6762ed8e92612ba4fdf02ee95d2ee0d587908 +S2 missing verified citation: 0a058caa89d195930224148d3d2897c0c08fc668 + diff --git a/site/content/pages/about/attribution.md b/site/content/pages/about/attribution.md index 5060b2d9..3cab8d57 100644 --- a/site/content/pages/about/attribution.md +++ b/site/content/pages/about/attribution.md @@ -1,8 +1,8 @@ ------------ status: published -title: Privacy Policy -desc: MegaPixels Privacy Policy +title: MegaPixels Attibution +desc: MegaPixels Attibution and Citation Information slug: privacy-policy cssclass: about published: 2018-12-04 diff --git a/site/content/pages/about/press.md b/site/content/pages/about/press.md index 2839bf20..30d432aa 100644 --- a/site/content/pages/about/press.md +++ b/site/content/pages/about/press.md @@ -25,6 +25,7 @@ authors: Adam Harvey ##### Features +- May 22, 2019: [UCCS secretly photographed students to advance facial recognition technology](https://www.csindy.com/coloradosprings/uccs-secretly-photographed-students-to-advance-facial-recognition-technology/Content?oid=19664437) by J. Adrian Stanley - April 19, 2019: [Who's Using Your Face](https://www.ft.com/content/cf19b956-60a2-11e9-b285-3acd5d43599e) by Madhumita Murgia for FT.com ##### Cited by diff --git a/site/content/pages/datasets/uccs/index.md b/site/content/pages/datasets/uccs/index.md index 55b48a07..68d21cbe 100644 --- a/site/content/pages/datasets/uccs/index.md +++ b/site/content/pages/datasets/uccs/index.md @@ -44,7 +44,7 @@ The two research papers associated with the release of the UCCS dataset ([Uncons In 2017, one year after its public release, the UCCS face dataset formed the basis for a defense and intelligence agency funded [face recognition challenge](http://www.face-recognition-challenge.com/) project at the International Joint Biometrics Conference in Denver, CO. And in 2018 the dataset was again used for the [2nd Unconstrained Face Detection and Open Set Recognition Challenge](https://erodner.github.io/ial2018eccv/) at the European Computer Vision Conference (ECCV) in Munich, Germany. -As of April 15, 2019, the UCCS dataset is no longer available for public download. But during the three years it was publicly available (2016-2019) the UCCS dataset appeared in at least 6 publicly available research papers including verified usage from Beihang University who is known to provide research and development for China's military; and Vision Semantics Ltd who lists the UK Ministry of Defence as a project partner. +As of April 15, 2019, the UCCS dataset is no longer available for public download. But during the three years it was publicly available (2016-2019) the UCCS dataset appeared in at least 4 publicly available research papers including verified usage from Beihang University who is known to provide research and development for China's military; and Vision Semantics Ltd who lists the UK Ministry of Defence as a project partner. {% include 'dashboard.html' %} @@ -117,10 +117,6 @@ If you attended University of Colorado Colorado Springs and were captured by the - Please direct any questions about the ethics of the dataset to the University of Colorado Colorado Springs [Ethics and Compliance Office](https://www.uccs.edu/compliance/) - For further technical information about the UnConstrained College Students dataset, visit the [UCCS dataset project page](https://vast.uccs.edu/Opensetface). -### Downloads - -- Download EXIF data for UCCS photos: [uccs_camera_exif.csv](https://nyc3.digitaloceanspaces.com/megapixels/v1/datasets/uccs/assets/uccs_camera_exif.csv) - {% include 'cite_our_work.html' %} ### Footnotes diff --git a/site/public/about/attribution/index.html b/site/public/about/attribution/index.html index 5689ea0c..34713c82 100644 --- a/site/public/about/attribution/index.html +++ b/site/public/about/attribution/index.html @@ -1,11 +1,11 @@ <!doctype html> <html> <head> - <title>MegaPixels: Privacy Policy</title> + <title>MegaPixels: MegaPixels Attibution</title> <meta charset="utf-8" /> <meta name="author" content="Adam Harvey" /> - <meta name="description" content="MegaPixels Privacy Policy" /> - <meta property="og:title" content="MegaPixels: Privacy Policy"/> + <meta name="description" content="MegaPixels Attibution and Citation Information" /> + <meta property="og:title" content="MegaPixels: MegaPixels Attibution"/> <meta property="og:type" content="website"/> <meta property="og:image" content="https://nyc3.digitaloceanspaces.com/megapixels/v1/datasets/msceleb/assets/background.jpg" /> <meta property="og:url" content="https://megapixels.cc/about/"/> diff --git a/site/public/about/press/index.html b/site/public/about/press/index.html index 7c7f93d9..679b5b64 100644 --- a/site/public/about/press/index.html +++ b/site/public/about/press/index.html @@ -63,6 +63,7 @@ </ul> </section><h5>Features</h5> <ul> +<li>May 22, 2019: <a href="https://www.csindy.com/coloradosprings/uccs-secretly-photographed-students-to-advance-facial-recognition-technology/Content?oid=19664437">UCCS secretly photographed students to advance facial recognition technology</a> by J. Adrian Stanley</li> <li>April 19, 2019: <a href="https://www.ft.com/content/cf19b956-60a2-11e9-b285-3acd5d43599e">Who's Using Your Face</a> by Madhumita Murgia for FT.com</li> </ul> <h5>Cited by</h5> diff --git a/site/public/datasets/ijb_c/index.html b/site/public/datasets/ijb_c/index.html index 83d572ab..06232f72 100644 --- a/site/public/datasets/ijb_c/index.html +++ b/site/public/datasets/ijb_c/index.html @@ -74,7 +74,62 @@ <div class='gray'>Website</div> <div><a href='https://www.nist.gov/programs-projects/face-challenges' target='_blank' rel='nofollow noopener'>nist.gov</a></div> </div></div><p>[ page under development ]</p> -<p>The IARPA Janus Benchmark C is a dataset created by</p> +<p>The IARPA Janus Benchmark C (IJB–C) is a dataset of web images used for face recognition research and development. The IJB–C dataset contains 3,531 people</p> +<p>Among the target list of 3,531 names are activists, artists, journalists, foreign politicians,</p> +<ul> +<li>Subjects 3531</li> +<li>Templates: 140739</li> +<li>Genuine Matches: 7819362</li> +<li>Impostor Matches: 39584639</li> +</ul> +<p>Why not include US Soliders instead of activists?</p> +<p>was creted by Nobilis, a United States Government contractor is used to develop software for the US intelligence agencies as part of the IARPA Janus program.</p> +<p>The IARPA Janus program is</p> +<p>these representations must address the challenges of Aging, Pose, Illumination, and Expression (A-PIE) by exploiting all available imagery.</p> +<ul> +<li>metadata annotations were created using crowd annotations</li> +<li>created by Nobilis</li> +<li>used mechanical turk</li> +<li>made for intelligence analysts</li> +<li>improve performance of face recognition tools</li> +<li>by fusing the rich spatial, temporal, and contextual information available from the multiple views captured by today’s "media in the wild"</li> +</ul> +<p>The name list includes</p> +<ul> +<li>2 videos from CCC<ul> +<li>yq6ZC-YLHZA.png<ul> +<li>Katharina Nocun: Deine Rechte sind in diesen Freihandelsabkommen nicht verfügbar</li> +</ul> +</li> +<li>fF2MxkDzlVg<ul> +<li>Jillian York: "Technology companies now hold an unprecedented ability to shape the world around us by limiting our ability to access certain content and by crafting proprietary algorithm that bring us our daily streams of content. Matthew Stender, Jillian C. York"</li> +</ul> +</li> +<li>Maya Zankoul. She's an old friend, a Lebanese web designer who's put out a couple of books locally and has a Wikipedia page, probably created by a Lebanese Wikipedia editor die-hard. Not famous. How on earth?</li> +<li>Melissa Gira Grant (also a journalist)</li> +<li>Nadezhda Tolokinnikova (Pussy Riot)</li> +<li>Derrick Ashong (activist and journalist)</li> +<li>Michael Anti</li> +<li>Lina Ben Mhenni</li> +<li>Manal al-Sharif</li> +<li>Juan Carlos de Martin (not an activist but not really famous either!)</li> +<li>Anita Sarkeesian</li> +<li>Amal Clooney (lawyer)</li> +<li>Anil Dash (startup guy)</li> +<li>Bruno Latour (philosopher)</li> +<li>Dan Gillmor (tech journalist)</li> +<li>Eben Upton (founder of raspberry pi)</li> +<li>Evgeny Morozov</li> +<li>Gabriella Coleman</li> +<li>Maria Popova</li> +<li>Molly Crabapple</li> +<li>Paola Antonelli</li> +<li>Seymour Hersh</li> +<li>Ta-Nehisi Coates</li> +</ul> +</li> +</ul> +<p>The first 777 are non-alphabetical. From 777-3531 is alphabetical</p> </section><section class='images'><div class='image'><img src='https://nyc3.digitaloceanspaces.com/megapixels/v1/datasets/ijb_c/assets/ijb_c_montage.jpg' alt=' A visualization of the IJB-C dataset'><div class='caption'> A visualization of the IJB-C dataset</div></div></section><section><h2>Research notes</h2> <p>From original papers: <a href="https://noblis.org/wp-content/uploads/2018/03/icb2018.pdf">https://noblis.org/wp-content/uploads/2018/03/icb2018.pdf</a></p> <p>Collection for the dataset began by identifying CreativeCommons subject videos, which are often more scarce thanCreative Commons subject images. Search terms that re-sulted in large quantities of person-centric videos (e.g. “in-terview”) were generated and translated into numerous lan-guages including Arabic, Korean, Swahili, and Hindi to in-crease diversity of the subject pool. Certain YouTube userswho upload well-labeled, person-centric videos, such as the World Economic Forum and the International University Sports Federation were also identified. Titles of videos per-taining to these search terms and usernames were scrapedusing the YouTube Data API and translated into English us-ing the Yandex Translate API4. Pattern matching was per-formed to extract potential names of subjects from the trans-lated titles, and these names were searched using the Wiki-data API to verify the subject’s existence and status as a public figure, and to check for Wikimedia Commons im-agery. Age, gender, and geographic region were collectedusing the Wikipedia API.Using the candidate subject names, Creative Commonsimages were scraped from Google and Wikimedia Com-mons, and Creative Commons videos were scraped fromYouTube. After images and videos of the candidate subjectwere identified, AMT Workers were tasked with validat-ing the subject’s presence throughout the video. The AMTWorkers marked segments of the video in which the subjectwas present, and key frames</p> diff --git a/site/public/datasets/uccs/index.html b/site/public/datasets/uccs/index.html index c4be8af0..aff78bc5 100644 --- a/site/public/datasets/uccs/index.html +++ b/site/public/datasets/uccs/index.html @@ -80,7 +80,7 @@ Their setup made it impossible for students to know they were being photographed </section><section class='images'><div class='image'><img src='https://nyc3.digitaloceanspaces.com/megapixels/v1/datasets/uccs/assets/uccs_grid.jpg' alt=' Example images from the UnConstrained College Students Dataset. '><div class='caption'> Example images from the UnConstrained College Students Dataset. </div></div></section><section><p>The EXIF data embedded in the images shows that the photo capture times follow a similar pattern to that outlined by the researchers, but also highlights that the vast majority of photos (over 7,000) were taken on Tuesdays around noon during students' lunch break. The lack of any photos taken between Friday through Sunday shows that the researchers were only interested in capturing images of students during the peak campus hours.</p> </section><section class='images'><div class='image'><img src='https://nyc3.digitaloceanspaces.com/megapixels/v1/datasets/uccs/assets/uccs_exif_plot_days.png' alt=' UCCS photos captured per weekday © megapixels.cc'><div class='caption'> UCCS photos captured per weekday © megapixels.cc</div></div></section><section class='images'><div class='image'><img src='https://nyc3.digitaloceanspaces.com/megapixels/v1/datasets/uccs/assets/uccs_exif_plot.png' alt=' UCCS photos captured per weekday © megapixels.cc'><div class='caption'> UCCS photos captured per weekday © megapixels.cc</div></div></section><section><p>The two research papers associated with the release of the UCCS dataset (<a href="https://www.semanticscholar.org/paper/Unconstrained-Face-Detection-and-Open-Set-Face-G%C3%BCnther-Hu/d4f1eb008eb80595bcfdac368e23ae9754e1e745">Unconstrained Face Detection and Open-Set Face Recognition Challenge</a> and <a href="https://www.semanticscholar.org/paper/Large-scale-unconstrained-open-set-face-database-Sapkota-Boult/07fcbae86f7a3ad3ea1cf95178459ee9eaf77cb1">Large Scale Unconstrained Open Set Face Database</a>), acknowledge that the primary funding sources for their work were United States defense and intelligence agencies. Specifically, development of the UnContsrianed College Students dataset was funded by the Intelligence Advanced Research Projects Activity (IARPA), Office of Director of National Intelligence (ODNI), Office of Naval Research and The Department of Defense Multidisciplinary University Research Initiative (ONR MURI), and the Special Operations Command and Small Business Innovation Research (SOCOM SBIR) amongst others. UCCS's VAST site also explicitly <a href="https://vast.uccs.edu/project/iarpa-janus/">states</a> their involvement in the <a href="https://www.iarpa.gov/index.php/research-programs/janus">IARPA Janus</a> face recognition project developed to serve the needs of national intelligence, establishing that immediate benefactors of this dataset include United States defense and intelligence agencies, but it would go on to benefit other similar organizations.</p> <p>In 2017, one year after its public release, the UCCS face dataset formed the basis for a defense and intelligence agency funded <a href="http://www.face-recognition-challenge.com/">face recognition challenge</a> project at the International Joint Biometrics Conference in Denver, CO. And in 2018 the dataset was again used for the <a href="https://erodner.github.io/ial2018eccv/">2nd Unconstrained Face Detection and Open Set Recognition Challenge</a> at the European Computer Vision Conference (ECCV) in Munich, Germany.</p> -<p>As of April 15, 2019, the UCCS dataset is no longer available for public download. But during the three years it was publicly available (2016-2019) the UCCS dataset appeared in at least 6 publicly available research papers including verified usage from Beihang University who is known to provide research and development for China's military; and Vision Semantics Ltd who lists the UK Ministry of Defence as a project partner.</p> +<p>As of April 15, 2019, the UCCS dataset is no longer available for public download. But during the three years it was publicly available (2016-2019) the UCCS dataset appeared in at least 4 publicly available research papers including verified usage from Beihang University who is known to provide research and development for China's military; and Vision Semantics Ltd who lists the UK Ministry of Defence as a project partner.</p> </section><section> <h3>Who used UCCS?</h3> @@ -253,10 +253,6 @@ Their setup made it impossible for students to know they were being photographed <li>Please direct any questions about the ethics of the dataset to the University of Colorado Colorado Springs <a href="https://www.uccs.edu/compliance/">Ethics and Compliance Office</a></li> <li>For further technical information about the UnConstrained College Students dataset, visit the <a href="https://vast.uccs.edu/Opensetface">UCCS dataset project page</a>. </li> </ul> -<h3>Downloads</h3> -<ul> -<li>Download EXIF data for UCCS photos: <a href="https://nyc3.digitaloceanspaces.com/megapixels/v1/datasets/uccs/assets/uccs_camera_exif.csv">uccs_camera_exif.csv</a></li> -</ul> </section><section> <h4>Cite Our Work</h4> |