From b70e6922d679b4181806fe9a390453b305e38349 Mon Sep 17 00:00:00 2001 From: adamhrv Date: Tue, 8 Oct 2019 10:15:36 +0200 Subject: add age, gender, pngs --- .../pages/datasets/helen/assets/_background.jpg | Bin 0 -> 554835 bytes site/content/pages/datasets/helen/assets/age.csv | 10 ++ site/content/pages/datasets/helen/assets/alpha.png | Bin 0 -> 7160 bytes .../pages/datasets/helen/assets/background.jpg | Bin 134927 -> 210197 bytes .../pages/datasets/helen/assets/feature_bride.jpg | Bin 0 -> 39064 bytes .../pages/datasets/helen/assets/feature_family.jpg | Bin 0 -> 74137 bytes .../datasets/helen/assets/feature_family_05.jpg | Bin 0 -> 74142 bytes .../datasets/helen/assets/feature_graduation.jpg | Bin 0 -> 46147 bytes .../pages/datasets/helen/assets/feature_groom.jpg | Bin 0 -> 41000 bytes .../datasets/helen/assets/feature_outdoor.jpg | Bin 0 -> 46663 bytes .../datasets/helen/assets/feature_outdoor_02.jpg | Bin 0 -> 56328 bytes .../datasets/helen/assets/feature_wedding.jpg | Bin 0 -> 48999 bytes .../datasets/helen/assets/feature_wedding_02.jpg | Bin 0 -> 43256 bytes .../content/pages/datasets/helen/assets/gender.csv | 4 + .../pages/datasets/helen/assets/ijb_c_montage.jpg | Bin 424821 -> 0 bytes site/content/pages/datasets/helen/assets/index.jpg | Bin 14856 -> 23135 bytes .../datasets/helen/assets/montage_20_2_2_40_15.png | Bin 0 -> 3259144 bytes .../helen/assets/montage_lms_21_14_14_14_22.png | Bin 0 -> 23058 bytes .../helen/assets/montage_lms_21_14_14_14_25.png | Bin 0 -> 22435 bytes .../helen/assets/montage_lms_21_14_14_14_26.png | Bin 0 -> 14164 bytes .../helen/assets/montage_lms_21_15_15_7_26_0.png | Bin 0 -> 45864 bytes .../content/pages/datasets/helen/assets/single.png | Bin 0 -> 9001 bytes .../helen/assets/single_21_15_15_7_43_19.png | Bin 0 -> 7160 bytes site/content/pages/datasets/helen/index.md | 120 +++++++++++++++++++-- 24 files changed, 126 insertions(+), 8 deletions(-) create mode 100644 site/content/pages/datasets/helen/assets/_background.jpg create mode 100644 site/content/pages/datasets/helen/assets/age.csv create mode 100755 site/content/pages/datasets/helen/assets/alpha.png create mode 100755 site/content/pages/datasets/helen/assets/feature_bride.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_family.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_family_05.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_graduation.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_groom.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_outdoor.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_outdoor_02.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_wedding.jpg create mode 100755 site/content/pages/datasets/helen/assets/feature_wedding_02.jpg create mode 100644 site/content/pages/datasets/helen/assets/gender.csv delete mode 100755 site/content/pages/datasets/helen/assets/ijb_c_montage.jpg create mode 100755 site/content/pages/datasets/helen/assets/montage_20_2_2_40_15.png create mode 100755 site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_22.png create mode 100755 site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_25.png create mode 100755 site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_26.png create mode 100755 site/content/pages/datasets/helen/assets/montage_lms_21_15_15_7_26_0.png create mode 100755 site/content/pages/datasets/helen/assets/single.png create mode 100755 site/content/pages/datasets/helen/assets/single_21_15_15_7_43_19.png (limited to 'site/content/pages/datasets/helen') diff --git a/site/content/pages/datasets/helen/assets/_background.jpg b/site/content/pages/datasets/helen/assets/_background.jpg new file mode 100644 index 00000000..5968da24 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/_background.jpg differ diff --git a/site/content/pages/datasets/helen/assets/age.csv b/site/content/pages/datasets/helen/assets/age.csv new file mode 100644 index 00000000..17121aac --- /dev/null +++ b/site/content/pages/datasets/helen/assets/age.csv @@ -0,0 +1,10 @@ +age,faces +0 - 12,31 +13 - 18,367 +19 - 24,567 +25 - 34,634 +35 - 44,362 +45 - 54,113 +55 - 64,56 +64 - 75,34 +75 - 100,10 diff --git a/site/content/pages/datasets/helen/assets/alpha.png b/site/content/pages/datasets/helen/assets/alpha.png new file mode 100755 index 00000000..eb1defd0 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/alpha.png differ diff --git a/site/content/pages/datasets/helen/assets/background.jpg b/site/content/pages/datasets/helen/assets/background.jpg index 6958a2b2..0288163e 100755 Binary files a/site/content/pages/datasets/helen/assets/background.jpg and b/site/content/pages/datasets/helen/assets/background.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_bride.jpg b/site/content/pages/datasets/helen/assets/feature_bride.jpg new file mode 100755 index 00000000..5430f50b Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_bride.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_family.jpg b/site/content/pages/datasets/helen/assets/feature_family.jpg new file mode 100755 index 00000000..a3fb833d Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_family.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_family_05.jpg b/site/content/pages/datasets/helen/assets/feature_family_05.jpg new file mode 100755 index 00000000..57fb35bc Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_family_05.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_graduation.jpg b/site/content/pages/datasets/helen/assets/feature_graduation.jpg new file mode 100755 index 00000000..f9f7d132 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_graduation.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_groom.jpg b/site/content/pages/datasets/helen/assets/feature_groom.jpg new file mode 100755 index 00000000..31791987 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_groom.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_outdoor.jpg b/site/content/pages/datasets/helen/assets/feature_outdoor.jpg new file mode 100755 index 00000000..375f5ae5 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_outdoor.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_outdoor_02.jpg b/site/content/pages/datasets/helen/assets/feature_outdoor_02.jpg new file mode 100755 index 00000000..4a02876d Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_outdoor_02.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_wedding.jpg b/site/content/pages/datasets/helen/assets/feature_wedding.jpg new file mode 100755 index 00000000..deed7061 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_wedding.jpg differ diff --git a/site/content/pages/datasets/helen/assets/feature_wedding_02.jpg b/site/content/pages/datasets/helen/assets/feature_wedding_02.jpg new file mode 100755 index 00000000..27489f7b Binary files /dev/null and b/site/content/pages/datasets/helen/assets/feature_wedding_02.jpg differ diff --git a/site/content/pages/datasets/helen/assets/gender.csv b/site/content/pages/datasets/helen/assets/gender.csv new file mode 100644 index 00000000..e51919bc --- /dev/null +++ b/site/content/pages/datasets/helen/assets/gender.csv @@ -0,0 +1,4 @@ +gender,faces +Male,1118 +Female,1184 +They,186 diff --git a/site/content/pages/datasets/helen/assets/ijb_c_montage.jpg b/site/content/pages/datasets/helen/assets/ijb_c_montage.jpg deleted file mode 100755 index 3b5a0e40..00000000 Binary files a/site/content/pages/datasets/helen/assets/ijb_c_montage.jpg and /dev/null differ diff --git a/site/content/pages/datasets/helen/assets/index.jpg b/site/content/pages/datasets/helen/assets/index.jpg index 7268d6ad..b9ce489d 100755 Binary files a/site/content/pages/datasets/helen/assets/index.jpg and b/site/content/pages/datasets/helen/assets/index.jpg differ diff --git a/site/content/pages/datasets/helen/assets/montage_20_2_2_40_15.png b/site/content/pages/datasets/helen/assets/montage_20_2_2_40_15.png new file mode 100755 index 00000000..86720be7 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/montage_20_2_2_40_15.png differ diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_22.png b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_22.png new file mode 100755 index 00000000..3362f6bf Binary files /dev/null and b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_22.png differ diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_25.png b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_25.png new file mode 100755 index 00000000..450235d5 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_25.png differ diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_26.png b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_26.png new file mode 100755 index 00000000..490d44bb Binary files /dev/null and b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_26.png differ diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_15_15_7_26_0.png b/site/content/pages/datasets/helen/assets/montage_lms_21_15_15_7_26_0.png new file mode 100755 index 00000000..6f1c85c5 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/montage_lms_21_15_15_7_26_0.png differ diff --git a/site/content/pages/datasets/helen/assets/single.png b/site/content/pages/datasets/helen/assets/single.png new file mode 100755 index 00000000..5f7d23b0 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/single.png differ diff --git a/site/content/pages/datasets/helen/assets/single_21_15_15_7_43_19.png b/site/content/pages/datasets/helen/assets/single_21_15_15_7_43_19.png new file mode 100755 index 00000000..eb1defd0 Binary files /dev/null and b/site/content/pages/datasets/helen/assets/single_21_15_15_7_43_19.png differ diff --git a/site/content/pages/datasets/helen/index.md b/site/content/pages/datasets/helen/index.md index d44c9b98..da1dc33b 100644 --- a/site/content/pages/datasets/helen/index.md +++ b/site/content/pages/datasets/helen/index.md @@ -1,30 +1,134 @@ ------------ -status: draft +status: published title: HELEN -desc: HELEN Face Dataset -subdesc: HELEN (under development) +desc: HELEN is a dataset of face images from Flickr used for training facial component localization algorithms +subdesc: HELEN includes 2,330 images from Flickr found by keyword searches for "portrait", "wedding", "outdoor", "boy", "studio", and "family" +caption: Selected images from the HELEN dataset slug: helen cssclass: dataset +caption: Example images from the HELEN dataset image: assets/background.jpg -year: 2000 -published: 2019-4-18 -updated: 2019-4-18 +published: 2019-9-23 +updated: 2019-9-23 authors: Adam Harvey ------------ -## HELEN + +# HELEN Dataset ### sidebar ### end sidebar -[ page under development ] +Helen is a dataset of annotated face images used for facial component localization. It includes 2,330 images from Flickr found by searching for "portrait" combined with terms such as "family", "wedding", "boy", "outdoor", and "studio".[^orig_paper] + +The dataset was published in 2012 with the primary motivation listed as facilitating "high quality editing of portraits". However, the paper's introduction also mentions that facial feature localization "is an essential component for face recognition, tracking and expression analysis."[^orig_paper] + +Irregardless of the authors' primary motivations, the HELEN dataset has become one of the most widely used datasets for training facial landmark algorithms, which are essential parts of most facial recogntion processing systems. Facial landmarking are used to isolate facial features such as the eyes, nose, jawline, and mouth in order to align faces to match a templated pose. + +![caption: An example annotation from the HELEN dataset showing 194 points that were originally annotated by Mechanical Turk workers. Graphic © 2019 MegaPixels.cc based on data from HELEN dataset by Le, Vuong et al.](assets/montage_lms_21_14_14_14_26.png) + +This analysis shows that since its initial publication in 2012, the HELEN dataset has been used in over 200 research projects related to facial recognition with the vast majority of research taking place in China. + +Commercial use includes IBM, NVIDIA, NEC, Microsoft Research Asia, Google, Megvii, Microsoft, Intel, Daimler, Tencent, Baidu, Adobe, Facebook + +Military and Defense Usage includes NUDT + +http://eccv2012.unifi.it/ + +TODO + +- add proof of use in dlib and openface +- add proof of use in commercial use of dlib? ibm dif +- make landmark over blurred images +- add 6x6 gride for landmarks +- highlight key findings +- highlight key commercial usage +- look for most interesting research papers to provide example of how it's used for face recognition +- estimated time: 6 hours +- add data to github repo? + +| Organization | Paper | Link | Year | Used Duke MTMC | +|---|---|---|---| +| SenseTime, Amazon | [Look at Boundary: A Boundary-Aware Face Alignment Algorithm](https://arxiv.org/pdf/1805.10483.pdf) + | 2018 | year | ✔ | +| SenseTime | [ReenactGAN: Learning to Reenact Faces via Boundary Transfer](https://arxiv.org/pdf/1807.11079.pdf) | 2018 | year | ✔ | + + +The dataset was used for training the OpenFace software "we used the HELEN and LFPW training subsets for training and the rest for testing" https://github.com/TadasBaltrusaitis/OpenFace/wiki/Datasets + +The popular dlib facial landmark detector was trained using HELEN + +In addition to the 200+ verified citations, the HELEN dataset was used for +- https://github.com/memoiry/face-alignment +- http://www.dsp.toronto.edu/projects/face_analysis/ + +It's been converted into new datasets including +- https://github.com/JPlin/Relabeled-HELEN-Dataset +- https://www.kaggle.com/kmader/helen-eye-dataset + +The original site +- http://www.ifp.illinois.edu/~vuongle2/helen/ + +### Example Images + + + +![caption: An image from the HELEN dataset "wedding" category used for training face recognition 2839127417_1.jpg for outdoor studio](assets/feature_outdoor_02.jpg) +![caption: An image from the HELEN dataset "wedding" category used for training face recognition 2325274893_1 ](assets/feature_graduation.jpg) + +![caption: An image from the HELEN dataset "wedding" category used for training face recognition 2325274893_1 ](assets/feature_wedding.jpg) +![caption: An image from the HELEN dataset "wedding" category used for training face recognition 2325274893_1 ](assets/feature_wedding_02.jpg) + +![caption: Original Flickr image used in HELEN facial analysis and recognition dataset for the keyword "family". 296814969](assets/feature_family.jpg) +![caption: Original Flickr image used in HELEN facial analysis and recognition dataset for the keyword "family". 296814969](assets/feature_family_05.jpg) + {% include 'dashboard.html' %} {% include 'supplementary_header.html' %} +### Age and Gender Distribution + +{% include 'age_gender_disclaimer.html' %} + +=== columns 2 + +``` +single_pie_chart /datasets/helen/assets/age.csv +Caption: HELEN dataset age distribution +Top: 10 +OtherLabel: Other +``` + +``` +single_pie_chart /datasets/helen/assets/gender.csv +Caption: HELEN dataset gender distribution +Top: 10 +OtherLabel: Other +``` + +=== end columns + +![caption: Visualization of the HELEN dataset 194-point facial landmark annotations. Credit: graphic © MegaPixels.cc 2019, data from HELEN dataset by Zhou, Brand, Lin 2013. If you use this image please credit both the graphic and data source.](assets/montage_lms_21_15_15_7_26_0.png) + {% include 'cite_our_work.html' %} + +#### Cite the Original Author's Work + +If you find the HELEN dataset useful or reference it in your work, please cite the author's original work as: + +
+@inproceedings{Le2012InteractiveFF,
+  title={Interactive Facial Feature Localization},
+  author={Vuong Le and Jonathan Brandt and Zhe L. Lin and Lubomir D. Bourdev and Thomas S. Huang},
+  booktitle={ECCV},
+  year={2012}
+}
+
+ ### Footnotes + +[^orig_paper]: Le, Vuong et al. “Interactive Facial Feature Localization.” ECCV (2012). \ No newline at end of file -- cgit v1.2.3-70-g09d2