diff options
Diffstat (limited to 'site/content/pages/datasets/helen')
24 files changed, 126 insertions, 8 deletions
diff --git a/site/content/pages/datasets/helen/assets/_background.jpg b/site/content/pages/datasets/helen/assets/_background.jpg Binary files differnew file mode 100644 index 00000000..5968da24 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/_background.jpg diff --git a/site/content/pages/datasets/helen/assets/age.csv b/site/content/pages/datasets/helen/assets/age.csv new file mode 100644 index 00000000..17121aac --- /dev/null +++ b/site/content/pages/datasets/helen/assets/age.csv @@ -0,0 +1,10 @@ +age,faces +0 - 12,31 +13 - 18,367 +19 - 24,567 +25 - 34,634 +35 - 44,362 +45 - 54,113 +55 - 64,56 +64 - 75,34 +75 - 100,10 diff --git a/site/content/pages/datasets/helen/assets/alpha.png b/site/content/pages/datasets/helen/assets/alpha.png Binary files differnew file mode 100755 index 00000000..eb1defd0 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/alpha.png diff --git a/site/content/pages/datasets/helen/assets/background.jpg b/site/content/pages/datasets/helen/assets/background.jpg Binary files differindex 6958a2b2..0288163e 100755 --- a/site/content/pages/datasets/helen/assets/background.jpg +++ b/site/content/pages/datasets/helen/assets/background.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_bride.jpg b/site/content/pages/datasets/helen/assets/feature_bride.jpg Binary files differnew file mode 100755 index 00000000..5430f50b --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_bride.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_family.jpg b/site/content/pages/datasets/helen/assets/feature_family.jpg Binary files differnew file mode 100755 index 00000000..a3fb833d --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_family.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_family_05.jpg b/site/content/pages/datasets/helen/assets/feature_family_05.jpg Binary files differnew file mode 100755 index 00000000..57fb35bc --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_family_05.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_graduation.jpg b/site/content/pages/datasets/helen/assets/feature_graduation.jpg Binary files differnew file mode 100755 index 00000000..f9f7d132 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_graduation.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_groom.jpg b/site/content/pages/datasets/helen/assets/feature_groom.jpg Binary files differnew file mode 100755 index 00000000..31791987 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_groom.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_outdoor.jpg b/site/content/pages/datasets/helen/assets/feature_outdoor.jpg Binary files differnew file mode 100755 index 00000000..375f5ae5 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_outdoor.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_outdoor_02.jpg b/site/content/pages/datasets/helen/assets/feature_outdoor_02.jpg Binary files differnew file mode 100755 index 00000000..4a02876d --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_outdoor_02.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_wedding.jpg b/site/content/pages/datasets/helen/assets/feature_wedding.jpg Binary files differnew file mode 100755 index 00000000..deed7061 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_wedding.jpg diff --git a/site/content/pages/datasets/helen/assets/feature_wedding_02.jpg b/site/content/pages/datasets/helen/assets/feature_wedding_02.jpg Binary files differnew file mode 100755 index 00000000..27489f7b --- /dev/null +++ b/site/content/pages/datasets/helen/assets/feature_wedding_02.jpg diff --git a/site/content/pages/datasets/helen/assets/gender.csv b/site/content/pages/datasets/helen/assets/gender.csv new file mode 100644 index 00000000..ef44b6bd --- /dev/null +++ b/site/content/pages/datasets/helen/assets/gender.csv @@ -0,0 +1,4 @@ +gender,faces +Male,1118 +Female,1184 +Overlap,186 diff --git a/site/content/pages/datasets/helen/assets/ijb_c_montage.jpg b/site/content/pages/datasets/helen/assets/ijb_c_montage.jpg Binary files differdeleted file mode 100755 index 3b5a0e40..00000000 --- a/site/content/pages/datasets/helen/assets/ijb_c_montage.jpg +++ /dev/null diff --git a/site/content/pages/datasets/helen/assets/index.jpg b/site/content/pages/datasets/helen/assets/index.jpg Binary files differindex 7268d6ad..b9ce489d 100755 --- a/site/content/pages/datasets/helen/assets/index.jpg +++ b/site/content/pages/datasets/helen/assets/index.jpg diff --git a/site/content/pages/datasets/helen/assets/montage_20_2_2_40_15.png b/site/content/pages/datasets/helen/assets/montage_20_2_2_40_15.png Binary files differnew file mode 100755 index 00000000..86720be7 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/montage_20_2_2_40_15.png diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_22.png b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_22.png Binary files differnew file mode 100755 index 00000000..3362f6bf --- /dev/null +++ b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_22.png diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_25.png b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_25.png Binary files differnew file mode 100755 index 00000000..450235d5 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_25.png diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_26.png b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_26.png Binary files differnew file mode 100755 index 00000000..490d44bb --- /dev/null +++ b/site/content/pages/datasets/helen/assets/montage_lms_21_14_14_14_26.png diff --git a/site/content/pages/datasets/helen/assets/montage_lms_21_15_15_7_26_0.png b/site/content/pages/datasets/helen/assets/montage_lms_21_15_15_7_26_0.png Binary files differnew file mode 100755 index 00000000..6f1c85c5 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/montage_lms_21_15_15_7_26_0.png diff --git a/site/content/pages/datasets/helen/assets/single.png b/site/content/pages/datasets/helen/assets/single.png Binary files differnew file mode 100755 index 00000000..5f7d23b0 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/single.png diff --git a/site/content/pages/datasets/helen/assets/single_21_15_15_7_43_19.png b/site/content/pages/datasets/helen/assets/single_21_15_15_7_43_19.png Binary files differnew file mode 100755 index 00000000..eb1defd0 --- /dev/null +++ b/site/content/pages/datasets/helen/assets/single_21_15_15_7_43_19.png diff --git a/site/content/pages/datasets/helen/index.md b/site/content/pages/datasets/helen/index.md index d44c9b98..da1dc33b 100644 --- a/site/content/pages/datasets/helen/index.md +++ b/site/content/pages/datasets/helen/index.md @@ -1,30 +1,134 @@ ------------ -status: draft +status: published title: HELEN -desc: HELEN Face Dataset -subdesc: HELEN (under development) +desc: HELEN is a dataset of face images from Flickr used for training facial component localization algorithms +subdesc: HELEN includes 2,330 images from Flickr found by keyword searches for "portrait", "wedding", "outdoor", "boy", "studio", and "family" +caption: Selected images from the HELEN dataset slug: helen cssclass: dataset +caption: Example images from the HELEN dataset image: assets/background.jpg -year: 2000 -published: 2019-4-18 -updated: 2019-4-18 +published: 2019-9-23 +updated: 2019-9-23 authors: Adam Harvey ------------ -## HELEN + +# HELEN Dataset ### sidebar ### end sidebar -[ page under development ] +Helen is a dataset of annotated face images used for facial component localization. It includes 2,330 images from Flickr found by searching for "portrait" combined with terms such as "family", "wedding", "boy", "outdoor", and "studio".[^orig_paper] + +The dataset was published in 2012 with the primary motivation listed as facilitating "high quality editing of portraits". However, the paper's introduction also mentions that facial feature localization "is an essential component for face recognition, tracking and expression analysis."[^orig_paper] + +Irregardless of the authors' primary motivations, the HELEN dataset has become one of the most widely used datasets for training facial landmark algorithms, which are essential parts of most facial recogntion processing systems. Facial landmarking are used to isolate facial features such as the eyes, nose, jawline, and mouth in order to align faces to match a templated pose. + + + +This analysis shows that since its initial publication in 2012, the HELEN dataset has been used in over 200 research projects related to facial recognition with the vast majority of research taking place in China. + +Commercial use includes IBM, NVIDIA, NEC, Microsoft Research Asia, Google, Megvii, Microsoft, Intel, Daimler, Tencent, Baidu, Adobe, Facebook + +Military and Defense Usage includes NUDT + +http://eccv2012.unifi.it/ + +TODO + +- add proof of use in dlib and openface +- add proof of use in commercial use of dlib? ibm dif +- make landmark over blurred images +- add 6x6 gride for landmarks +- highlight key findings +- highlight key commercial usage +- look for most interesting research papers to provide example of how it's used for face recognition +- estimated time: 6 hours +- add data to github repo? + +| Organization | Paper | Link | Year | Used Duke MTMC | +|---|---|---|---| +| SenseTime, Amazon | [Look at Boundary: A Boundary-Aware Face Alignment Algorithm](https://arxiv.org/pdf/1805.10483.pdf) + | 2018 | year | ✔ | +| SenseTime | [ReenactGAN: Learning to Reenact Faces via Boundary Transfer](https://arxiv.org/pdf/1807.11079.pdf) | 2018 | year | ✔ | + + +The dataset was used for training the OpenFace software "we used the HELEN and LFPW training subsets for training and the rest for testing" https://github.com/TadasBaltrusaitis/OpenFace/wiki/Datasets + +The popular dlib facial landmark detector was trained using HELEN + +In addition to the 200+ verified citations, the HELEN dataset was used for +- https://github.com/memoiry/face-alignment +- http://www.dsp.toronto.edu/projects/face_analysis/ + +It's been converted into new datasets including +- https://github.com/JPlin/Relabeled-HELEN-Dataset +- https://www.kaggle.com/kmader/helen-eye-dataset + +The original site +- http://www.ifp.illinois.edu/~vuongle2/helen/ + +### Example Images + + + + + + + + + + + + {% include 'dashboard.html' %} {% include 'supplementary_header.html' %} +### Age and Gender Distribution + +{% include 'age_gender_disclaimer.html' %} + +=== columns 2 + +``` +single_pie_chart /datasets/helen/assets/age.csv +Caption: HELEN dataset age distribution +Top: 10 +OtherLabel: Other +``` + +``` +single_pie_chart /datasets/helen/assets/gender.csv +Caption: HELEN dataset gender distribution +Top: 10 +OtherLabel: Other +``` + +=== end columns + + + {% include 'cite_our_work.html' %} + +#### Cite the Original Author's Work + +If you find the HELEN dataset useful or reference it in your work, please cite the author's original work as: + +<pre> +@inproceedings{Le2012InteractiveFF, + title={Interactive Facial Feature Localization}, + author={Vuong Le and Jonathan Brandt and Zhe L. Lin and Lubomir D. Bourdev and Thomas S. Huang}, + booktitle={ECCV}, + year={2012} +} +</pre> + ### Footnotes + +[^orig_paper]: Le, Vuong et al. “Interactive Facial Feature Localization.” ECCV (2012).
\ No newline at end of file |
