From 117662d58786cade03b07493167f267220ba6b57 Mon Sep 17 00:00:00 2001 From: adamhrv Date: Sat, 6 Apr 2019 10:42:28 +0200 Subject: add duke mtmc saliency --- .../pages/datasets/duke_mtmc/assets/background.jpg | Bin 205750 -> 149226 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam1.jpg | Bin 0 -> 76154 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam2.jpg | Bin 0 -> 69213 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam3.jpg | Bin 0 -> 99608 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam4.jpg | Bin 0 -> 102201 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam5.jpg | Bin 0 -> 65757 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam6.jpg | Bin 0 -> 110753 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam7.jpg | Bin 0 -> 125142 bytes .../duke_mtmc/assets/duke_mtmc_saliency_cam8.jpg | Bin 0 -> 85045 bytes .../pages/datasets/duke_mtmc/assets/index.jpg | Bin 22102 -> 17241 bytes 10 files changed, 0 insertions(+), 0 deletions(-) mode change 100755 => 100644 site/content/pages/datasets/duke_mtmc/assets/background.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam1.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam2.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam3.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam4.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam5.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam6.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam7.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam8.jpg mode change 100755 => 100644 site/content/pages/datasets/duke_mtmc/assets/index.jpg (limited to 'site/content/pages/datasets/duke_mtmc/assets') diff --git a/site/content/pages/datasets/duke_mtmc/assets/background.jpg b/site/content/pages/datasets/duke_mtmc/assets/background.jpg old mode 100755 new mode 100644 index 2275bd9e..080939ba Binary files a/site/content/pages/datasets/duke_mtmc/assets/background.jpg and b/site/content/pages/datasets/duke_mtmc/assets/background.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam1.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam1.jpg new file mode 100644 index 00000000..9d4388df Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam1.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam2.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam2.jpg new file mode 100644 index 00000000..2581ec33 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam2.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam3.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam3.jpg new file mode 100644 index 00000000..3d81c974 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam3.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam4.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam4.jpg new file mode 100644 index 00000000..e375abb9 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam4.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam5.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam5.jpg new file mode 100644 index 00000000..3d311f99 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam5.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam6.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam6.jpg new file mode 100644 index 00000000..f5b8d0d0 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam6.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam7.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam7.jpg new file mode 100644 index 00000000..116fe2ea Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam7.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam8.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam8.jpg new file mode 100644 index 00000000..f4b9e4e6 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliency_cam8.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/index.jpg b/site/content/pages/datasets/duke_mtmc/assets/index.jpg old mode 100755 new mode 100644 index 7b144b42..1062e85c Binary files a/site/content/pages/datasets/duke_mtmc/assets/index.jpg and b/site/content/pages/datasets/duke_mtmc/assets/index.jpg differ -- cgit v1.2.3-70-g09d2 From 087c71737cab7d0c8fb47447c24a7884141ac9c8 Mon Sep 17 00:00:00 2001 From: adamhrv Date: Mon, 8 Apr 2019 12:08:33 +0200 Subject: duke, final v0 --- .../duke_mtmc/assets/duke_mtmc_camera_map.jpg | Bin 0 -> 130586 bytes .../duke_mtmc/assets/duke_mtmc_cameras.jpg | Bin 0 -> 228366 bytes .../duke_mtmc/assets/duke_mtmc_reid_montage.jpg | Bin 0 -> 166298 bytes .../duke_mtmc/assets/duke_mtmc_saliencies.jpg | Bin 0 -> 174606 bytes site/content/pages/datasets/duke_mtmc/index.md | 85 ++++++++------------- 5 files changed, 31 insertions(+), 54 deletions(-) create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_camera_map.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_reid_montage.jpg create mode 100644 site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliencies.jpg (limited to 'site/content/pages/datasets/duke_mtmc/assets') diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_camera_map.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_camera_map.jpg new file mode 100644 index 00000000..13e08b31 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_camera_map.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg new file mode 100644 index 00000000..762bebe7 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_reid_montage.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_reid_montage.jpg new file mode 100644 index 00000000..ce5a7f15 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_reid_montage.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliencies.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliencies.jpg new file mode 100644 index 00000000..ff2d6941 Binary files /dev/null and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_saliencies.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/index.md b/site/content/pages/datasets/duke_mtmc/index.md index e8c7556f..21b2328f 100644 --- a/site/content/pages/datasets/duke_mtmc/index.md +++ b/site/content/pages/datasets/duke_mtmc/index.md @@ -20,15 +20,29 @@ authors: Adam Harvey [ page under development ] -The Duke Multi-Target, Multi-Camera Tracking Dataset (MTMC) is a dataset of video recorded on Duke University campus during for the purpose of training, evaluating, and improving *multi-target multi-camera tracking* for surveillance. The dataset includes over 14 hours of 1080p video from 8 cameras positioned around Duke's campus during February and March 2014. Over 2,700 unique people are included in the dataset, which has become of the most widely used person re-identification image datasets. +The Duke Multi-Target, Multi-Camera Tracking Dataset (MTMC) is a dataset of video recorded on Duke University campus for research and development of networked camera surveillance systems. MTMC tracking is used for citywide dragnet surveillance systems such as those used throughout China by SenseTime[^sensetime_qz] and the oppressive monitoring of 2.5 million Uyghurs in Xinjiang by SenseNets[^sensenets_uyghurs]. In fact researchers from both SenseTime[^sensetime1] [^sensetime2] and SenseNets[^sensenets_sensetime] used the Duke MTMC dataset for their research. + +The Duke MTMC dataset is unique because it is the largest publicly available MTMC and person re-identification dataset and has the longest duration of annotated video. In total, the Duke MTMC dataset provides over 14 hours of 1080p video from 8 synchronized surveillance cameras.[^duke_mtmc_orig] It is among the most widely used person re-identification datasets in the world. The approximately 2,700 unique people in the Duke MTMC videos, most of whom are students, are used for research and development of surveillance technologies by commercial, academic, and even defense organizations. + +![caption: A collection of 1,600 out of the 2,700 students captured into the Duke MTMC surveillance research dataset. These students were also included in the Duke MTMC Re-ID dataset extension. © megapixels.cc](assets/duke_mtmc_reid_montage.jpg) + +The creation and publication of the Duke MTMC dataset in 2016 was originally funded by the U.S. Army Research Laboratory and the National Science Foundation[^duke_mtmc_orig]. Since 2016 use of the Duke MTMC dataset images have been publicly acknowledged in research funded by or on behalf of the Chinese National University of Defense[^cn_defense1][^cn_defense2], IARPA and IBM[^iarpa_ibm], and U.S. Department of Homeland Security[^us_dhs]. + +The 8 cameras deployed on Duke's campus were specifically setup to capture students "during periods between lectures, when pedestrian traffic is heavy".[^duke_mtmc_orig] Camera 7 and 2 capture large groups of prospective students and children. Camera 5 was positioned to capture students as they enter and exit Duke University's main chapel. Each camera's location is documented below. + +![caption: Duke MTMC camera locations on Duke University campus © megapixels.cc](assets/duke_mtmc_camera_map.jpg) + + +![caption: Duke MTMC camera views for 8 cameras deployed on campus © megapixels.cc](assets/duke_mtmc_cameras.jpg) + +![caption: Duke MTMC pedestrian detection saliency maps for 8 cameras deployed on campus © megapixels.cc](assets/duke_mtmc_saliencies.jpg) -The 8 cameras deployed on Duke's campus were specifically setup to capture students "during periods between lectures, when pedestrian traffic is heavy". {% include 'dashboard.html' %} {% include 'supplementary_header.html' %} -#### Data Visualizations +#### Bounding Box Viz === columns 2 @@ -40,7 +54,6 @@ The 8 cameras deployed on Duke's campus were specifically setup to capture stude ==== end columns - === columns 2 ![caption: Camera 3 © megapixels.cc](assets/duke_mtmc_saliency_cam3.jpg) @@ -51,7 +64,6 @@ The 8 cameras deployed on Duke's campus were specifically setup to capture stude ==== end columns - === columns 2 ![caption: Camera 5 © megapixels.cc](assets/duke_mtmc_saliency_cam5.jpg) @@ -62,7 +74,6 @@ The 8 cameras deployed on Duke's campus were specifically setup to capture stude ==== end columns - === columns 2 ![caption: Camera 7 © megapixels.cc](assets/duke_mtmc_saliency_cam7.jpg) @@ -73,54 +84,20 @@ The 8 cameras deployed on Duke's campus were specifically setup to capture stude ==== end columns +### Notes -### Alternate Layout - - -=== columns 4 - -![caption: Camera 1 © megapixels.cc](assets/duke_mtmc_saliency_cam1.jpg) - -===== - -![caption: Camera 2 © megapixels.cc](assets/duke_mtmc_saliency_cam2.jpg) - -==== - -![caption: Camera 3 © megapixels.cc](assets/duke_mtmc_saliency_cam3.jpg) - -==== - -![caption: Camera 4 © megapixels.cc](assets/duke_mtmc_saliency_cam4.jpg) - -==== end columns - - -=== columns 4 - -![caption: Camera 5 © megapixels.cc](assets/duke_mtmc_saliency_cam5.jpg) - -===== - -![caption: Camera 6 © megapixels.cc](assets/duke_mtmc_saliency_cam6.jpg) - -==== - -![caption: Camera 7 © megapixels.cc](assets/duke_mtmc_saliency_cam7.jpg) - -===== - -![caption: Camera 8 © megapixels.cc](assets/duke_mtmc_saliency_cam8.jpg) - -==== end columns - - -### TODO +The Duke MTMC dataset paper mentions 2,700 identities, but their ground truth file only lists annotations for 1,812 -- expand story -- add google street view images of each camera location? -- add actual head detections to header image with faces blurred -- add 4 diverse example images with faces blurred -- add links to google map locations of each camera +### Footnotes -### Footnotes \ No newline at end of file +[^sensetime_qz]: +[^sensenets_uyghurs]: +[^sensenets_sensetime]: "Attention-Aware Compositional Network for Person Re-identification". 2018. [Source](https://www.semanticscholar.org/paper/Attention-Aware-Compositional-Network-for-Person-Xu-Zhao/14ce502bc19b225466126b256511f9c05cadcb6e) +[^sensetime1]: "End-to-End Deep Kronecker-Product Matching for Person Re-identification". 2018. [source](https://www.semanticscholar.org/paper/End-to-End-Deep-Kronecker-Product-Matching-for-Shen-Xiao/947954cafdefd471b75da8c3bb4c21b9e6d57838) +[^sensetime2]: "Person Re-identification with Deep Similarity-Guided Graph Neural Network". 2018. [Source](https://www.semanticscholar.org/paper/Person-Re-identification-with-Deep-Graph-Neural-Shen-Li/08d2a558ea2deb117dd8066e864612bf2899905b) +[^duke_mtmc_orig]: "Performance Measures and a Data Set for +Multi-Target, Multi-Camera Tracking". 2016. [Source](https://www.semanticscholar.org/paper/Performance-Measures-and-a-Data-Set-for-Tracking-Ristani-Solera/27a2fad58dd8727e280f97036e0d2bc55ef5424c) +[^cn_defense1]: "Tracking by Animation: Unsupervised Learning of Multi-Object Attentive Trackers". 2018. [Source](https://www.semanticscholar.org/paper/Tracking-by-Animation%3A-Unsupervised-Learning-of-He-Liu/e90816e1a0e14ea1e7039e0b2782260999aef786) +[^cn_defense2]: "Unsupervised Multi-Object Detection for Video Surveillance Using Memory-Based Recurrent Attention Networks". 2018. [Source](https://www.semanticscholar.org/paper/Unsupervised-Multi-Object-Detection-for-Video-Using-He-He/59f357015054bab43fb8cbfd3f3dbf17b1d1f881) +[^iarpa_ibm]: "Horizontal Pyramid Matching for Person Re-identification". 2019. [Source](https://www.semanticscholar.org/paper/Horizontal-Pyramid-Matching-for-Person-Fu-Wei/c2a5f27d97744bc1f96d7e1074395749e3c59bc8) +[^us_dhs]: "Re-Identification with Consistent Attentive Siamese Networks". 2018. [Source](https://www.semanticscholar.org/paper/Re-Identification-with-Consistent-Attentive-Siamese-Zheng-Karanam/24d6d3adf2176516ef0de2e943ce2084e27c4f94) \ No newline at end of file -- cgit v1.2.3-70-g09d2 From 2ab4f1bfe347e3e1d02490e20f0eadde006f9dbe Mon Sep 17 00:00:00 2001 From: adamhrv Date: Wed, 10 Apr 2019 23:05:18 +0200 Subject: add imagery --- .../duke_mtmc/assets/duke_mtmc_cameras.jpg | Bin 228366 -> 189522 bytes site/content/pages/datasets/duke_mtmc/index.md | 6 ++---- 2 files changed, 2 insertions(+), 4 deletions(-) (limited to 'site/content/pages/datasets/duke_mtmc/assets') diff --git a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg index 762bebe7..057c469f 100644 Binary files a/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg and b/site/content/pages/datasets/duke_mtmc/assets/duke_mtmc_cameras.jpg differ diff --git a/site/content/pages/datasets/duke_mtmc/index.md b/site/content/pages/datasets/duke_mtmc/index.md index aa5ce5e5..ceed1416 100644 --- a/site/content/pages/datasets/duke_mtmc/index.md +++ b/site/content/pages/datasets/duke_mtmc/index.md @@ -22,7 +22,7 @@ The Duke Multi-Target, Multi-Camera Tracking Dataset (MTMC) is a dataset of vide The Duke MTMC dataset is unique because it is the largest publicly available MTMC and person re-identification dataset and has the longest duration of annotated video. In total, the Duke MTMC dataset provides over 14 hours of 1080p video from 8 synchronized surveillance cameras.[^duke_mtmc_orig] It is among the most widely used person re-identification datasets in the world. The approximately 2,700 unique people in the Duke MTMC videos, most of whom are students, are used for research and development of surveillance technologies by commercial, academic, and even defense organizations. -![caption: A collection of 1,600 out of the 2,700 students captured into the Duke MTMC surveillance research dataset. These students were also included in the Duke MTMC Re-ID dataset extension used for person re-identification. © megapixels.cc](assets/duke_mtmc_reid_montage.jpg) +![caption: A collection of 1,600 out of the 2,700 students and passersby captured into the Duke MTMC surveillance research dataset. These students were also included in the Duke MTMC Re-ID dataset extension used for person re-identification. © megapixels.cc](assets/duke_mtmc_reid_montage.jpg) The creation and publication of the Duke MTMC dataset in 2016 was originally funded by the U.S. Army Research Laboratory and the National Science Foundation[^duke_mtmc_orig]. Since 2016 use of the Duke MTMC dataset images have been publicly acknowledged in research funded by or on behalf of the Chinese National University of Defense[^cn_defense1][^cn_defense2], IARPA and IBM[^iarpa_ibm], and U.S. Department of Homeland Security[^us_dhs]. @@ -30,7 +30,6 @@ The 8 cameras deployed on Duke's campus were specifically setup to capture stude ![caption: Duke MTMC camera locations on Duke University campus © megapixels.cc](assets/duke_mtmc_camera_map.jpg) - ![caption: Duke MTMC camera views for 8 cameras deployed on campus © megapixels.cc](assets/duke_mtmc_cameras.jpg) ![caption: Duke MTMC pedestrian detection saliency maps for 8 cameras deployed on campus © megapixels.cc](assets/duke_mtmc_saliencies.jpg) @@ -52,8 +51,7 @@ The Duke MTMC dataset paper mentions 2,700 identities, but their ground truth fi [^sensenets_sensetime]: "Attention-Aware Compositional Network for Person Re-identification". 2018. [Source](https://www.semanticscholar.org/paper/Attention-Aware-Compositional-Network-for-Person-Xu-Zhao/14ce502bc19b225466126b256511f9c05cadcb6e) [^sensetime1]: "End-to-End Deep Kronecker-Product Matching for Person Re-identification". 2018. [source](https://www.semanticscholar.org/paper/End-to-End-Deep-Kronecker-Product-Matching-for-Shen-Xiao/947954cafdefd471b75da8c3bb4c21b9e6d57838) [^sensetime2]: "Person Re-identification with Deep Similarity-Guided Graph Neural Network". 2018. [Source](https://www.semanticscholar.org/paper/Person-Re-identification-with-Deep-Graph-Neural-Shen-Li/08d2a558ea2deb117dd8066e864612bf2899905b) -[^duke_mtmc_orig]: "Performance Measures and a Data Set for -Multi-Target, Multi-Camera Tracking". 2016. [Source](https://www.semanticscholar.org/paper/Performance-Measures-and-a-Data-Set-for-Tracking-Ristani-Solera/27a2fad58dd8727e280f97036e0d2bc55ef5424c) +[^duke_mtmc_orig]: "Performance Measures and a Data Set for Multi-Target, Multi-Camera Tracking". 2016. [Source](https://www.semanticscholar.org/paper/Performance-Measures-and-a-Data-Set-for-Tracking-Ristani-Solera/27a2fad58dd8727e280f97036e0d2bc55ef5424c) [^cn_defense1]: "Tracking by Animation: Unsupervised Learning of Multi-Object Attentive Trackers". 2018. [Source](https://www.semanticscholar.org/paper/Tracking-by-Animation%3A-Unsupervised-Learning-of-He-Liu/e90816e1a0e14ea1e7039e0b2782260999aef786) [^cn_defense2]: "Unsupervised Multi-Object Detection for Video Surveillance Using Memory-Based Recurrent Attention Networks". 2018. [Source](https://www.semanticscholar.org/paper/Unsupervised-Multi-Object-Detection-for-Video-Using-He-He/59f357015054bab43fb8cbfd3f3dbf17b1d1f881) [^iarpa_ibm]: "Horizontal Pyramid Matching for Person Re-identification". 2019. [Source](https://www.semanticscholar.org/paper/Horizontal-Pyramid-Matching-for-Person-Fu-Wei/c2a5f27d97744bc1f96d7e1074395749e3c59bc8) -- cgit v1.2.3-70-g09d2