From 4f0af91b17d10fb26268b23eeb7f7761376f5a6d Mon Sep 17 00:00:00 2001 From: adamhrv Date: Wed, 15 May 2019 11:23:58 +0200 Subject: add --- docs/notes.md | 70 +++++++++++++++++++++++++++ docs/organizations.md | 36 ++++++++++++++ docs/people.md | 7 +++ docs/security.md | 6 +++ docs/todo.md | 130 ++++++++++++++++++++++++++++++++++++++++++++++++++ 5 files changed, 249 insertions(+) create mode 100644 docs/notes.md create mode 100644 docs/organizations.md create mode 100644 docs/people.md create mode 100644 docs/security.md create mode 100644 docs/todo.md diff --git a/docs/notes.md b/docs/notes.md new file mode 100644 index 00000000..9dcf3da6 --- /dev/null +++ b/docs/notes.md @@ -0,0 +1,70 @@ +PATH=/home/adam/torch/install/bin:/home/adam/anaconda3/bin:/home/adam/anaconda3/envs/megapixels/bin:/home/adam/anaconda3/bin:/home/adam/.nvm/versions/node/v9.9.0/bin:/home/adam/bin:/home/adam/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/lib/nvidia/:/usr/local/cuda/bin:/usr/lib/nvidia/:/usr/local/cuda/bin + +PATH=/home/adam/anaconda3/bin:/home/adam/.nvm/versions/node/v9.9.0/bin:/home/adam/code/google-cloud-sdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/usr/local/cuda/bin + +CUDA_HOME=/usr/local/cuda +LD_LIBRARY_PATH=/home/adam/torch/install/lib::/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64 + + + +LD_LIBRARY_PATH=/home/adam/torch/install/lib::/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64 + + +LD_LIBRARY_PATH=:/usr/local/cuda/lib64 +CUDA_HOME=/usr/local/cuda + + +TORCH_NVCC_FLAGS=-D__CUDA_NO_HALF_OPERATORS__ +TORCH_NVCC_FLAGS=-D__CUDA_NO_HALF_OPERATORS__ + + +export PATH=/usr/local/cuda/bin:"$PATH +./clean.sh +export TORCH_NVCC_FLAGS="-D__CUDA_NO_HALF_OPERATORS__" +./install.sh + +find . -name "*.JPEG" | xargs -I {} convert {} -resize "256^>" {} + +find . -name \*.png -exec identify -ping {} \; -or -exec echo {} \; +find . -name \*.jpg -exec identify -ping {} \; -or -exec rm -f {} \; + +luarocks install cudnn +luarocks install display + +scp undisclosed:/home/adam/FIDs.zip . +unzip -q FIDs.zip +find FIDs_NEW -name \*.jpg > list.txt +mkdir -p /work/megapixels_dev/3rdparty/art-DCGAN/fiw/images/ + +while read -r line;do dst=/work/megapixels_dev/3rdparty/art-DCGAN/hipsterwars/images/$(basename "$line");src=`pwd`/$line;ln -s $src $dst;done < list.txt + +extension="${filename##*.}" + + +filename="${filename%.*} + +for d in $(find source -type d) + do + ls $d/*.bin 1>/dev/null 2>&1 && ln -s $d/*.bin target/$(basename $d).dat;done + +gpu=0 batchSize=1 imsize=10 noisemode=linefull net=bedrooms_4_net_G.t7 th generate.lua + +DATA_ROOT=fiw dataset=folder ndf=50 ngf=150 name=fiw_01 nThreads=6 gpu=2 th main.lua + +DATA_ROOT=megaface_13 dataset=folder ndf=50 ngf=150 name=megaface_13 nThreads=6 gpu=1 th main.lua + +DATA_ROOT=hipsterwars dataset=folder ndf=50 ngf=150 name=hipsterwars nThreads=6 gpu=2 th main.lua + +export PATH=/usr/local/cuda/bin/:$PATH + +export LD_LIBRARY_PATH=/usr/local/cuda/lib64/:$LD_LIBRARY_PATH + + +git clone https://github.com/soumith/cudnn.torch.git -b R7 && cd cudnn.torch && luarocks make cudnn-scm-1.rockspec + +scp undisclosed:/home/adam/hipsterwars_v1.0.zip . +find . -name "*.jpg" -print0 | xargs -0 mogrify -flop + +https://github.com/facebookresearch/deepcluster + +DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=200 batchSize=128 name=hipsterwars_d100_g200_b128 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=200 batchSize=64 name=hipsterwars_d100_g200_b64 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=300 batchSize=128 name=hipsterwars_d100_g300_b128 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=300 batchSize=64 name=hipsterwars_d100_g200_b64 nThreads=8 gpu=2 th main.lua \ No newline at end of file diff --git a/docs/organizations.md b/docs/organizations.md new file mode 100644 index 00000000..9d56050d --- /dev/null +++ b/docs/organizations.md @@ -0,0 +1,36 @@ +# Organzation Profiles + + +## Academic Orgs + +- Beihang University +- National University of Defense Technology + - +- National Innovation Institute of Defense Technology https://www.cnas.org/publications/reports/understanding-chinas-ai-strategy +- First Research Institute of the Ministry of Public Security of People’s Republic of China, Beijing, China + - ... + +## Commercial Organizations + +- IBM +- SenseTime +- SenseNets +- CloudWalk +- IARPA, IBM +- Megvii (Face++) +- Microsoft +- Microsoft Asia +- US Department of Homeland Security +- Vision Semantics Ltd. +- x + +## Law Enforcement + +- Safran Identity and Security + - has supplied a facial recognition solution to the National Police of the Netherlands, https://finance.yahoo.com/news/safran-identity-security-provides-facial-100000958.html +## Defense Contractors + +- China Airborne Missile Academy, Luoyang, China + - China Airborne Missile Academy is a research and development base specializing in guided weapons. It develops and mass produces air-to-air missiles and missile launch devices, ground testing equipment, airborne photoelectric devices and their peripherals, the statement said. + - https://www.yicaiglobal.com/news/tianyin-electromechanical-wins-usd66-million-rd-project-for-missile-warfare +- Lookup list diff --git a/docs/people.md b/docs/people.md new file mode 100644 index 00000000..229e855d --- /dev/null +++ b/docs/people.md @@ -0,0 +1,7 @@ +# People + +Notes about people and types of people appearing in datasets + +Munich Security Conference + +- \ No newline at end of file diff --git a/docs/security.md b/docs/security.md new file mode 100644 index 00000000..d0bffdb4 --- /dev/null +++ b/docs/security.md @@ -0,0 +1,6 @@ +# MegaPixels + +### Potential Blacklist + +- 103.213.248.154 + - 5,000 hits April with unknown browser from Hong Kong around April 22 \ No newline at end of file diff --git a/docs/todo.md b/docs/todo.md new file mode 100644 index 00000000..dc7ebaad --- /dev/null +++ b/docs/todo.md @@ -0,0 +1,130 @@ +# TODO + +## Global + +- JL: mobile CSS + - lightbox/modal on mobile, close button not visible + - decrease font-size of intro header +- AH: change intro heads to match twitter word counts better +- AH: ensure one good graphic per dataset page for social sharing +- AH: add social share graphic for homepage +- AH: add press kit/downloads + +## Splash + +- AH: create high quality 3d heads +- JL/AH: add IJB-C names to word cloud + +## Datasets + +- JL: this paper isn't appearing in the UCCS list of verified papers but should be included https://arxiv.org/pdf/1708.02337.pdf +- AH: add dataset analysis for IJB-C, HRT Transgender, MegaFace, PIPA + +## About + +- ok + +## Flickr Analysis + +Collect Flickr IDs and metadata for: + +- adience +- flickr_faces +- geofaces +- h3d +- helen +- ibm_dif +- images_of_groups +- leeds_sports_pose +- leeds_sports_pose_extended +- lfpw +- mafa +- me_glass +- megaage +- megaface +- moments_in_time +- pipa +- stickmen_family +- tiny_faces +- ucf_crowd +- used +- voc +- who_goes_there +- yfcc_100m + + +## FT Analysis: + +- [x] Brainwash +- [x] Duke MTMC +- [x] UCCS +- [x] MSCeleb +- [ ] IJB-C (and IJB-A/B?) +- [ ] HRT Transgender +- [x] Town Centre + +## NYT Analysis: + +- [ ] Helen +- [ ] MegaFace +- [ ] PIPA + +## Verifications + +- [x] Brainwash +- [x] Duke MTMC +- [ ] Helen +- [x] UCCS +- [ ] MegaFace +- [x] MSCeleb +- [ ] PIPA +- [x] IJB-C (and IJB-A/B?) +- [x] HRT Transgender +- [x] Town Centre + + +----------- + +## Datasets for next launch: + +April 4th launch + +- AFAD +- 50 People One Question +- AFLW +- AFW +- Brainwash +- CASIA Webface +- CAVIAR +- CelebA +- COFW +- DukeMTC +- Face Tracer +- Helen +- HRT Transgender +- iLIDS IVD +- IJB-C +- LFPW +- LFW +- MegaFace +- MS Celeb +- MSRA +- PubFig +- PubFig83 +- UCCS +- UMD Faces +- VGG Face 1? +- VGG Face 2 +- YouTube Celebrities +- YouTube Makeup +- Face Scrub +- Adience +- CUHK +- Kin CTTS +- LAOFIW +- UCF Selfie +- USED +- TinyFaces +- Pipa +- Shakecam + -- cgit v1.2.3-70-g09d2