From 95f31f4343aa91c4e348af5c8a44b20ecbe3b4f6 Mon Sep 17 00:00:00 2001 From: adamhrv Date: Thu, 16 May 2019 14:40:07 +0200 Subject: fix msceleb typo --- docs/install_notes.md | 70 ++++++++++++++++++++++++++++++++++++++++++++++++++ docs/notes.md | 71 ++------------------------------------------------- docs/todo.md | 24 +++++++++++------ 3 files changed, 88 insertions(+), 77 deletions(-) create mode 100644 docs/install_notes.md (limited to 'docs') diff --git a/docs/install_notes.md b/docs/install_notes.md new file mode 100644 index 00000000..9dcf3da6 --- /dev/null +++ b/docs/install_notes.md @@ -0,0 +1,70 @@ +PATH=/home/adam/torch/install/bin:/home/adam/anaconda3/bin:/home/adam/anaconda3/envs/megapixels/bin:/home/adam/anaconda3/bin:/home/adam/.nvm/versions/node/v9.9.0/bin:/home/adam/bin:/home/adam/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/lib/nvidia/:/usr/local/cuda/bin:/usr/lib/nvidia/:/usr/local/cuda/bin + +PATH=/home/adam/anaconda3/bin:/home/adam/.nvm/versions/node/v9.9.0/bin:/home/adam/code/google-cloud-sdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/usr/local/cuda/bin + +CUDA_HOME=/usr/local/cuda +LD_LIBRARY_PATH=/home/adam/torch/install/lib::/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64 + + + +LD_LIBRARY_PATH=/home/adam/torch/install/lib::/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64 + + +LD_LIBRARY_PATH=:/usr/local/cuda/lib64 +CUDA_HOME=/usr/local/cuda + + +TORCH_NVCC_FLAGS=-D__CUDA_NO_HALF_OPERATORS__ +TORCH_NVCC_FLAGS=-D__CUDA_NO_HALF_OPERATORS__ + + +export PATH=/usr/local/cuda/bin:"$PATH +./clean.sh +export TORCH_NVCC_FLAGS="-D__CUDA_NO_HALF_OPERATORS__" +./install.sh + +find . -name "*.JPEG" | xargs -I {} convert {} -resize "256^>" {} + +find . -name \*.png -exec identify -ping {} \; -or -exec echo {} \; +find . -name \*.jpg -exec identify -ping {} \; -or -exec rm -f {} \; + +luarocks install cudnn +luarocks install display + +scp undisclosed:/home/adam/FIDs.zip . +unzip -q FIDs.zip +find FIDs_NEW -name \*.jpg > list.txt +mkdir -p /work/megapixels_dev/3rdparty/art-DCGAN/fiw/images/ + +while read -r line;do dst=/work/megapixels_dev/3rdparty/art-DCGAN/hipsterwars/images/$(basename "$line");src=`pwd`/$line;ln -s $src $dst;done < list.txt + +extension="${filename##*.}" + + +filename="${filename%.*} + +for d in $(find source -type d) + do + ls $d/*.bin 1>/dev/null 2>&1 && ln -s $d/*.bin target/$(basename $d).dat;done + +gpu=0 batchSize=1 imsize=10 noisemode=linefull net=bedrooms_4_net_G.t7 th generate.lua + +DATA_ROOT=fiw dataset=folder ndf=50 ngf=150 name=fiw_01 nThreads=6 gpu=2 th main.lua + +DATA_ROOT=megaface_13 dataset=folder ndf=50 ngf=150 name=megaface_13 nThreads=6 gpu=1 th main.lua + +DATA_ROOT=hipsterwars dataset=folder ndf=50 ngf=150 name=hipsterwars nThreads=6 gpu=2 th main.lua + +export PATH=/usr/local/cuda/bin/:$PATH + +export LD_LIBRARY_PATH=/usr/local/cuda/lib64/:$LD_LIBRARY_PATH + + +git clone https://github.com/soumith/cudnn.torch.git -b R7 && cd cudnn.torch && luarocks make cudnn-scm-1.rockspec + +scp undisclosed:/home/adam/hipsterwars_v1.0.zip . +find . -name "*.jpg" -print0 | xargs -0 mogrify -flop + +https://github.com/facebookresearch/deepcluster + +DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=200 batchSize=128 name=hipsterwars_d100_g200_b128 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=200 batchSize=64 name=hipsterwars_d100_g200_b64 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=300 batchSize=128 name=hipsterwars_d100_g300_b128 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=300 batchSize=64 name=hipsterwars_d100_g200_b64 nThreads=8 gpu=2 th main.lua \ No newline at end of file diff --git a/docs/notes.md b/docs/notes.md index 9dcf3da6..df71a14d 100644 --- a/docs/notes.md +++ b/docs/notes.md @@ -1,70 +1,3 @@ -PATH=/home/adam/torch/install/bin:/home/adam/anaconda3/bin:/home/adam/anaconda3/envs/megapixels/bin:/home/adam/anaconda3/bin:/home/adam/.nvm/versions/node/v9.9.0/bin:/home/adam/bin:/home/adam/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/lib/nvidia/:/usr/local/cuda/bin:/usr/lib/nvidia/:/usr/local/cuda/bin +# Notes -PATH=/home/adam/anaconda3/bin:/home/adam/.nvm/versions/node/v9.9.0/bin:/home/adam/code/google-cloud-sdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/usr/local/cuda/bin - -CUDA_HOME=/usr/local/cuda -LD_LIBRARY_PATH=/home/adam/torch/install/lib::/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64 - - - -LD_LIBRARY_PATH=/home/adam/torch/install/lib::/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64 - - -LD_LIBRARY_PATH=:/usr/local/cuda/lib64 -CUDA_HOME=/usr/local/cuda - - -TORCH_NVCC_FLAGS=-D__CUDA_NO_HALF_OPERATORS__ -TORCH_NVCC_FLAGS=-D__CUDA_NO_HALF_OPERATORS__ - - -export PATH=/usr/local/cuda/bin:"$PATH -./clean.sh -export TORCH_NVCC_FLAGS="-D__CUDA_NO_HALF_OPERATORS__" -./install.sh - -find . -name "*.JPEG" | xargs -I {} convert {} -resize "256^>" {} - -find . -name \*.png -exec identify -ping {} \; -or -exec echo {} \; -find . -name \*.jpg -exec identify -ping {} \; -or -exec rm -f {} \; - -luarocks install cudnn -luarocks install display - -scp undisclosed:/home/adam/FIDs.zip . -unzip -q FIDs.zip -find FIDs_NEW -name \*.jpg > list.txt -mkdir -p /work/megapixels_dev/3rdparty/art-DCGAN/fiw/images/ - -while read -r line;do dst=/work/megapixels_dev/3rdparty/art-DCGAN/hipsterwars/images/$(basename "$line");src=`pwd`/$line;ln -s $src $dst;done < list.txt - -extension="${filename##*.}" - - -filename="${filename%.*} - -for d in $(find source -type d) - do - ls $d/*.bin 1>/dev/null 2>&1 && ln -s $d/*.bin target/$(basename $d).dat;done - -gpu=0 batchSize=1 imsize=10 noisemode=linefull net=bedrooms_4_net_G.t7 th generate.lua - -DATA_ROOT=fiw dataset=folder ndf=50 ngf=150 name=fiw_01 nThreads=6 gpu=2 th main.lua - -DATA_ROOT=megaface_13 dataset=folder ndf=50 ngf=150 name=megaface_13 nThreads=6 gpu=1 th main.lua - -DATA_ROOT=hipsterwars dataset=folder ndf=50 ngf=150 name=hipsterwars nThreads=6 gpu=2 th main.lua - -export PATH=/usr/local/cuda/bin/:$PATH - -export LD_LIBRARY_PATH=/usr/local/cuda/lib64/:$LD_LIBRARY_PATH - - -git clone https://github.com/soumith/cudnn.torch.git -b R7 && cd cudnn.torch && luarocks make cudnn-scm-1.rockspec - -scp undisclosed:/home/adam/hipsterwars_v1.0.zip . -find . -name "*.jpg" -print0 | xargs -0 mogrify -flop - -https://github.com/facebookresearch/deepcluster - -DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=200 batchSize=128 name=hipsterwars_d100_g200_b128 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=200 batchSize=64 name=hipsterwars_d100_g200_b64 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=300 batchSize=128 name=hipsterwars_d100_g300_b128 nThreads=8 gpu=2 th main.lua && DATA_ROOT=hipsterwars dataset=folder ndf=100 ngf=300 batchSize=64 name=hipsterwars_d100_g200_b64 nThreads=8 gpu=2 th main.lua \ No newline at end of file +- https://verify.megapixels.cc/paper/ucf_crowd/verify/bfdc7cde3bbfcba738a5eefe9143417ebf7d8f5c mentions the UCF-QNRF dataset that was built searching Flickr/Google/etc using the words 'HAJJ,SPECTATOR CROWD,PILGRIMAGE,PROTEST CROWDandCONCERT CROWD.' \ No newline at end of file diff --git a/docs/todo.md b/docs/todo.md index dc7ebaad..529d8773 100644 --- a/docs/todo.md +++ b/docs/todo.md @@ -19,6 +19,8 @@ - JL: this paper isn't appearing in the UCCS list of verified papers but should be included https://arxiv.org/pdf/1708.02337.pdf - AH: add dataset analysis for IJB-C, HRT Transgender, MegaFace, PIPA +- AH: scrape the Daniel Boone Yearbook photo dataset http://cs.uky.edu/~jacobs/papers/salem2016f2y.pdf + - http://2008.dbrl.org/reference/community-school-yearbook-archive ## About @@ -53,6 +55,20 @@ Collect Flickr IDs and metadata for: - yfcc_100m +## MSC Analysis: + +- [x] Adience, 97 +- [ ] LFPW, 9 completed, estimated 180 +- [ ] 300W, 3, estimated 150 +- [x] GeoFaces, 2 +- [ ] h3d, low hit-rate, maybe skip +- [ ] Helen, 206, waiting for s2q cleanup +- [x] MegaFace, 40 +- [ ] PIPA, 29 done, estimated 330 +- [ ] UCF-CC-50, 3, estimated 30, maybe skip + +subtotal: about 350 + ## FT Analysis: - [x] Brainwash @@ -63,21 +79,13 @@ Collect Flickr IDs and metadata for: - [ ] HRT Transgender - [x] Town Centre -## NYT Analysis: - -- [ ] Helen -- [ ] MegaFace -- [ ] PIPA ## Verifications - [x] Brainwash - [x] Duke MTMC -- [ ] Helen - [x] UCCS -- [ ] MegaFace - [x] MSCeleb -- [ ] PIPA - [x] IJB-C (and IJB-A/B?) - [x] HRT Transgender - [x] Town Centre -- cgit v1.2.3-70-g09d2