diff options
48 files changed, 58 insertions, 16 deletions
@@ -47,4 +47,6 @@ recursive renders results sequences +checkpoints +datasets diff --git a/crop-equirectangular.py b/crop-equirectangular.py index 5927716..5222a59 100644 --- a/crop-equirectangular.py +++ b/crop-equirectangular.py @@ -3,6 +3,10 @@ import glob import argparse from shutil import rmtree from PIL import Image +from multiprocessing import Pool +from dotenv import load_dotenv, find_dotenv +import subprocess +load_dotenv(find_dotenv()) # This script generates crops with a specific aspect ratio from a 360 video. # It creates three sequences (identified by "--label") @@ -10,9 +14,10 @@ from PIL import Image # Setting a higher overlap means you can have taller vertical FOV. parser = argparse.ArgumentParser() -parser.add_argument('--folder', default="/media/ssd/sequences/venice_360/equi") +parser.add_argument('--folder', default="./pix2pixhd/sequences/venice_360/equi") parser.add_argument('--label', required=True) parser.add_argument('--vertical_offset', type=int, default=983) +parser.add_argument('--folder_id', type=int, required=True) parser.add_argument('--overlap', type=float, default=0.5) parser.add_argument('--clobber', action='store_false') opt = parser.parse_args() @@ -42,27 +47,39 @@ p0 = (x0, y0, x0 + crop_width, y0 + crop_height,) p1 = (x1, y0, x1 + crop_width, y0 + crop_height,) p2 = (x2, y0, x2 + crop_width, y0 + crop_height,) -path_0 = os.path.join("sequences", opt.label + "_a") -path_1 = os.path.join("sequences", opt.label + "_b") -path_2 = os.path.join("sequences", opt.label + "_c") +label_0 = opt.label + '_a' +label_1 = opt.label + '_b' +label_2 = opt.label + '_c' -if os.path.exists(path_0): - rmtree(path_0) -if os.path.exists(path_1): - rmtree(path_1) -if os.path.exists(path_2): - rmtree(path_2) +labels = [label_0, label_1, label_2] + +path_0 = os.path.join("sequences", label_0) +path_1 = os.path.join("sequences", label_1) +path_2 = os.path.join("sequences", label_2) + +if opt.clobber: + if os.path.exists(path_0): + rmtree(path_0) + if os.path.exists(path_1): + rmtree(path_1) + if os.path.exists(path_2): + rmtree(path_2) os.makedirs(path_0) os.makedirs(path_1) os.makedirs(path_2) -for i, fn in enumerate(glob.glob(os.path.join(opt.folder, '*.png'))): - if not opt.clobber and os.path.exists(path_0): +dataset = [] +for i, fn in enumerate(sorted(glob.glob(os.path.join(opt.folder, '*.png')))): + out_fn = "frame_{:05d}.png".format(i + 1) + if not opt.clobber and os.path.exists(os.path.join(path_0, out_fn)): continue + dataset.append((i, fn,)) + +def build_thumbnail(i, fn): + out_fn = "frame_{:05d}.png".format(i + 1) if (i % 100) == 0: print("{}...".format(i)) - out_fn = "frame_{:05d}.png".format(i + 1) canvas = Image.new('RGB', (int(src_width * 3/2), src_height,)) image = Image.open(fn) @@ -73,3 +90,26 @@ for i, fn in enumerate(glob.glob(os.path.join(opt.folder, '*.png'))): canvas.crop(p1).resize((1024, 512,), Image.ANTIALIAS).save(os.path.join(path_1, out_fn)) canvas.crop(p2).resize((1024, 512,), Image.ANTIALIAS).save(os.path.join(path_2, out_fn)) +agents = multiprocessing.cpu_count() +chunksize = 3 +with Pool(processes=agents) as pool: + pool.starmap(build_thumbnail, dataset, chunksize) + +if opt.folder_id > 0: + endpoint = os.getenv('API_REMOTE') + '/api/folder/{}/'.format(opt.folder_id) + for label in labels: + subprocess.call([ + "curl", + "-X", "POST", + "-d", "folder_id={}".format(opt.folder_id), + "-d", "module=pix2pixhd", + "-d", "name={}.mov".format(label), + "-d", "url=https://s3.amazonaws.com/i.asdf.us/cortex/lens/data/{}/{}.mov".format(opt.folder_id, label), + "-d", "dataset={}".format(label), + "-d", "activity=splice", + "-d", "generated=0", + "-d", "processed=1", + "-d", "datatype=video", + endpoint + ]) + diff --git a/datasets/cityscapes/test_inst/frankfurt_000000_000576_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000000_000576_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 01da7ed..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000000_000576_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000000_001236_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000000_001236_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 75506bc..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000000_001236_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000000_003357_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000000_003357_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 9bd27b0..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000000_003357_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000000_011810_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000000_011810_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index df84eee..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000000_011810_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000000_012868_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000000_012868_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index ba1f7aa..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000000_012868_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_013710_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_013710_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index d05b7db..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_013710_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_015328_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_015328_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 32d62a3..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_015328_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_023769_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_023769_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 9eef682..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_023769_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_028335_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_028335_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index b1909d5..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_028335_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_032711_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_032711_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index ac2e293..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_032711_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_033655_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_033655_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index de7328e..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_033655_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_042733_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_042733_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index a98d096..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_042733_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_047552_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_047552_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index ab569e3..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_047552_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_054640_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_054640_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 5f246a6..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_054640_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_inst/frankfurt_000001_055387_gtFine_instanceIds.png b/datasets/cityscapes/test_inst/frankfurt_000001_055387_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 2e7d01f..0000000 --- a/datasets/cityscapes/test_inst/frankfurt_000001_055387_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000000_000576_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000000_000576_gtFine_labelIds.png Binary files differdeleted file mode 100755 index 8c9464c..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000000_000576_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000000_001236_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000000_001236_gtFine_labelIds.png Binary files differdeleted file mode 100755 index 9f0ca9f..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000000_001236_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000000_003357_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000000_003357_gtFine_labelIds.png Binary files differdeleted file mode 100755 index 1035e55..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000000_003357_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000000_011810_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000000_011810_gtFine_labelIds.png Binary files differdeleted file mode 100755 index a86913b..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000000_011810_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000000_012868_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000000_012868_gtFine_labelIds.png Binary files differdeleted file mode 100755 index fe81c83..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000000_012868_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_013710_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_013710_gtFine_labelIds.png Binary files differdeleted file mode 100755 index 72b4be4..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_013710_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_015328_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_015328_gtFine_labelIds.png Binary files differdeleted file mode 100755 index afefb6b..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_015328_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_023769_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_023769_gtFine_labelIds.png Binary files differdeleted file mode 100755 index f3af9df..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_023769_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_028335_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_028335_gtFine_labelIds.png Binary files differdeleted file mode 100755 index 5e65e3e..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_028335_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_032711_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_032711_gtFine_labelIds.png Binary files differdeleted file mode 100755 index ba07b73..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_032711_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_033655_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_033655_gtFine_labelIds.png Binary files differdeleted file mode 100755 index 77f519c..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_033655_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_042733_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_042733_gtFine_labelIds.png Binary files differdeleted file mode 100755 index ba08f1d..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_042733_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_047552_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_047552_gtFine_labelIds.png Binary files differdeleted file mode 100755 index 5dff09a..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_047552_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_054640_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_054640_gtFine_labelIds.png Binary files differdeleted file mode 100755 index cb2ab2b..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_054640_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/test_label/frankfurt_000001_055387_gtFine_labelIds.png b/datasets/cityscapes/test_label/frankfurt_000001_055387_gtFine_labelIds.png Binary files differdeleted file mode 100755 index b00ef7e..0000000 --- a/datasets/cityscapes/test_label/frankfurt_000001_055387_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_img/aachen_000000_000019_leftImg8bit.png b/datasets/cityscapes/train_img/aachen_000000_000019_leftImg8bit.png Binary files differdeleted file mode 100755 index 0e6867e..0000000 --- a/datasets/cityscapes/train_img/aachen_000000_000019_leftImg8bit.png +++ /dev/null diff --git a/datasets/cityscapes/train_img/aachen_000001_000019_leftImg8bit.png b/datasets/cityscapes/train_img/aachen_000001_000019_leftImg8bit.png Binary files differdeleted file mode 100755 index d5a96ce..0000000 --- a/datasets/cityscapes/train_img/aachen_000001_000019_leftImg8bit.png +++ /dev/null diff --git a/datasets/cityscapes/train_img/aachen_000002_000019_leftImg8bit.png b/datasets/cityscapes/train_img/aachen_000002_000019_leftImg8bit.png Binary files differdeleted file mode 100755 index 10ce563..0000000 --- a/datasets/cityscapes/train_img/aachen_000002_000019_leftImg8bit.png +++ /dev/null diff --git a/datasets/cityscapes/train_img/aachen_000003_000019_leftImg8bit.png b/datasets/cityscapes/train_img/aachen_000003_000019_leftImg8bit.png Binary files differdeleted file mode 100755 index 3027fe1..0000000 --- a/datasets/cityscapes/train_img/aachen_000003_000019_leftImg8bit.png +++ /dev/null diff --git a/datasets/cityscapes/train_img/aachen_000004_000019_leftImg8bit.png b/datasets/cityscapes/train_img/aachen_000004_000019_leftImg8bit.png Binary files differdeleted file mode 100755 index 26945fc..0000000 --- a/datasets/cityscapes/train_img/aachen_000004_000019_leftImg8bit.png +++ /dev/null diff --git a/datasets/cityscapes/train_inst/aachen_000000_000019_gtFine_instanceIds.png b/datasets/cityscapes/train_inst/aachen_000000_000019_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index f4ee222..0000000 --- a/datasets/cityscapes/train_inst/aachen_000000_000019_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_inst/aachen_000001_000019_gtFine_instanceIds.png b/datasets/cityscapes/train_inst/aachen_000001_000019_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index dd69137..0000000 --- a/datasets/cityscapes/train_inst/aachen_000001_000019_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_inst/aachen_000002_000019_gtFine_instanceIds.png b/datasets/cityscapes/train_inst/aachen_000002_000019_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index bdad5e3..0000000 --- a/datasets/cityscapes/train_inst/aachen_000002_000019_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_inst/aachen_000003_000019_gtFine_instanceIds.png b/datasets/cityscapes/train_inst/aachen_000003_000019_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 91a035b..0000000 --- a/datasets/cityscapes/train_inst/aachen_000003_000019_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_inst/aachen_000004_000019_gtFine_instanceIds.png b/datasets/cityscapes/train_inst/aachen_000004_000019_gtFine_instanceIds.png Binary files differdeleted file mode 100755 index 0f5fc70..0000000 --- a/datasets/cityscapes/train_inst/aachen_000004_000019_gtFine_instanceIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_label/aachen_000000_000019_gtFine_labelIds.png b/datasets/cityscapes/train_label/aachen_000000_000019_gtFine_labelIds.png Binary files differdeleted file mode 100755 index eed7ee6..0000000 --- a/datasets/cityscapes/train_label/aachen_000000_000019_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_label/aachen_000001_000019_gtFine_labelIds.png b/datasets/cityscapes/train_label/aachen_000001_000019_gtFine_labelIds.png Binary files differdeleted file mode 100755 index e9c25ee..0000000 --- a/datasets/cityscapes/train_label/aachen_000001_000019_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_label/aachen_000002_000019_gtFine_labelIds.png b/datasets/cityscapes/train_label/aachen_000002_000019_gtFine_labelIds.png Binary files differdeleted file mode 100755 index c96ab17..0000000 --- a/datasets/cityscapes/train_label/aachen_000002_000019_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_label/aachen_000003_000019_gtFine_labelIds.png b/datasets/cityscapes/train_label/aachen_000003_000019_gtFine_labelIds.png Binary files differdeleted file mode 100755 index da05594..0000000 --- a/datasets/cityscapes/train_label/aachen_000003_000019_gtFine_labelIds.png +++ /dev/null diff --git a/datasets/cityscapes/train_label/aachen_000004_000019_gtFine_labelIds.png b/datasets/cityscapes/train_label/aachen_000004_000019_gtFine_labelIds.png Binary files differdeleted file mode 100755 index bb30bd9..0000000 --- a/datasets/cityscapes/train_label/aachen_000004_000019_gtFine_labelIds.png +++ /dev/null @@ -112,11 +112,11 @@ if (defined $endpoint) { "-d", "url=https://s3.amazonaws.com/i.asdf.us/cortex/lens/data/$folder_id/$dataset.mov", "-d", "dataset=$dataset", "-d", "activity=splice", - "-d", "generated=false", - "-d", "processed=true", + "-d", "generated=0", + "-d", "processed=1", "-d", "datatype=video", $endpoint - ); +); } END { |
