nbs for data collection

1 files changed, 640 insertions, 0 deletions

diff --git a/megapixels/notebooks/datasets/ffhq/download.ipynb b/megapixels/notebooks/datasets/ffhq/download.ipynb
new file mode 100644
index 00000000..e857812d
--- /dev/null
+++ b/megapixels/notebooks/datasets/ffhq/download.ipynb
@@ -0,0 +1,640 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Download FFHQ Images\n",
+    "\n",
+    "- https://github.com/NVlabs/ffhq-dataset"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "%reload_ext autoreload\n",
+    "%autoreload 2\n",
+    "\n",
+    "import os\n",
+    "from os.path import join\n",
+    "from glob import glob\n",
+    "from pathlib import Path\n",
+    "import requests\n",
+    "import json\n",
+    "from multiprocessing.pool import ThreadPool\n",
+    "import threading\n",
+    "import urllib.request\n",
+    "\n",
+    "import slugify\n",
+    "from tqdm import tqdm_notebook as tqdm\n",
+    "import pandas as pd\n",
+    "import numpy as np\n",
+    "%matplotlib inline\n",
+    "import matplotlib.pyplot as plt\n",
+    "\n",
+    "import sys\n",
+    "sys.path.append('/work/megapixels_dev/megapixels')\n",
+    "from app.utils import api_utils\n",
+    "from app.settings import app_cfg\n",
+    "from app.settings import types"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# load JSON\n",
+    "fp_json = '/data_store/datasets/people/ffhq/ffhq-dataset-v1.json'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "with open(fp_json, 'r') as fp:\n",
+    "  data = json.load(fp)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 15,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "from pprint import pprint"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 18,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "70000\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(len(data))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 22,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "data_list = list(data.values())"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 24,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'category': 'training',\n",
+       " 'metadata': {'photo_url': 'https://www.flickr.com/photos/chindit76/17161319076/',\n",
+       "  'photo_title': 'Songkran 2015-57',\n",
+       "  'author': 'Ben Reeves',\n",
+       "  'country': '',\n",
+       "  'license': 'Attribution License',\n",
+       "  'license_url': 'https://creativecommons.org/licenses/by/2.0/',\n",
+       "  'date_uploaded': '2015-04-18',\n",
+       "  'date_crawled': '2018-10-10'},\n",
+       " 'image': {'file_url': 'https://drive.google.com/uc?id=1sfVbnTdLVamaHgJ4h6_VrwBi45HZEbWC',\n",
+       "  'file_path': 'images1024x1024/01000.png',\n",
+       "  'file_size': 1467048,\n",
+       "  'file_md5': '6dd232df494eff760c9882b206479ff8',\n",
+       "  'pixel_size': [1024, 1024],\n",
+       "  'pixel_md5': '882e903134ebf6b07aadeead5e0911ed',\n",
+       "  'face_landmarks': [[102.78, 454.3],\n",
+       "   [106.33, 543.6],\n",
+       "   [109.68, 634.58],\n",
+       "   [132.18, 722.61],\n",
+       "   [185.28, 797.02],\n",
+       "   [258.68, 858.34],\n",
+       "   [342.42, 903.74],\n",
+       "   [433.15, 932.84],\n",
+       "   [521.49, 937.73],\n",
+       "   [584.74, 922.68],\n",
+       "   [620.87, 875.49],\n",
+       "   [647.82, 818.72],\n",
+       "   [673.47, 758.37],\n",
+       "   [692.56, 695.57],\n",
+       "   [705.09, 630.32],\n",
+       "   [705.43, 567.11],\n",
+       "   [698.43, 508.19],\n",
+       "   [287.09, 411.95],\n",
+       "   [334.8, 383.17],\n",
+       "   [394.1, 372.8],\n",
+       "   [450.72, 386.06],\n",
+       "   [505.81, 412.83],\n",
+       "   [580.08, 421.25],\n",
+       "   [618.2, 401.64],\n",
+       "   [655.56, 388.78],\n",
+       "   [692.31, 396.37],\n",
+       "   [707.62, 427.17],\n",
+       "   [538.85, 483.25],\n",
+       "   [548.87, 530.54],\n",
+       "   [560.58, 578.03],\n",
+       "   [572.1, 627.2],\n",
+       "   [482.16, 666.58],\n",
+       "   [517.41, 672.29],\n",
+       "   [552.47, 679.68],\n",
+       "   [580.63, 672.62],\n",
+       "   [604.1, 661.61],\n",
+       "   [341.34, 476.23],\n",
+       "   [380.0, 466.94],\n",
+       "   [416.02, 465.9],\n",
+       "   [442.42, 489.4],\n",
+       "   [412.58, 496.28],\n",
+       "   [377.32, 490.57],\n",
+       "   [585.73, 491.98],\n",
+       "   [615.22, 473.11],\n",
+       "   [644.49, 471.3],\n",
+       "   [661.53, 486.91],\n",
+       "   [645.0, 497.0],\n",
+       "   [615.92, 497.12],\n",
+       "   [415.51, 771.85],\n",
+       "   [475.58, 754.73],\n",
+       "   [528.7, 738.53],\n",
+       "   [557.01, 745.16],\n",
+       "   [578.61, 735.64],\n",
+       "   [604.65, 747.15],\n",
+       "   [618.12, 764.06],\n",
+       "   [603.43, 788.04],\n",
+       "   [581.07, 804.31],\n",
+       "   [558.17, 810.26],\n",
+       "   [527.79, 806.81],\n",
+       "   [477.92, 794.32],\n",
+       "   [436.15, 770.77],\n",
+       "   [525.25, 768.91],\n",
+       "   [554.14, 770.48],\n",
+       "   [576.85, 766.22],\n",
+       "   [609.49, 764.79],\n",
+       "   [580.22, 766.6],\n",
+       "   [559.2, 771.05],\n",
+       "   [530.51, 767.8]]},\n",
+       " 'thumbnail': {'file_url': 'https://drive.google.com/uc?id=1si5rPeR_1fLfYDwQlJWnUl_uFAcpY9e7',\n",
+       "  'file_path': 'thumbnails128x128/01000.png',\n",
+       "  'file_size': 37657,\n",
+       "  'file_md5': '17d24a622a4a3a6ac0a7029fa7fffed0',\n",
+       "  'pixel_size': [128, 128],\n",
+       "  'pixel_md5': '8d4bf8cd198e891544e9492605a99b44'},\n",
+       " 'in_the_wild': {'file_url': 'https://drive.google.com/uc?id=1VOVqk2JfnDLTm_wKM6WRNc_W_4yFO2Su',\n",
+       "  'file_path': 'in-the-wild-images/01000.png',\n",
+       "  'file_size': 20687248,\n",
+       "  'file_md5': 'bab63fa34d76258a80f57365b20958e5',\n",
+       "  'pixel_size': [4752, 3168],\n",
+       "  'pixel_md5': 'c194299381505d5cb85f713474e5fa59',\n",
+       "  'face_rect': [1468, 642, 2210, 1384],\n",
+       "  'face_landmarks': [[1345.0, 905.0],\n",
+       "   [1361.0, 1009.0],\n",
+       "   [1377.0, 1115.0],\n",
+       "   [1415.0, 1215.0],\n",
+       "   [1487.0, 1295.0],\n",
+       "   [1581.0, 1357.0],\n",
+       "   [1685.0, 1399.0],\n",
+       "   [1795.0, 1421.0],\n",
+       "   [1899.0, 1415.0],\n",
+       "   [1971.0, 1389.0],\n",
+       "   [2007.0, 1329.0],\n",
+       "   [2031.0, 1259.0],\n",
+       "   [2053.0, 1185.0],\n",
+       "   [2067.0, 1109.0],\n",
+       "   [2073.0, 1031.0],\n",
+       "   [2065.0, 957.0],\n",
+       "   [2049.0, 889.0],\n",
+       "   [1555.0, 831.0],\n",
+       "   [1607.0, 791.0],\n",
+       "   [1675.0, 771.0],\n",
+       "   [1743.0, 779.0],\n",
+       "   [1811.0, 803.0],\n",
+       "   [1899.0, 803.0],\n",
+       "   [1941.0, 775.0],\n",
+       "   [1983.0, 755.0],\n",
+       "   [2027.0, 759.0],\n",
+       "   [2049.0, 793.0],\n",
+       "   [1859.0, 881.0],\n",
+       "   [1877.0, 935.0],\n",
+       "   [1897.0, 989.0],\n",
+       "   [1917.0, 1045.0],\n",
+       "   [1817.0, 1103.0],\n",
+       "   [1859.0, 1105.0],\n",
+       "   [1901.0, 1109.0],\n",
+       "   [1933.0, 1097.0],\n",
+       "   [1959.0, 1081.0],\n",
+       "   [1627.0, 899.0],\n",
+       "   [1671.0, 883.0],\n",
+       "   [1713.0, 877.0],\n",
+       "   [1747.0, 901.0],\n",
+       "   [1713.0, 913.0],\n",
+       "   [1671.0, 911.0],\n",
+       "   [1915.0, 885.0],\n",
+       "   [1947.0, 859.0],\n",
+       "   [1981.0, 853.0],\n",
+       "   [2003.0, 869.0],\n",
+       "   [1985.0, 883.0],\n",
+       "   [1951.0, 887.0],\n",
+       "   [1753.0, 1235.0],\n",
+       "   [1821.0, 1207.0],\n",
+       "   [1881.0, 1181.0],\n",
+       "   [1915.0, 1185.0],\n",
+       "   [1939.0, 1171.0],\n",
+       "   [1971.0, 1181.0],\n",
+       "   [1989.0, 1199.0],\n",
+       "   [1975.0, 1229.0],\n",
+       "   [1951.0, 1251.0],\n",
+       "   [1925.0, 1261.0],\n",
+       "   [1889.0, 1261.0],\n",
+       "   [1829.0, 1253.0],\n",
+       "   [1777.0, 1231.0],\n",
+       "   [1881.0, 1217.0],\n",
+       "   [1915.0, 1215.0],\n",
+       "   [1941.0, 1207.0],\n",
+       "   [1979.0, 1201.0],\n",
+       "   [1945.0, 1207.0],\n",
+       "   [1921.0, 1215.0],\n",
+       "   [1887.0, 1215.0]],\n",
+       "  'face_quad': [[1164.47, 387.16],\n",
+       "   [1300.36, 1585.13],\n",
+       "   [2498.33, 1449.24],\n",
+       "   [2362.44, 251.27]]}}"
+      ]
+     },
+     "execution_count": 24,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "data_list[1000]"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "https://www.flickr.com/photos/frumkin/1133484654/\n",
+      "{'category': 'training',\n",
+      " 'image': {'face_landmarks': [[131.62, 453.8],\n",
+      "                              [142.86, 535.23],\n",
+      "                              [154.31, 612.62],\n",
+      "                              [179.63, 687.47],\n",
+      "                              [230.76, 747.47],\n",
+      "                              [298.2, 788.88],\n",
+      "                              [375.17, 817.84],\n",
+      "                              [439.1, 848.56],\n",
+      "                              [500.96, 856.54],\n",
+      "                              [554.19, 843.07],\n",
+      "                              [600.26, 811.44],\n",
+      "                              [652.7, 781.75],\n",
+      "                              [697.13, 734.68],\n",
+      "                              [725.95, 676.3],\n",
+      "                              [738.9, 612.28],\n",
+      "                              [743.77, 547.84],\n",
+      "                              [747.8, 484.17],\n",
+      "                              [260.97, 406.18],\n",
+      "                              [312.64, 375.64],\n",
+      "                              [376.4, 361.89],\n",
+      "                              [445.68, 367.01],\n",
+      "                              [505.27, 387.81],\n",
+      "                              [577.73, 393.9],\n",
+      "                              [623.7, 380.06],\n",
+      "                              [671.61, 376.01],\n",
+      "                              [712.94, 390.23],\n",
+      "                              [732.19, 425.17],\n",
+      "                              [540.58, 472.88],\n",
+      "                              [548.15, 499.13],\n",
+      "                              [556.6, 523.82],\n",
+      "                              [565.7, 551.77],\n",
+      "                              [489.04, 612.57],\n",
+      "                              [517.91, 617.27],\n",
+      "                              [547.59, 622.0],\n",
+      "                              [570.37, 619.11],\n",
+      "                              [592.43, 614.57],\n",
+      "                              [324.36, 479.73],\n",
+      "                              [365.33, 468.86],\n",
+      "                              [405.82, 467.68],\n",
+      "                              [438.63, 490.36],\n",
+      "                              [403.3, 501.51],\n",
+      "                              [361.36, 499.39],\n",
+      "                              [591.13, 496.46],\n",
+      "                              [619.7, 475.26],\n",
+      "                              [655.91, 478.71],\n",
+      "                              [685.9, 493.17],\n",
+      "                              [659.15, 510.41],\n",
+      "                              [621.93, 510.95],\n",
+      "                              [436.2, 714.2],\n",
+      "                              [486.62, 692.49],\n",
+      "                              [527.03, 676.75],\n",
+      "                              [545.29, 683.34],\n",
+      "                              [562.56, 677.74],\n",
+      "                              [584.36, 694.21],\n",
+      "                              [605.04, 717.08],\n",
+      "                              [579.02, 735.98],\n",
+      "                              [556.71, 745.36],\n",
+      "                              [537.19, 747.61],\n",
+      "                              [517.03, 746.59],\n",
+      "                              [481.87, 738.34],\n",
+      "                              [455.84, 709.53],\n",
+      "                              [523.55, 697.6],\n",
+      "                              [542.02, 700.15],\n",
+      "                              [559.88, 698.63],\n",
+      "                              [588.3, 712.19],\n",
+      "                              [559.11, 713.95],\n",
+      "                              [541.2, 716.28],\n",
+      "                              [521.04, 715.26]],\n",
+      "           'file_md5': 'ddeaeea6ce59569643715759d537fd1b',\n",
+      "           'file_path': 'images1024x1024/00000.png',\n",
+      "           'file_size': 1488194,\n",
+      "           'file_url': 'https://drive.google.com/uc?id=1uSwmnDoG43bFj9MkU3HXhajtrg-kcQYX',\n",
+      "           'pixel_md5': '47238b44dfb87644460cbdcc4607e289',\n",
+      "           'pixel_size': [1024, 1024]},\n",
+      " 'in_the_wild': {'face_landmarks': [[562.5, 697.5],\n",
+      "                                    [581.5, 797.5],\n",
+      "                                    [600.5, 892.5],\n",
+      "                                    [636.5, 983.5],\n",
+      "                                    [703.5, 1054.5],\n",
+      "                                    [789.5, 1101.5],\n",
+      "                                    [886.5, 1132.5],\n",
+      "                                    [967.5, 1166.5],\n",
+      "                                    [1044.5, 1172.5],\n",
+      "                                    [1109.5, 1152.5],\n",
+      "                                    [1164.5, 1110.5],\n",
+      "                                    [1227.5, 1070.5],\n",
+      "                                    [1279.5, 1009.5],\n",
+      "                                    [1311.5, 935.5],\n",
+      "                                    [1323.5, 855.5],\n",
+      "                                    [1325.5, 775.5],\n",
+      "                                    [1326.5, 696.5],\n",
+      "                                    [719.5, 630.5],\n",
+      "                                    [781.5, 589.5],\n",
+      "                                    [859.5, 568.5],\n",
+      "                                    [945.5, 570.5],\n",
+      "                                    [1020.5, 592.5],\n",
+      "                                    [1110.5, 595.5],\n",
+      "                                    [1166.5, 575.5],\n",
+      "                                    [1225.5, 567.5],\n",
+      "                                    [1277.5, 582.5],\n",
+      "                                    [1303.5, 624.5],\n",
+      "                                    [1069.5, 695.5],\n",
+      "                                    [1080.5, 727.5],\n",
+      "                                    [1092.5, 757.5],\n",
+      "                                    [1105.5, 791.5],\n",
+      "                                    [1014.5, 871.5],\n",
+      "                                    [1050.5, 875.5],\n",
+      "                                    [1087.5, 879.5],\n",
+      "                                    [1115.5, 874.5],\n",
+      "                                    [1142.5, 867.5],\n",
+      "                                    [802.5, 717.5],\n",
+      "                                    [852.5, 701.5],\n",
+      "                                    [902.5, 697.5],\n",
+      "                                    [944.5, 723.5],\n",
+      "                                    [901.5, 739.5],\n",
+      "                                    [849.5, 739.5],\n",
+      "                                    [1133.5, 721.5],\n",
+      "                                    [1167.5, 693.5],\n",
+      "                                    [1212.5, 695.5],\n",
+      "                                    [1250.5, 711.5],\n",
+      "                                    [1218.5, 734.5],\n",
+      "                                    [1172.5, 737.5],\n",
+      "                                    [955.5, 1000.5],\n",
+      "                                    [1016.5, 970.5],\n",
+      "                                    [1065.5, 948.5],\n",
+      "                                    [1088.5, 955.5],\n",
+      "                                    [1109.5, 947.5],\n",
+      "                                    [1137.5, 966.5],\n",
+      "                                    [1164.5, 993.5],\n",
+      "                                    [1133.5, 1018.5],\n",
+      "                                    [1106.5, 1031.5],\n",
+      "                                    [1082.5, 1035.5],\n",
+      "                                    [1057.5, 1035.5],\n",
+      "                                    [1013.5, 1027.5],\n",
+      "                                    [979.5, 993.5],\n",
+      "                                    [1062.5, 974.5],\n",
+      "                                    [1085.5, 976.5],\n",
+      "                                    [1107.5, 973.5],\n",
+      "                                    [1143.5, 988.5],\n",
+      "                                    [1107.5, 992.5],\n",
+      "                                    [1085.5, 996.5],\n",
+      "                                    [1060.5, 996.5]],\n",
+      "                 'face_quad': [[371.32, 144.47],\n",
+      "                               [435.39, 1410.96],\n",
+      "                               [1701.88, 1346.88],\n",
+      "                               [1637.81, 80.39]],\n",
+      "                 'face_rect': [667, 410, 1438, 1181],\n",
+      "                 'file_md5': '1dc0287e73e485efb0516a80ce9d42b4',\n",
+      "                 'file_path': 'in-the-wild-images/00000.png',\n",
+      "                 'file_size': 3991569,\n",
+      "                 'file_url': 'https://drive.google.com/uc?id=1dkC9_KVhUR8polHTKia05rDPZ1INZwZ7',\n",
+      "                 'pixel_md5': '86b3470c42e33235d76b979161fb2327',\n",
+      "                 'pixel_size': [2016, 1512]},\n",
+      " 'metadata': {'author': 'Jeremy Frumkin',\n",
+      "              'country': '',\n",
+      "              'date_crawled': '2018-10-10',\n",
+      "              'date_uploaded': '2007-08-16',\n",
+      "              'license': 'Attribution-NonCommercial License',\n",
+      "              'license_url': 'https://creativecommons.org/licenses/by-nc/2.0/',\n",
+      "              'photo_title': 'DSCF0899.JPG',\n",
+      "              'photo_url': 'https://www.flickr.com/photos/frumkin/1133484654/'},\n",
+      " 'thumbnail': {'file_md5': 'bd3e40b2ba20f76b55dc282907b89cd1',\n",
+      "               'file_path': 'thumbnails128x128/00000.png',\n",
+      "               'file_size': 29050,\n",
+      "               'file_url': 'https://drive.google.com/uc?id=1uV_phQgCpxMP3D4oJ0iC7DmCZZLq5OdM',\n",
+      "               'pixel_md5': '38d7e93eb9a796d0e65f8c64de8ba161',\n",
+      "               'pixel_size': [128, 128]}}\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "[autoreload of numpy failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 376, in superreload\n",
+      "    module = reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/imp.py\", line 315, in reload\n",
+      "    return importlib.reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/importlib/__init__.py\", line 166, in reload\n",
+      "    _bootstrap._exec(spec, module)\n",
+      "  File \"<frozen importlib._bootstrap>\", line 618, in _exec\n",
+      "  File \"<frozen importlib._bootstrap_external>\", line 678, in exec_module\n",
+      "  File \"<frozen importlib._bootstrap>\", line 219, in _call_with_frames_removed\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/numpy/__init__.py\", line 151, in <module>\n",
+      "    from .testing import Tester, _numpy_tester\n",
+      "ImportError: cannot import name '_numpy_tester'\n",
+      "]\n",
+      "[autoreload of numpy.lib failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 376, in superreload\n",
+      "    module = reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/imp.py\", line 315, in reload\n",
+      "    return importlib.reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/importlib/__init__.py\", line 166, in reload\n",
+      "    _bootstrap._exec(spec, module)\n",
+      "  File \"<frozen importlib._bootstrap>\", line 618, in _exec\n",
+      "  File \"<frozen importlib._bootstrap_external>\", line 678, in exec_module\n",
+      "  File \"<frozen importlib._bootstrap>\", line 219, in _call_with_frames_removed\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/numpy/lib/__init__.py\", line 31, in <module>\n",
+      "    __all__ += type_check.__all__\n",
+      "NameError: name 'type_check' is not defined\n",
+      "]\n",
+      "[autoreload of numpy.core failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 376, in superreload\n",
+      "    module = reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/imp.py\", line 315, in reload\n",
+      "    return importlib.reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/importlib/__init__.py\", line 166, in reload\n",
+      "    _bootstrap._exec(spec, module)\n",
+      "  File \"<frozen importlib._bootstrap>\", line 618, in _exec\n",
+      "  File \"<frozen importlib._bootstrap_external>\", line 678, in exec_module\n",
+      "  File \"<frozen importlib._bootstrap>\", line 219, in _call_with_frames_removed\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/numpy/core/__init__.py\", line 74, in <module>\n",
+      "    from numpy.testing import _numpy_tester\n",
+      "ImportError: cannot import name '_numpy_tester'\n",
+      "]\n",
+      "[autoreload of numpy.matrixlib failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 376, in superreload\n",
+      "    module = reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/imp.py\", line 315, in reload\n",
+      "    return importlib.reload(module)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/importlib/__init__.py\", line 166, in reload\n",
+      "    _bootstrap._exec(spec, module)\n",
+      "  File \"<frozen importlib._bootstrap>\", line 618, in _exec\n",
+      "  File \"<frozen importlib._bootstrap_external>\", line 678, in exec_module\n",
+      "  File \"<frozen importlib._bootstrap>\", line 219, in _call_with_frames_removed\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/numpy/matrixlib/__init__.py\", line 8, in <module>\n",
+      "    __all__ = defmatrix.__all__\n",
+      "NameError: name 'defmatrix' is not defined\n",
+      "]\n",
+      "[autoreload of numpy.polynomial.polynomial failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 392, in superreload\n",
+      "    update_generic(old_obj, new_obj)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 329, in update_generic\n",
+      "    update(a, b)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 277, in update_class\n",
+      "    if old_obj == new_obj:\n",
+      "ValueError: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()\n",
+      "]\n",
+      "[autoreload of numpy.polynomial.chebyshev failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 392, in superreload\n",
+      "    update_generic(old_obj, new_obj)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 329, in update_generic\n",
+      "    update(a, b)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 277, in update_class\n",
+      "    if old_obj == new_obj:\n",
+      "ValueError: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()\n",
+      "]\n",
+      "[autoreload of numpy.polynomial.legendre failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 392, in superreload\n",
+      "    update_generic(old_obj, new_obj)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 329, in update_generic\n",
+      "    update(a, b)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 277, in update_class\n",
+      "    if old_obj == new_obj:\n",
+      "ValueError: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()\n",
+      "]\n",
+      "[autoreload of numpy.polynomial.hermite failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 392, in superreload\n",
+      "    update_generic(old_obj, new_obj)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 329, in update_generic\n",
+      "    update(a, b)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 277, in update_class\n",
+      "    if old_obj == new_obj:\n",
+      "ValueError: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()\n",
+      "]\n",
+      "[autoreload of numpy.polynomial.hermite_e failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 392, in superreload\n",
+      "    update_generic(old_obj, new_obj)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 329, in update_generic\n",
+      "    update(a, b)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 277, in update_class\n",
+      "    if old_obj == new_obj:\n",
+      "ValueError: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()\n",
+      "]\n",
+      "[autoreload of numpy.polynomial.laguerre failed: Traceback (most recent call last):\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 244, in check\n",
+      "    superreload(m, reload, self.old_objects)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 392, in superreload\n",
+      "    update_generic(old_obj, new_obj)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 329, in update_generic\n",
+      "    update(a, b)\n",
+      "  File \"/home/adam/anaconda3/envs/megapixels/lib/python3.6/site-packages/IPython/extensions/autoreload.py\", line 277, in update_class\n",
+      "    if old_obj == new_obj:\n",
+      "ValueError: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()\n",
+      "]\n"
+     ]
+    }
+   ],
+   "source": [
+    "for idx, meta in data.items():\n",
+    "  print(meta['metadata']['photo_url'])\n",
+    "  pprint(meta)\n",
+    "  break"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "megapixels",
+   "language": "python",
+   "name": "megapixels"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.8"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}