Classify_from_webcam.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Classify image from a webcam using OpenCV and Tensorflow docker container\n",
    "Based on *classify_image.py* from: https://tensorflow.org/tutorials/image_recognition/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Clone the models repo, but do this on host because the\n",
    "# container does NOT have git installed.\n",
    "# git clone https://github.com/tensorflow/models.git"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Make the working directory the correct one according to tutorial:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/ricardodeazambuja/notebooks/models/tutorials/image/imagenet\n"
     ]
    }
   ],
   "source": [
    "cd models/tutorials/image/imagenet"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os.path\n",
    "import re\n",
    "import tarfile\n",
    "from time import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "from six.moves import urllib # this is a library that helps keeping compatibility between Python 2 and 3\n",
    "import cv2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'1.8.0'"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "tf.__version__"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      ">> Downloading inception-2015-12-05.tgz 100.0%\n",
      "Successfully downloaded inception-2015-12-05.tgz 88931400 bytes.\n",
      "giant panda, panda, panda bear, coon bear, Ailuropoda melanoleuca (score = 0.89107)\n",
      "indri, indris, Indri indri, Indri brevicaudatus (score = 0.00779)\n",
      "lesser panda, red panda, panda, bear cat, cat bear, Ailurus fulgens (score = 0.00296)\n",
      "custard apple (score = 0.00147)\n",
      "earthstar (score = 0.00117)\n"
     ]
    }
   ],
   "source": [
    "# Before starting anything, let's verify if the original code form the tutorial actually works. \n",
    "# It will test an image available after the model is extracted (cropped_panda.jpg).\n",
    "%run classify_image.py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 374 ms, sys: 201 ms, total: 575 ms\n",
      "Wall time: 591 ms\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "with tf.Session() as sess:\n",
    "    pass\n",
    "\n",
    "# CPU times: user 2min 10s, sys: 802 ms, total: 2min 11s\n",
    "# Wall time: 2min 11s\n",
    "\n",
    "# After executing this cell, I committed the running container to my image using:\n",
    "# docker commit -m \"Fix the slow start of first session on Tensorflow\" objective_darwin tensorflow_gpu_py3_ready:latest \n",
    "\n",
    "# Now the time spent became:\n",
    "# CPU times: user 352 ms, sys: 227 ms, total: 579 ms\n",
    "# Wall time: 603 ms\n",
    "\n",
    "# Way faster now!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Verify if it's necessary to download and extract the model tar file.\n",
    "DATA_URL = 'http://download.tensorflow.org/models/image/imagenet/inception-2015-12-05.tgz'\n",
    "dest_directory = '/ricardodeazambuja/notebooks/models/imagenet/' \n",
    "\n",
    "if not os.path.exists(dest_directory):\n",
    "    os.makedirs(dest_directory)\n",
    "\n",
    "filename = DATA_URL.split('/')[-1] # keeps only the tar gz filename\n",
    "filepath = os.path.join(dest_directory, filename)\n",
    "\n",
    "if not os.path.exists(filepath):\n",
    "    print('Download started')\n",
    "    filepath, _ = urllib.request.urlretrieve(DATA_URL, filepath)\n",
    "    statinfo = os.stat(filepath)\n",
    "    print('Successfully downloaded', filename, statinfo.st_size, 'bytes.')\n",
    "\n",
    "# Extract the tar only if necessary\n",
    "if not os.path.exists(os.path.join(dest_directory, 'classify_image_graph_def.pb')):\n",
    "    tarfile.open(filepath, 'r:gz').extractall(dest_directory)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Creates graph from saved graph_def.pb.\n",
    "# https://www.tensorflow.org/extend/tool_developers/#graphdef\n",
    "with tf.gfile.FastGFile(os.path.join(dest_directory, 'classify_image_graph_def.pb'), 'rb') as f:\n",
    "    graph_def = tf.GraphDef()\n",
    "    graph_def.ParseFromString(f.read())\n",
    "    tf.import_graph_def(graph_def, name='')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Converts integer node ID's to human readable labels\n",
    "\n",
    "label_lookup_path = os.path.join(dest_directory, 'imagenet_2012_challenge_label_map_proto.pbtxt')\n",
    "uid_lookup_path = os.path.join(dest_directory, 'imagenet_synset_to_human_label_map.txt')\n",
    "\n",
    "# label_lookup_path: string UID to integer node ID.\n",
    "# uid_lookup_path: string UID to human-readable string.\n",
    "# Returns: dict from integer node ID to human-readable string.\n",
    "\n",
    "# Loads mapping from string UID to human-readable string\n",
    "proto_as_ascii_lines = tf.gfile.GFile(uid_lookup_path).readlines()\n",
    "uid_to_human = {}\n",
    "p = re.compile(r'[n\\d]*[ \\S,]*')\n",
    "for line in proto_as_ascii_lines:\n",
    "    parsed_items = p.findall(line)\n",
    "    uid = parsed_items[0]\n",
    "    human_string = parsed_items[2]\n",
    "    uid_to_human[uid] = human_string\n",
    "\n",
    "# Loads mapping from string UID to integer node ID.\n",
    "node_id_to_uid = {}\n",
    "proto_as_ascii = tf.gfile.GFile(label_lookup_path).readlines()\n",
    "for line in proto_as_ascii:\n",
    "    if line.startswith('  target_class:'):\n",
    "        target_class = int(line.split(': ')[1])\n",
    "    if line.startswith('  target_class_string:'):\n",
    "        target_class_string = line.split(': ')[1]\n",
    "        node_id_to_uid[target_class] = target_class_string[1:-2]\n",
    "\n",
    "# Loads the final mapping of integer node ID to human-readable string\n",
    "node_id_to_name = {}\n",
    "for key, val in node_id_to_uid.items():\n",
    "    name = uid_to_human[val]\n",
    "    node_id_to_name[key] = name"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv2.startWindowThread()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "cv2.namedWindow(\"Webcam\",cv2.WINDOW_NORMAL) # cv2.WINDOW_NORMAL lets us resize the window\n",
    "\n",
    "# First, let's test the window with some random noise to make\n",
    "# it look like an old analog tv\n",
    "while True:\n",
    "    cv2.imshow(\"Webcam\", np.random.rand(600,600,4))\n",
    "    key = cv2.waitKey(1) & 0xFF\n",
    "    # Pressing 'q' stops the loop\n",
    "    if key == ord(\"q\"):\n",
    "        break\n",
    "\n",
    "cv2.destroyAllWindows()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tensorflow finally started...\n"
     ]
    }
   ],
   "source": [
    "from time import sleep\n",
    "\n",
    "cv2.namedWindow(\"Webcam\")\n",
    "\n",
    "num_top_predictions = 5\n",
    "font = cv2.FONT_HERSHEY_PLAIN\n",
    "\n",
    "# Now, we need to get to the webcam\n",
    "capture = cv2.VideoCapture(0)\n",
    "sleep(0.1)\n",
    "\n",
    "with tf.Session() as sess:\n",
    "    # Some useful tensors:\n",
    "    # 'softmax:0': A tensor containing the normalized prediction across 1000 labels.\n",
    "    # 'Cast:0': A tensor containing the input image (array)\n",
    "    # Runs the softmax tensor by feeding the image_data as input to the graph.\n",
    "    softmax_tensor = sess.graph.get_tensor_by_name('softmax:0')\n",
    "    print(\"Tensorflow finally started...\")\n",
    "\n",
    "    while True:\n",
    "        past_t = time()\n",
    "        grabbed, image_frame = capture.read()\n",
    "        if grabbed:\n",
    "            predictions = sess.run(softmax_tensor,{'Cast:0': image_frame})    \n",
    "            predictions = np.squeeze(predictions)\n",
    "\n",
    "            top_k = predictions.argsort()[-num_top_predictions:][::-1]\n",
    "            for i, node_id in enumerate(top_k):\n",
    "                human_string = node_id_to_name[node_id]\n",
    "                score = predictions[node_id]\n",
    "                cv2.putText(image_frame,'{0} (score = {1:1.3f})'.format(human_string, score),\n",
    "                            (10, image_frame.shape[0]-120+i*25), font, 1,(255,255,255),2,cv2.LINE_AA)\n",
    "            \n",
    "            fps = 1/(time()-past_t)\n",
    "            cv2.putText(image_frame,'(fps = {0:2.3f})'.format(fps),\n",
    "                            (10, 20), font, 1,(255,255,255),2,cv2.LINE_AA)\n",
    "            \n",
    "            cv2.imshow(\"Webcam\", image_frame)\n",
    "        key = cv2.waitKey(1) & 0xFF\n",
    "        \n",
    "        # Pressing 'q' stops the loop\n",
    "        if key == ord(\"q\"):\n",
    "            break\n",
    "                \n",
    "capture.release()    \n",
    "cv2.destroyAllWindows()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## The classifier is running at around 10fps on my laptop.\n",
    "## When I comment out the Tensorflow part in the cell above (`sess.run`), it speeds up to almost 40fps. \n",
    "## If I also get rid of the capture part (`grabbed, image_frame = capture.read()`), it goes through the roof and I get around 1000fps. Therefore, if I manage to capture the image in a parallel process, I could, in theory, increase the speed roughly to 13fps."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "from multiprocessing import Process, Queue\n",
    "    \n",
    "def read2queue(q):\n",
    "    import queue\n",
    "    from time import sleep\n",
    "    import cv2\n",
    "    capture = cv2.VideoCapture(0)\n",
    "    sleep(0.1)\n",
    "    grabbed = False\n",
    "    while True:\n",
    "        try:\n",
    "            grabbed, image_frame = capture.read()\n",
    "            if grabbed:\n",
    "                q.put_nowait((grabbed,image_frame))\n",
    "        except queue.Full:\n",
    "            continue"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tensorflow finally started...\n"
     ]
    }
   ],
   "source": [
    "frame_queue = Queue(2)\n",
    "frame_proc = Process(target=read2queue, args=(frame_queue,))\n",
    "frame_proc.daemon = True # to make sure it will die if its parent dies.\n",
    "\n",
    "frame_proc.start()\n",
    "\n",
    "\n",
    "cv2.namedWindow(\"Webcam\")\n",
    "\n",
    "num_top_predictions = 5\n",
    "font = cv2.FONT_HERSHEY_PLAIN\n",
    "\n",
    "\n",
    "\n",
    "with tf.Session() as sess:\n",
    "    # Some useful tensors:\n",
    "    # 'softmax:0': A tensor containing the normalized prediction across 1000 labels.\n",
    "    # 'Cast:0': A tensor containing the input image (array)\n",
    "    # Runs the softmax tensor by feeding the image_data as input to the graph.\n",
    "    softmax_tensor = sess.graph.get_tensor_by_name('softmax:0')\n",
    "    print(\"Tensorflow finally started...\")\n",
    "\n",
    "    while True:\n",
    "        past_t = time()\n",
    "        grabbed,image_frame = frame_queue.get()\n",
    "        if grabbed:\n",
    "            predictions = sess.run(softmax_tensor,{'Cast:0': image_frame})    \n",
    "            predictions = np.squeeze(predictions)\n",
    "\n",
    "            top_k = predictions.argsort()[-num_top_predictions:][::-1]\n",
    "            for i, node_id in enumerate(top_k):\n",
    "                human_string = node_id_to_name[node_id]\n",
    "                score = predictions[node_id]\n",
    "                cv2.putText(image_frame,'{0} (score = {1:1.3f})'.format(human_string, score),\n",
    "                            (10, image_frame.shape[0]-120+i*25), font, 1,(255,255,255),2,cv2.LINE_AA)\n",
    "            \n",
    "            fps = 1/(time()-past_t)\n",
    "            cv2.putText(image_frame,'(fps = {0:2.3f})'.format(fps),\n",
    "                            (10, 20), font, 1,(255,255,255),2,cv2.LINE_AA)\n",
    "            \n",
    "            cv2.imshow(\"Webcam\", image_frame)\n",
    "        key = cv2.waitKey(1) & 0xFF\n",
    "        \n",
    "        # Pressing 'q' stops the loop\n",
    "        if key == ord(\"q\"):\n",
    "            break\n",
    "                \n",
    "# capture.release() # as soon as the process dies, everything created inside dies too.\n",
    "frame_proc.terminate()\n",
    "frame_queue.close()\n",
    "cv2.destroyAllWindows()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "from multiprocessing import Process, Pipe, connection\n",
    "\n",
    "def read2pipe(pout, pin):\n",
    "    from multiprocessing import Process, Pipe, connection\n",
    "    import cv2\n",
    "    capture = cv2.VideoCapture(0)\n",
    "    grabbed = False\n",
    "    while True:\n",
    "        try:\n",
    "            grabbed, image_frame = capture.read()\n",
    "            if grabbed and not pout.poll():\n",
    "                pin.send((grabbed,image_frame))\n",
    "        except:\n",
    "            raise"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tensorflow finally started...\n"
     ]
    }
   ],
   "source": [
    "pout, pin = Pipe(duplex=False)\n",
    "frame_proc = Process(target=read2pipe, args=(pout, pin))\n",
    "frame_proc.daemon = True # to make sure it will die if its parent dies.\n",
    "frame_proc.start()\n",
    "\n",
    "cv2.namedWindow(\"Webcam\")\n",
    "\n",
    "num_top_predictions = 5\n",
    "font = cv2.FONT_HERSHEY_PLAIN\n",
    "\n",
    "\n",
    "\n",
    "with tf.Session() as sess:\n",
    "    # Some useful tensors:\n",
    "    # 'softmax:0': A tensor containing the normalized prediction across 1000 labels.\n",
    "    # 'Cast:0': A tensor containing the input image (array)\n",
    "    # Runs the softmax tensor by feeding the image_data as input to the graph.\n",
    "    softmax_tensor = sess.graph.get_tensor_by_name('softmax:0')\n",
    "    print(\"Tensorflow finally started...\")\n",
    "\n",
    "    while True:\n",
    "        past_t = time()\n",
    "        if pout.poll():\n",
    "            grabbed,image_frame = pout.recv()\n",
    "        if grabbed:\n",
    "            predictions = sess.run(softmax_tensor,{'Cast:0': image_frame})    \n",
    "            predictions = np.squeeze(predictions)\n",
    "\n",
    "            top_k = predictions.argsort()[-num_top_predictions:][::-1]\n",
    "            for i, node_id in enumerate(top_k):\n",
    "                human_string = node_id_to_name[node_id]\n",
    "                score = predictions[node_id]\n",
    "                cv2.putText(image_frame,'{0} (score = {1:1.3f})'.format(human_string, score),\n",
    "                            (10, image_frame.shape[0]-120+i*25), font, 1,(255,255,255),2,cv2.LINE_AA)\n",
    "            \n",
    "            fps = 1/(time()-past_t)\n",
    "            cv2.putText(image_frame,'(fps = {0:2.3f})'.format(fps),\n",
    "                            (10, 20), font, 1,(255,255,255),2,cv2.LINE_AA)\n",
    "            \n",
    "            cv2.imshow(\"Webcam\", image_frame)\n",
    "        key = cv2.waitKey(1) & 0xFF\n",
    "        \n",
    "        # Pressing 'q' stops the loop\n",
    "        if key == ord(\"q\"):\n",
    "            break\n",
    "                \n",
    "# capture.release() # as soon as the process dies, everything created inside dies too.\n",
    "frame_proc.terminate()\n",
    "pout.close()\n",
    "pin.close()\n",
    "cv2.destroyAllWindows()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## The use of a parallel process was not capable to increase the number of frames per second. Actually, this version is slower than the first one without parallel processing."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "DecodeJpeg/contents Const []\n",
      "DecodeJpeg DecodeJpeg ['DecodeJpeg/contents']\n",
      "Cast Cast ['DecodeJpeg']\n",
      "ExpandDims/dim Const []\n",
      "ExpandDims ExpandDims ['Cast', 'ExpandDims/dim']\n",
      "ResizeBilinear/size Const []\n",
      "ResizeBilinear ResizeBilinear ['ExpandDims', 'ResizeBilinear/size']\n",
      "Sub/y Const []\n",
      "Sub Sub ['ResizeBilinear', 'Sub/y']\n",
      "Mul/y Const []\n",
      "Mul Mul ['Sub', 'Mul/y']\n",
      "conv/conv2d_params Const []\n",
      "conv/Conv2D Conv2D ['Mul', 'conv/conv2d_params']\n",
      "conv/batchnorm/beta Const []\n",
      "conv/batchnorm/gamma Const []\n",
      "conv/batchnorm/moving_mean Const []\n",
      "conv/batchnorm/moving_variance Const []\n",
      "conv/batchnorm BatchNormWithGlobalNormalization ['conv/Conv2D', 'conv/batchnorm/moving_mean', 'conv/batchnorm/moving_variance', 'conv/batchnorm/beta', 'conv/batchnorm/gamma']\n",
      "conv/CheckNumerics CheckNumerics ['conv/batchnorm']\n",
      "conv/control_dependency Identity ['conv/batchnorm', '^conv/CheckNumerics']\n",
      "conv Relu ['conv/control_dependency']\n",
      "conv_1/conv2d_params Const []\n",
      "conv_1/Conv2D Conv2D ['conv', 'conv_1/conv2d_params']\n",
      "conv_1/batchnorm/beta Const []\n",
      "conv_1/batchnorm/gamma Const []\n",
      "conv_1/batchnorm/moving_mean Const []\n",
      "conv_1/batchnorm/moving_variance Const []\n",
      "conv_1/batchnorm BatchNormWithGlobalNormalization ['conv_1/Conv2D', 'conv_1/batchnorm/moving_mean', 'conv_1/batchnorm/moving_variance', 'conv_1/batchnorm/beta', 'conv_1/batchnorm/gamma']\n",
      "conv_1/CheckNumerics CheckNumerics ['conv_1/batchnorm']\n",
      "conv_1/control_dependency Identity ['conv_1/batchnorm', '^conv_1/CheckNumerics']\n",
      "conv_1 Relu ['conv_1/control_dependency']\n",
      "conv_2/conv2d_params Const []\n",
      "conv_2/Conv2D Conv2D ['conv_1', 'conv_2/conv2d_params']\n",
      "conv_2/batchnorm/beta Const []\n",
      "conv_2/batchnorm/gamma Const []\n",
      "conv_2/batchnorm/moving_mean Const []\n",
      "conv_2/batchnorm/moving_variance Const []\n",
      "conv_2/batchnorm BatchNormWithGlobalNormalization ['conv_2/Conv2D', 'conv_2/batchnorm/moving_mean', 'conv_2/batchnorm/moving_variance', 'conv_2/batchnorm/beta', 'conv_2/batchnorm/gamma']\n",
      "conv_2/CheckNumerics CheckNumerics ['conv_2/batchnorm']\n",
      "conv_2/control_dependency Identity ['conv_2/batchnorm', '^conv_2/CheckNumerics']\n",
      "conv_2 Relu ['conv_2/control_dependency']\n",
      "pool/CheckNumerics CheckNumerics ['conv_2']\n",
      "pool/control_dependency Identity ['conv_2', '^pool/CheckNumerics']\n",
      "pool MaxPool ['pool/control_dependency']\n",
      "conv_3/conv2d_params Const []\n",
      "conv_3/Conv2D Conv2D ['pool', 'conv_3/conv2d_params']\n",
      "conv_3/batchnorm/beta Const []\n",
      "conv_3/batchnorm/gamma Const []\n",
      "conv_3/batchnorm/moving_mean Const []\n",
      "conv_3/batchnorm/moving_variance Const []\n",
      "conv_3/batchnorm BatchNormWithGlobalNormalization ['conv_3/Conv2D', 'conv_3/batchnorm/moving_mean', 'conv_3/batchnorm/moving_variance', 'conv_3/batchnorm/beta', 'conv_3/batchnorm/gamma']\n",
      "conv_3/CheckNumerics CheckNumerics ['conv_3/batchnorm']\n",
      "conv_3/control_dependency Identity ['conv_3/batchnorm', '^conv_3/CheckNumerics']\n",
      "conv_3 Relu ['conv_3/control_dependency']\n",
      "conv_4/conv2d_params Const []\n",
      "conv_4/Conv2D Conv2D ['conv_3', 'conv_4/conv2d_params']\n",
      "conv_4/batchnorm/beta Const []\n",
      "conv_4/batchnorm/gamma Const []\n",
      "conv_4/batchnorm/moving_mean Const []\n",
      "conv_4/batchnorm/moving_variance Const []\n",
      "conv_4/batchnorm BatchNormWithGlobalNormalization ['conv_4/Conv2D', 'conv_4/batchnorm/moving_mean', 'conv_4/batchnorm/moving_variance', 'conv_4/batchnorm/beta', 'conv_4/batchnorm/gamma']\n",
      "conv_4/CheckNumerics CheckNumerics ['conv_4/batchnorm']\n",
      "conv_4/control_dependency Identity ['conv_4/batchnorm', '^conv_4/CheckNumerics']\n",
      "conv_4 Relu ['conv_4/control_dependency']\n",
      "pool_1/CheckNumerics CheckNumerics ['conv_4']\n",
      "pool_1/control_dependency Identity ['conv_4', '^pool_1/CheckNumerics']\n",
      "pool_1 MaxPool ['pool_1/control_dependency']\n",
      "mixed/conv/conv2d_params Const []\n",
      "mixed/conv/Conv2D Conv2D ['pool_1', 'mixed/conv/conv2d_params']\n",
      "mixed/conv/batchnorm/beta Const []\n",
      "mixed/conv/batchnorm/gamma Const []\n",
      "mixed/conv/batchnorm/moving_mean Const []\n",
      "mixed/conv/batchnorm/moving_variance Const []\n",
      "mixed/conv/batchnorm BatchNormWithGlobalNormalization ['mixed/conv/Conv2D', 'mixed/conv/batchnorm/moving_mean', 'mixed/conv/batchnorm/moving_variance', 'mixed/conv/batchnorm/beta', 'mixed/conv/batchnorm/gamma']\n",
      "mixed/conv/CheckNumerics CheckNumerics ['mixed/conv/batchnorm']\n",
      "mixed/conv/control_dependency Identity ['mixed/conv/batchnorm', '^mixed/conv/CheckNumerics']\n",
      "mixed/conv Relu ['mixed/conv/control_dependency']\n",
      "mixed/tower/conv/conv2d_params Const []\n",
      "mixed/tower/conv/Conv2D Conv2D ['pool_1', 'mixed/tower/conv/conv2d_params']\n",
      "mixed/tower/conv/batchnorm/beta Const []\n",
      "mixed/tower/conv/batchnorm/gamma Const []\n",
      "mixed/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed/tower/conv/Conv2D', 'mixed/tower/conv/batchnorm/moving_mean', 'mixed/tower/conv/batchnorm/moving_variance', 'mixed/tower/conv/batchnorm/beta', 'mixed/tower/conv/batchnorm/gamma']\n",
      "mixed/tower/conv/CheckNumerics CheckNumerics ['mixed/tower/conv/batchnorm']\n",
      "mixed/tower/conv/control_dependency Identity ['mixed/tower/conv/batchnorm', '^mixed/tower/conv/CheckNumerics']\n",
      "mixed/tower/conv Relu ['mixed/tower/conv/control_dependency']\n",
      "mixed/tower/conv_1/conv2d_params Const []\n",
      "mixed/tower/conv_1/Conv2D Conv2D ['mixed/tower/conv', 'mixed/tower/conv_1/conv2d_params']\n",
      "mixed/tower/conv_1/batchnorm/beta Const []\n",
      "mixed/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed/tower/conv_1/Conv2D', 'mixed/tower/conv_1/batchnorm/moving_mean', 'mixed/tower/conv_1/batchnorm/moving_variance', 'mixed/tower/conv_1/batchnorm/beta', 'mixed/tower/conv_1/batchnorm/gamma']\n",
      "mixed/tower/conv_1/CheckNumerics CheckNumerics ['mixed/tower/conv_1/batchnorm']\n",
      "mixed/tower/conv_1/control_dependency Identity ['mixed/tower/conv_1/batchnorm', '^mixed/tower/conv_1/CheckNumerics']\n",
      "mixed/tower/conv_1 Relu ['mixed/tower/conv_1/control_dependency']\n",
      "mixed/tower_1/conv/conv2d_params Const []\n",
      "mixed/tower_1/conv/Conv2D Conv2D ['pool_1', 'mixed/tower_1/conv/conv2d_params']\n",
      "mixed/tower_1/conv/batchnorm/beta Const []\n",
      "mixed/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed/tower_1/conv/Conv2D', 'mixed/tower_1/conv/batchnorm/moving_mean', 'mixed/tower_1/conv/batchnorm/moving_variance', 'mixed/tower_1/conv/batchnorm/beta', 'mixed/tower_1/conv/batchnorm/gamma']\n",
      "mixed/tower_1/conv/CheckNumerics CheckNumerics ['mixed/tower_1/conv/batchnorm']\n",
      "mixed/tower_1/conv/control_dependency Identity ['mixed/tower_1/conv/batchnorm', '^mixed/tower_1/conv/CheckNumerics']\n",
      "mixed/tower_1/conv Relu ['mixed/tower_1/conv/control_dependency']\n",
      "mixed/tower_1/conv_1/conv2d_params Const []\n",
      "mixed/tower_1/conv_1/Conv2D Conv2D ['mixed/tower_1/conv', 'mixed/tower_1/conv_1/conv2d_params']\n",
      "mixed/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed/tower_1/conv_1/Conv2D', 'mixed/tower_1/conv_1/batchnorm/moving_mean', 'mixed/tower_1/conv_1/batchnorm/moving_variance', 'mixed/tower_1/conv_1/batchnorm/beta', 'mixed/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed/tower_1/conv_1/batchnorm']\n",
      "mixed/tower_1/conv_1/control_dependency Identity ['mixed/tower_1/conv_1/batchnorm', '^mixed/tower_1/conv_1/CheckNumerics']\n",
      "mixed/tower_1/conv_1 Relu ['mixed/tower_1/conv_1/control_dependency']\n",
      "mixed/tower_1/conv_2/conv2d_params Const []\n",
      "mixed/tower_1/conv_2/Conv2D Conv2D ['mixed/tower_1/conv_1', 'mixed/tower_1/conv_2/conv2d_params']\n",
      "mixed/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed/tower_1/conv_2/Conv2D', 'mixed/tower_1/conv_2/batchnorm/moving_mean', 'mixed/tower_1/conv_2/batchnorm/moving_variance', 'mixed/tower_1/conv_2/batchnorm/beta', 'mixed/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed/tower_1/conv_2/batchnorm']\n",
      "mixed/tower_1/conv_2/control_dependency Identity ['mixed/tower_1/conv_2/batchnorm', '^mixed/tower_1/conv_2/CheckNumerics']\n",
      "mixed/tower_1/conv_2 Relu ['mixed/tower_1/conv_2/control_dependency']\n",
      "mixed/tower_2/pool AvgPool ['pool_1']\n",
      "mixed/tower_2/conv/conv2d_params Const []\n",
      "mixed/tower_2/conv/Conv2D Conv2D ['mixed/tower_2/pool', 'mixed/tower_2/conv/conv2d_params']\n",
      "mixed/tower_2/conv/batchnorm/beta Const []\n",
      "mixed/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed/tower_2/conv/Conv2D', 'mixed/tower_2/conv/batchnorm/moving_mean', 'mixed/tower_2/conv/batchnorm/moving_variance', 'mixed/tower_2/conv/batchnorm/beta', 'mixed/tower_2/conv/batchnorm/gamma']\n",
      "mixed/tower_2/conv/CheckNumerics CheckNumerics ['mixed/tower_2/conv/batchnorm']\n",
      "mixed/tower_2/conv/control_dependency Identity ['mixed/tower_2/conv/batchnorm', '^mixed/tower_2/conv/CheckNumerics']\n",
      "mixed/tower_2/conv Relu ['mixed/tower_2/conv/control_dependency']\n",
      "mixed/join/concat_dim Const []\n",
      "mixed/join Concat ['mixed/join/concat_dim', 'mixed/conv', 'mixed/tower/conv_1', 'mixed/tower_1/conv_2', 'mixed/tower_2/conv']\n",
      "mixed_1/conv/conv2d_params Const []\n",
      "mixed_1/conv/Conv2D Conv2D ['mixed/join', 'mixed_1/conv/conv2d_params']\n",
      "mixed_1/conv/batchnorm/beta Const []\n",
      "mixed_1/conv/batchnorm/gamma Const []\n",
      "mixed_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_1/conv/Conv2D', 'mixed_1/conv/batchnorm/moving_mean', 'mixed_1/conv/batchnorm/moving_variance', 'mixed_1/conv/batchnorm/beta', 'mixed_1/conv/batchnorm/gamma']\n",
      "mixed_1/conv/CheckNumerics CheckNumerics ['mixed_1/conv/batchnorm']\n",
      "mixed_1/conv/control_dependency Identity ['mixed_1/conv/batchnorm', '^mixed_1/conv/CheckNumerics']\n",
      "mixed_1/conv Relu ['mixed_1/conv/control_dependency']\n",
      "mixed_1/tower/conv/conv2d_params Const []\n",
      "mixed_1/tower/conv/Conv2D Conv2D ['mixed/join', 'mixed_1/tower/conv/conv2d_params']\n",
      "mixed_1/tower/conv/batchnorm/beta Const []\n",
      "mixed_1/tower/conv/batchnorm/gamma Const []\n",
      "mixed_1/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_1/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_1/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_1/tower/conv/Conv2D', 'mixed_1/tower/conv/batchnorm/moving_mean', 'mixed_1/tower/conv/batchnorm/moving_variance', 'mixed_1/tower/conv/batchnorm/beta', 'mixed_1/tower/conv/batchnorm/gamma']\n",
      "mixed_1/tower/conv/CheckNumerics CheckNumerics ['mixed_1/tower/conv/batchnorm']\n",
      "mixed_1/tower/conv/control_dependency Identity ['mixed_1/tower/conv/batchnorm', '^mixed_1/tower/conv/CheckNumerics']\n",
      "mixed_1/tower/conv Relu ['mixed_1/tower/conv/control_dependency']\n",
      "mixed_1/tower/conv_1/conv2d_params Const []\n",
      "mixed_1/tower/conv_1/Conv2D Conv2D ['mixed_1/tower/conv', 'mixed_1/tower/conv_1/conv2d_params']\n",
      "mixed_1/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_1/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_1/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_1/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_1/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_1/tower/conv_1/Conv2D', 'mixed_1/tower/conv_1/batchnorm/moving_mean', 'mixed_1/tower/conv_1/batchnorm/moving_variance', 'mixed_1/tower/conv_1/batchnorm/beta', 'mixed_1/tower/conv_1/batchnorm/gamma']\n",
      "mixed_1/tower/conv_1/CheckNumerics CheckNumerics ['mixed_1/tower/conv_1/batchnorm']\n",
      "mixed_1/tower/conv_1/control_dependency Identity ['mixed_1/tower/conv_1/batchnorm', '^mixed_1/tower/conv_1/CheckNumerics']\n",
      "mixed_1/tower/conv_1 Relu ['mixed_1/tower/conv_1/control_dependency']\n",
      "mixed_1/tower_1/conv/conv2d_params Const []\n",
      "mixed_1/tower_1/conv/Conv2D Conv2D ['mixed/join', 'mixed_1/tower_1/conv/conv2d_params']\n",
      "mixed_1/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_1/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_1/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_1/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_1/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_1/tower_1/conv/Conv2D', 'mixed_1/tower_1/conv/batchnorm/moving_mean', 'mixed_1/tower_1/conv/batchnorm/moving_variance', 'mixed_1/tower_1/conv/batchnorm/beta', 'mixed_1/tower_1/conv/batchnorm/gamma']\n",
      "mixed_1/tower_1/conv/CheckNumerics CheckNumerics ['mixed_1/tower_1/conv/batchnorm']\n",
      "mixed_1/tower_1/conv/control_dependency Identity ['mixed_1/tower_1/conv/batchnorm', '^mixed_1/tower_1/conv/CheckNumerics']\n",
      "mixed_1/tower_1/conv Relu ['mixed_1/tower_1/conv/control_dependency']\n",
      "mixed_1/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_1/tower_1/conv_1/Conv2D Conv2D ['mixed_1/tower_1/conv', 'mixed_1/tower_1/conv_1/conv2d_params']\n",
      "mixed_1/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_1/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_1/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_1/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_1/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_1/tower_1/conv_1/Conv2D', 'mixed_1/tower_1/conv_1/batchnorm/moving_mean', 'mixed_1/tower_1/conv_1/batchnorm/moving_variance', 'mixed_1/tower_1/conv_1/batchnorm/beta', 'mixed_1/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_1/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_1/tower_1/conv_1/batchnorm']\n",
      "mixed_1/tower_1/conv_1/control_dependency Identity ['mixed_1/tower_1/conv_1/batchnorm', '^mixed_1/tower_1/conv_1/CheckNumerics']\n",
      "mixed_1/tower_1/conv_1 Relu ['mixed_1/tower_1/conv_1/control_dependency']\n",
      "mixed_1/tower_1/conv_2/conv2d_params Const []\n",
      "mixed_1/tower_1/conv_2/Conv2D Conv2D ['mixed_1/tower_1/conv_1', 'mixed_1/tower_1/conv_2/conv2d_params']\n",
      "mixed_1/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed_1/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed_1/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_1/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_1/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_1/tower_1/conv_2/Conv2D', 'mixed_1/tower_1/conv_2/batchnorm/moving_mean', 'mixed_1/tower_1/conv_2/batchnorm/moving_variance', 'mixed_1/tower_1/conv_2/batchnorm/beta', 'mixed_1/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed_1/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed_1/tower_1/conv_2/batchnorm']\n",
      "mixed_1/tower_1/conv_2/control_dependency Identity ['mixed_1/tower_1/conv_2/batchnorm', '^mixed_1/tower_1/conv_2/CheckNumerics']\n",
      "mixed_1/tower_1/conv_2 Relu ['mixed_1/tower_1/conv_2/control_dependency']\n",
      "mixed_1/tower_2/pool AvgPool ['mixed/join']\n",
      "mixed_1/tower_2/conv/conv2d_params Const []\n",
      "mixed_1/tower_2/conv/Conv2D Conv2D ['mixed_1/tower_2/pool', 'mixed_1/tower_2/conv/conv2d_params']\n",
      "mixed_1/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_1/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_1/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_1/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_1/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_1/tower_2/conv/Conv2D', 'mixed_1/tower_2/conv/batchnorm/moving_mean', 'mixed_1/tower_2/conv/batchnorm/moving_variance', 'mixed_1/tower_2/conv/batchnorm/beta', 'mixed_1/tower_2/conv/batchnorm/gamma']\n",
      "mixed_1/tower_2/conv/CheckNumerics CheckNumerics ['mixed_1/tower_2/conv/batchnorm']\n",
      "mixed_1/tower_2/conv/control_dependency Identity ['mixed_1/tower_2/conv/batchnorm', '^mixed_1/tower_2/conv/CheckNumerics']\n",
      "mixed_1/tower_2/conv Relu ['mixed_1/tower_2/conv/control_dependency']\n",
      "mixed_1/join/concat_dim Const []\n",
      "mixed_1/join Concat ['mixed_1/join/concat_dim', 'mixed_1/conv', 'mixed_1/tower/conv_1', 'mixed_1/tower_1/conv_2', 'mixed_1/tower_2/conv']\n",
      "mixed_2/conv/conv2d_params Const []\n",
      "mixed_2/conv/Conv2D Conv2D ['mixed_1/join', 'mixed_2/conv/conv2d_params']\n",
      "mixed_2/conv/batchnorm/beta Const []\n",
      "mixed_2/conv/batchnorm/gamma Const []\n",
      "mixed_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_2/conv/Conv2D', 'mixed_2/conv/batchnorm/moving_mean', 'mixed_2/conv/batchnorm/moving_variance', 'mixed_2/conv/batchnorm/beta', 'mixed_2/conv/batchnorm/gamma']\n",
      "mixed_2/conv/CheckNumerics CheckNumerics ['mixed_2/conv/batchnorm']\n",
      "mixed_2/conv/control_dependency Identity ['mixed_2/conv/batchnorm', '^mixed_2/conv/CheckNumerics']\n",
      "mixed_2/conv Relu ['mixed_2/conv/control_dependency']\n",
      "mixed_2/tower/conv/conv2d_params Const []\n",
      "mixed_2/tower/conv/Conv2D Conv2D ['mixed_1/join', 'mixed_2/tower/conv/conv2d_params']\n",
      "mixed_2/tower/conv/batchnorm/beta Const []\n",
      "mixed_2/tower/conv/batchnorm/gamma Const []\n",
      "mixed_2/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_2/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_2/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_2/tower/conv/Conv2D', 'mixed_2/tower/conv/batchnorm/moving_mean', 'mixed_2/tower/conv/batchnorm/moving_variance', 'mixed_2/tower/conv/batchnorm/beta', 'mixed_2/tower/conv/batchnorm/gamma']\n",
      "mixed_2/tower/conv/CheckNumerics CheckNumerics ['mixed_2/tower/conv/batchnorm']\n",
      "mixed_2/tower/conv/control_dependency Identity ['mixed_2/tower/conv/batchnorm', '^mixed_2/tower/conv/CheckNumerics']\n",
      "mixed_2/tower/conv Relu ['mixed_2/tower/conv/control_dependency']\n",
      "mixed_2/tower/conv_1/conv2d_params Const []\n",
      "mixed_2/tower/conv_1/Conv2D Conv2D ['mixed_2/tower/conv', 'mixed_2/tower/conv_1/conv2d_params']\n",
      "mixed_2/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_2/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_2/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_2/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_2/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_2/tower/conv_1/Conv2D', 'mixed_2/tower/conv_1/batchnorm/moving_mean', 'mixed_2/tower/conv_1/batchnorm/moving_variance', 'mixed_2/tower/conv_1/batchnorm/beta', 'mixed_2/tower/conv_1/batchnorm/gamma']\n",
      "mixed_2/tower/conv_1/CheckNumerics CheckNumerics ['mixed_2/tower/conv_1/batchnorm']\n",
      "mixed_2/tower/conv_1/control_dependency Identity ['mixed_2/tower/conv_1/batchnorm', '^mixed_2/tower/conv_1/CheckNumerics']\n",
      "mixed_2/tower/conv_1 Relu ['mixed_2/tower/conv_1/control_dependency']\n",
      "mixed_2/tower_1/conv/conv2d_params Const []\n",
      "mixed_2/tower_1/conv/Conv2D Conv2D ['mixed_1/join', 'mixed_2/tower_1/conv/conv2d_params']\n",
      "mixed_2/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_2/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_2/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_2/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_2/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_2/tower_1/conv/Conv2D', 'mixed_2/tower_1/conv/batchnorm/moving_mean', 'mixed_2/tower_1/conv/batchnorm/moving_variance', 'mixed_2/tower_1/conv/batchnorm/beta', 'mixed_2/tower_1/conv/batchnorm/gamma']\n",
      "mixed_2/tower_1/conv/CheckNumerics CheckNumerics ['mixed_2/tower_1/conv/batchnorm']\n",
      "mixed_2/tower_1/conv/control_dependency Identity ['mixed_2/tower_1/conv/batchnorm', '^mixed_2/tower_1/conv/CheckNumerics']\n",
      "mixed_2/tower_1/conv Relu ['mixed_2/tower_1/conv/control_dependency']\n",
      "mixed_2/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_2/tower_1/conv_1/Conv2D Conv2D ['mixed_2/tower_1/conv', 'mixed_2/tower_1/conv_1/conv2d_params']\n",
      "mixed_2/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_2/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_2/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_2/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_2/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_2/tower_1/conv_1/Conv2D', 'mixed_2/tower_1/conv_1/batchnorm/moving_mean', 'mixed_2/tower_1/conv_1/batchnorm/moving_variance', 'mixed_2/tower_1/conv_1/batchnorm/beta', 'mixed_2/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_2/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_2/tower_1/conv_1/batchnorm']\n",
      "mixed_2/tower_1/conv_1/control_dependency Identity ['mixed_2/tower_1/conv_1/batchnorm', '^mixed_2/tower_1/conv_1/CheckNumerics']\n",
      "mixed_2/tower_1/conv_1 Relu ['mixed_2/tower_1/conv_1/control_dependency']\n",
      "mixed_2/tower_1/conv_2/conv2d_params Const []\n",
      "mixed_2/tower_1/conv_2/Conv2D Conv2D ['mixed_2/tower_1/conv_1', 'mixed_2/tower_1/conv_2/conv2d_params']\n",
      "mixed_2/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed_2/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed_2/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_2/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_2/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_2/tower_1/conv_2/Conv2D', 'mixed_2/tower_1/conv_2/batchnorm/moving_mean', 'mixed_2/tower_1/conv_2/batchnorm/moving_variance', 'mixed_2/tower_1/conv_2/batchnorm/beta', 'mixed_2/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed_2/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed_2/tower_1/conv_2/batchnorm']\n",
      "mixed_2/tower_1/conv_2/control_dependency Identity ['mixed_2/tower_1/conv_2/batchnorm', '^mixed_2/tower_1/conv_2/CheckNumerics']\n",
      "mixed_2/tower_1/conv_2 Relu ['mixed_2/tower_1/conv_2/control_dependency']\n",
      "mixed_2/tower_2/pool AvgPool ['mixed_1/join']\n",
      "mixed_2/tower_2/conv/conv2d_params Const []\n",
      "mixed_2/tower_2/conv/Conv2D Conv2D ['mixed_2/tower_2/pool', 'mixed_2/tower_2/conv/conv2d_params']\n",
      "mixed_2/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_2/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_2/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_2/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_2/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_2/tower_2/conv/Conv2D', 'mixed_2/tower_2/conv/batchnorm/moving_mean', 'mixed_2/tower_2/conv/batchnorm/moving_variance', 'mixed_2/tower_2/conv/batchnorm/beta', 'mixed_2/tower_2/conv/batchnorm/gamma']\n",
      "mixed_2/tower_2/conv/CheckNumerics CheckNumerics ['mixed_2/tower_2/conv/batchnorm']\n",
      "mixed_2/tower_2/conv/control_dependency Identity ['mixed_2/tower_2/conv/batchnorm', '^mixed_2/tower_2/conv/CheckNumerics']\n",
      "mixed_2/tower_2/conv Relu ['mixed_2/tower_2/conv/control_dependency']\n",
      "mixed_2/join/concat_dim Const []\n",
      "mixed_2/join Concat ['mixed_2/join/concat_dim', 'mixed_2/conv', 'mixed_2/tower/conv_1', 'mixed_2/tower_1/conv_2', 'mixed_2/tower_2/conv']\n",
      "mixed_3/conv/conv2d_params Const []\n",
      "mixed_3/conv/Conv2D Conv2D ['mixed_2/join', 'mixed_3/conv/conv2d_params']\n",
      "mixed_3/conv/batchnorm/beta Const []\n",
      "mixed_3/conv/batchnorm/gamma Const []\n",
      "mixed_3/conv/batchnorm/moving_mean Const []\n",
      "mixed_3/conv/batchnorm/moving_variance Const []\n",
      "mixed_3/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_3/conv/Conv2D', 'mixed_3/conv/batchnorm/moving_mean', 'mixed_3/conv/batchnorm/moving_variance', 'mixed_3/conv/batchnorm/beta', 'mixed_3/conv/batchnorm/gamma']\n",
      "mixed_3/conv/CheckNumerics CheckNumerics ['mixed_3/conv/batchnorm']\n",
      "mixed_3/conv/control_dependency Identity ['mixed_3/conv/batchnorm', '^mixed_3/conv/CheckNumerics']\n",
      "mixed_3/conv Relu ['mixed_3/conv/control_dependency']\n",
      "mixed_3/tower/conv/conv2d_params Const []\n",
      "mixed_3/tower/conv/Conv2D Conv2D ['mixed_2/join', 'mixed_3/tower/conv/conv2d_params']\n",
      "mixed_3/tower/conv/batchnorm/beta Const []\n",
      "mixed_3/tower/conv/batchnorm/gamma Const []\n",
      "mixed_3/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_3/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_3/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_3/tower/conv/Conv2D', 'mixed_3/tower/conv/batchnorm/moving_mean', 'mixed_3/tower/conv/batchnorm/moving_variance', 'mixed_3/tower/conv/batchnorm/beta', 'mixed_3/tower/conv/batchnorm/gamma']\n",
      "mixed_3/tower/conv/CheckNumerics CheckNumerics ['mixed_3/tower/conv/batchnorm']\n",
      "mixed_3/tower/conv/control_dependency Identity ['mixed_3/tower/conv/batchnorm', '^mixed_3/tower/conv/CheckNumerics']\n",
      "mixed_3/tower/conv Relu ['mixed_3/tower/conv/control_dependency']\n",
      "mixed_3/tower/conv_1/conv2d_params Const []\n",
      "mixed_3/tower/conv_1/Conv2D Conv2D ['mixed_3/tower/conv', 'mixed_3/tower/conv_1/conv2d_params']\n",
      "mixed_3/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_3/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_3/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_3/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_3/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_3/tower/conv_1/Conv2D', 'mixed_3/tower/conv_1/batchnorm/moving_mean', 'mixed_3/tower/conv_1/batchnorm/moving_variance', 'mixed_3/tower/conv_1/batchnorm/beta', 'mixed_3/tower/conv_1/batchnorm/gamma']\n",
      "mixed_3/tower/conv_1/CheckNumerics CheckNumerics ['mixed_3/tower/conv_1/batchnorm']\n",
      "mixed_3/tower/conv_1/control_dependency Identity ['mixed_3/tower/conv_1/batchnorm', '^mixed_3/tower/conv_1/CheckNumerics']\n",
      "mixed_3/tower/conv_1 Relu ['mixed_3/tower/conv_1/control_dependency']\n",
      "mixed_3/tower/conv_2/conv2d_params Const []\n",
      "mixed_3/tower/conv_2/Conv2D Conv2D ['mixed_3/tower/conv_1', 'mixed_3/tower/conv_2/conv2d_params']\n",
      "mixed_3/tower/conv_2/batchnorm/beta Const []\n",
      "mixed_3/tower/conv_2/batchnorm/gamma Const []\n",
      "mixed_3/tower/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_3/tower/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_3/tower/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_3/tower/conv_2/Conv2D', 'mixed_3/tower/conv_2/batchnorm/moving_mean', 'mixed_3/tower/conv_2/batchnorm/moving_variance', 'mixed_3/tower/conv_2/batchnorm/beta', 'mixed_3/tower/conv_2/batchnorm/gamma']\n",
      "mixed_3/tower/conv_2/CheckNumerics CheckNumerics ['mixed_3/tower/conv_2/batchnorm']\n",
      "mixed_3/tower/conv_2/control_dependency Identity ['mixed_3/tower/conv_2/batchnorm', '^mixed_3/tower/conv_2/CheckNumerics']\n",
      "mixed_3/tower/conv_2 Relu ['mixed_3/tower/conv_2/control_dependency']\n",
      "mixed_3/pool/CheckNumerics CheckNumerics ['mixed_2/join']\n",
      "mixed_3/pool/control_dependency Identity ['mixed_2/join', '^mixed_3/pool/CheckNumerics']\n",
      "mixed_3/pool MaxPool ['mixed_3/pool/control_dependency']\n",
      "mixed_3/join/concat_dim Const []\n",
      "mixed_3/join Concat ['mixed_3/join/concat_dim', 'mixed_3/conv', 'mixed_3/tower/conv_2', 'mixed_3/pool']\n",
      "mixed_4/conv/conv2d_params Const []\n",
      "mixed_4/conv/Conv2D Conv2D ['mixed_3/join', 'mixed_4/conv/conv2d_params']\n",
      "mixed_4/conv/batchnorm/beta Const []\n",
      "mixed_4/conv/batchnorm/gamma Const []\n",
      "mixed_4/conv/batchnorm/moving_mean Const []\n",
      "mixed_4/conv/batchnorm/moving_variance Const []\n",
      "mixed_4/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_4/conv/Conv2D', 'mixed_4/conv/batchnorm/moving_mean', 'mixed_4/conv/batchnorm/moving_variance', 'mixed_4/conv/batchnorm/beta', 'mixed_4/conv/batchnorm/gamma']\n",
      "mixed_4/conv/CheckNumerics CheckNumerics ['mixed_4/conv/batchnorm']\n",
      "mixed_4/conv/control_dependency Identity ['mixed_4/conv/batchnorm', '^mixed_4/conv/CheckNumerics']\n",
      "mixed_4/conv Relu ['mixed_4/conv/control_dependency']\n",
      "mixed_4/tower/conv/conv2d_params Const []\n",
      "mixed_4/tower/conv/Conv2D Conv2D ['mixed_3/join', 'mixed_4/tower/conv/conv2d_params']\n",
      "mixed_4/tower/conv/batchnorm/beta Const []\n",
      "mixed_4/tower/conv/batchnorm/gamma Const []\n",
      "mixed_4/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_4/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_4/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower/conv/Conv2D', 'mixed_4/tower/conv/batchnorm/moving_mean', 'mixed_4/tower/conv/batchnorm/moving_variance', 'mixed_4/tower/conv/batchnorm/beta', 'mixed_4/tower/conv/batchnorm/gamma']\n",
      "mixed_4/tower/conv/CheckNumerics CheckNumerics ['mixed_4/tower/conv/batchnorm']\n",
      "mixed_4/tower/conv/control_dependency Identity ['mixed_4/tower/conv/batchnorm', '^mixed_4/tower/conv/CheckNumerics']\n",
      "mixed_4/tower/conv Relu ['mixed_4/tower/conv/control_dependency']\n",
      "mixed_4/tower/conv_1/conv2d_params Const []\n",
      "mixed_4/tower/conv_1/Conv2D Conv2D ['mixed_4/tower/conv', 'mixed_4/tower/conv_1/conv2d_params']\n",
      "mixed_4/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_4/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_4/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_4/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_4/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower/conv_1/Conv2D', 'mixed_4/tower/conv_1/batchnorm/moving_mean', 'mixed_4/tower/conv_1/batchnorm/moving_variance', 'mixed_4/tower/conv_1/batchnorm/beta', 'mixed_4/tower/conv_1/batchnorm/gamma']\n",
      "mixed_4/tower/conv_1/CheckNumerics CheckNumerics ['mixed_4/tower/conv_1/batchnorm']\n",
      "mixed_4/tower/conv_1/control_dependency Identity ['mixed_4/tower/conv_1/batchnorm', '^mixed_4/tower/conv_1/CheckNumerics']\n",
      "mixed_4/tower/conv_1 Relu ['mixed_4/tower/conv_1/control_dependency']\n",
      "mixed_4/tower/conv_2/conv2d_params Const []\n",
      "mixed_4/tower/conv_2/Conv2D Conv2D ['mixed_4/tower/conv_1', 'mixed_4/tower/conv_2/conv2d_params']\n",
      "mixed_4/tower/conv_2/batchnorm/beta Const []\n",
      "mixed_4/tower/conv_2/batchnorm/gamma Const []\n",
      "mixed_4/tower/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_4/tower/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_4/tower/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower/conv_2/Conv2D', 'mixed_4/tower/conv_2/batchnorm/moving_mean', 'mixed_4/tower/conv_2/batchnorm/moving_variance', 'mixed_4/tower/conv_2/batchnorm/beta', 'mixed_4/tower/conv_2/batchnorm/gamma']\n",
      "mixed_4/tower/conv_2/CheckNumerics CheckNumerics ['mixed_4/tower/conv_2/batchnorm']\n",
      "mixed_4/tower/conv_2/control_dependency Identity ['mixed_4/tower/conv_2/batchnorm', '^mixed_4/tower/conv_2/CheckNumerics']\n",
      "mixed_4/tower/conv_2 Relu ['mixed_4/tower/conv_2/control_dependency']\n",
      "mixed_4/tower_1/conv/conv2d_params Const []\n",
      "mixed_4/tower_1/conv/Conv2D Conv2D ['mixed_3/join', 'mixed_4/tower_1/conv/conv2d_params']\n",
      "mixed_4/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_4/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_4/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_4/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_4/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower_1/conv/Conv2D', 'mixed_4/tower_1/conv/batchnorm/moving_mean', 'mixed_4/tower_1/conv/batchnorm/moving_variance', 'mixed_4/tower_1/conv/batchnorm/beta', 'mixed_4/tower_1/conv/batchnorm/gamma']\n",
      "mixed_4/tower_1/conv/CheckNumerics CheckNumerics ['mixed_4/tower_1/conv/batchnorm']\n",
      "mixed_4/tower_1/conv/control_dependency Identity ['mixed_4/tower_1/conv/batchnorm', '^mixed_4/tower_1/conv/CheckNumerics']\n",
      "mixed_4/tower_1/conv Relu ['mixed_4/tower_1/conv/control_dependency']\n",
      "mixed_4/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_4/tower_1/conv_1/Conv2D Conv2D ['mixed_4/tower_1/conv', 'mixed_4/tower_1/conv_1/conv2d_params']\n",
      "mixed_4/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_4/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_4/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_4/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_4/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower_1/conv_1/Conv2D', 'mixed_4/tower_1/conv_1/batchnorm/moving_mean', 'mixed_4/tower_1/conv_1/batchnorm/moving_variance', 'mixed_4/tower_1/conv_1/batchnorm/beta', 'mixed_4/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_4/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_4/tower_1/conv_1/batchnorm']\n",
      "mixed_4/tower_1/conv_1/control_dependency Identity ['mixed_4/tower_1/conv_1/batchnorm', '^mixed_4/tower_1/conv_1/CheckNumerics']\n",
      "mixed_4/tower_1/conv_1 Relu ['mixed_4/tower_1/conv_1/control_dependency']\n",
      "mixed_4/tower_1/conv_2/conv2d_params Const []\n",
      "mixed_4/tower_1/conv_2/Conv2D Conv2D ['mixed_4/tower_1/conv_1', 'mixed_4/tower_1/conv_2/conv2d_params']\n",
      "mixed_4/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed_4/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed_4/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_4/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_4/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower_1/conv_2/Conv2D', 'mixed_4/tower_1/conv_2/batchnorm/moving_mean', 'mixed_4/tower_1/conv_2/batchnorm/moving_variance', 'mixed_4/tower_1/conv_2/batchnorm/beta', 'mixed_4/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed_4/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed_4/tower_1/conv_2/batchnorm']\n",
      "mixed_4/tower_1/conv_2/control_dependency Identity ['mixed_4/tower_1/conv_2/batchnorm', '^mixed_4/tower_1/conv_2/CheckNumerics']\n",
      "mixed_4/tower_1/conv_2 Relu ['mixed_4/tower_1/conv_2/control_dependency']\n",
      "mixed_4/tower_1/conv_3/conv2d_params Const []\n",
      "mixed_4/tower_1/conv_3/Conv2D Conv2D ['mixed_4/tower_1/conv_2', 'mixed_4/tower_1/conv_3/conv2d_params']\n",
      "mixed_4/tower_1/conv_3/batchnorm/beta Const []\n",
      "mixed_4/tower_1/conv_3/batchnorm/gamma Const []\n",
      "mixed_4/tower_1/conv_3/batchnorm/moving_mean Const []\n",
      "mixed_4/tower_1/conv_3/batchnorm/moving_variance Const []\n",
      "mixed_4/tower_1/conv_3/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower_1/conv_3/Conv2D', 'mixed_4/tower_1/conv_3/batchnorm/moving_mean', 'mixed_4/tower_1/conv_3/batchnorm/moving_variance', 'mixed_4/tower_1/conv_3/batchnorm/beta', 'mixed_4/tower_1/conv_3/batchnorm/gamma']\n",
      "mixed_4/tower_1/conv_3/CheckNumerics CheckNumerics ['mixed_4/tower_1/conv_3/batchnorm']\n",
      "mixed_4/tower_1/conv_3/control_dependency Identity ['mixed_4/tower_1/conv_3/batchnorm', '^mixed_4/tower_1/conv_3/CheckNumerics']\n",
      "mixed_4/tower_1/conv_3 Relu ['mixed_4/tower_1/conv_3/control_dependency']\n",
      "mixed_4/tower_1/conv_4/conv2d_params Const []\n",
      "mixed_4/tower_1/conv_4/Conv2D Conv2D ['mixed_4/tower_1/conv_3', 'mixed_4/tower_1/conv_4/conv2d_params']\n",
      "mixed_4/tower_1/conv_4/batchnorm/beta Const []\n",
      "mixed_4/tower_1/conv_4/batchnorm/gamma Const []\n",
      "mixed_4/tower_1/conv_4/batchnorm/moving_mean Const []\n",
      "mixed_4/tower_1/conv_4/batchnorm/moving_variance Const []\n",
      "mixed_4/tower_1/conv_4/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower_1/conv_4/Conv2D', 'mixed_4/tower_1/conv_4/batchnorm/moving_mean', 'mixed_4/tower_1/conv_4/batchnorm/moving_variance', 'mixed_4/tower_1/conv_4/batchnorm/beta', 'mixed_4/tower_1/conv_4/batchnorm/gamma']\n",
      "mixed_4/tower_1/conv_4/CheckNumerics CheckNumerics ['mixed_4/tower_1/conv_4/batchnorm']\n",
      "mixed_4/tower_1/conv_4/control_dependency Identity ['mixed_4/tower_1/conv_4/batchnorm', '^mixed_4/tower_1/conv_4/CheckNumerics']\n",
      "mixed_4/tower_1/conv_4 Relu ['mixed_4/tower_1/conv_4/control_dependency']\n",
      "mixed_4/tower_2/pool AvgPool ['mixed_3/join']\n",
      "mixed_4/tower_2/conv/conv2d_params Const []\n",
      "mixed_4/tower_2/conv/Conv2D Conv2D ['mixed_4/tower_2/pool', 'mixed_4/tower_2/conv/conv2d_params']\n",
      "mixed_4/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_4/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_4/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_4/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_4/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_4/tower_2/conv/Conv2D', 'mixed_4/tower_2/conv/batchnorm/moving_mean', 'mixed_4/tower_2/conv/batchnorm/moving_variance', 'mixed_4/tower_2/conv/batchnorm/beta', 'mixed_4/tower_2/conv/batchnorm/gamma']\n",
      "mixed_4/tower_2/conv/CheckNumerics CheckNumerics ['mixed_4/tower_2/conv/batchnorm']\n",
      "mixed_4/tower_2/conv/control_dependency Identity ['mixed_4/tower_2/conv/batchnorm', '^mixed_4/tower_2/conv/CheckNumerics']\n",
      "mixed_4/tower_2/conv Relu ['mixed_4/tower_2/conv/control_dependency']\n",
      "mixed_4/join/concat_dim Const []\n",
      "mixed_4/join Concat ['mixed_4/join/concat_dim', 'mixed_4/conv', 'mixed_4/tower/conv_2', 'mixed_4/tower_1/conv_4', 'mixed_4/tower_2/conv']\n",
      "mixed_5/conv/conv2d_params Const []\n",
      "mixed_5/conv/Conv2D Conv2D ['mixed_4/join', 'mixed_5/conv/conv2d_params']\n",
      "mixed_5/conv/batchnorm/beta Const []\n",
      "mixed_5/conv/batchnorm/gamma Const []\n",
      "mixed_5/conv/batchnorm/moving_mean Const []\n",
      "mixed_5/conv/batchnorm/moving_variance Const []\n",
      "mixed_5/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_5/conv/Conv2D', 'mixed_5/conv/batchnorm/moving_mean', 'mixed_5/conv/batchnorm/moving_variance', 'mixed_5/conv/batchnorm/beta', 'mixed_5/conv/batchnorm/gamma']\n",
      "mixed_5/conv/CheckNumerics CheckNumerics ['mixed_5/conv/batchnorm']\n",
      "mixed_5/conv/control_dependency Identity ['mixed_5/conv/batchnorm', '^mixed_5/conv/CheckNumerics']\n",
      "mixed_5/conv Relu ['mixed_5/conv/control_dependency']\n",
      "mixed_5/tower/conv/conv2d_params Const []\n",
      "mixed_5/tower/conv/Conv2D Conv2D ['mixed_4/join', 'mixed_5/tower/conv/conv2d_params']\n",
      "mixed_5/tower/conv/batchnorm/beta Const []\n",
      "mixed_5/tower/conv/batchnorm/gamma Const []\n",
      "mixed_5/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_5/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_5/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower/conv/Conv2D', 'mixed_5/tower/conv/batchnorm/moving_mean', 'mixed_5/tower/conv/batchnorm/moving_variance', 'mixed_5/tower/conv/batchnorm/beta', 'mixed_5/tower/conv/batchnorm/gamma']\n",
      "mixed_5/tower/conv/CheckNumerics CheckNumerics ['mixed_5/tower/conv/batchnorm']\n",
      "mixed_5/tower/conv/control_dependency Identity ['mixed_5/tower/conv/batchnorm', '^mixed_5/tower/conv/CheckNumerics']\n",
      "mixed_5/tower/conv Relu ['mixed_5/tower/conv/control_dependency']\n",
      "mixed_5/tower/conv_1/conv2d_params Const []\n",
      "mixed_5/tower/conv_1/Conv2D Conv2D ['mixed_5/tower/conv', 'mixed_5/tower/conv_1/conv2d_params']\n",
      "mixed_5/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_5/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_5/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_5/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_5/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower/conv_1/Conv2D', 'mixed_5/tower/conv_1/batchnorm/moving_mean', 'mixed_5/tower/conv_1/batchnorm/moving_variance', 'mixed_5/tower/conv_1/batchnorm/beta', 'mixed_5/tower/conv_1/batchnorm/gamma']\n",
      "mixed_5/tower/conv_1/CheckNumerics CheckNumerics ['mixed_5/tower/conv_1/batchnorm']\n",
      "mixed_5/tower/conv_1/control_dependency Identity ['mixed_5/tower/conv_1/batchnorm', '^mixed_5/tower/conv_1/CheckNumerics']\n",
      "mixed_5/tower/conv_1 Relu ['mixed_5/tower/conv_1/control_dependency']\n",
      "mixed_5/tower/conv_2/conv2d_params Const []\n",
      "mixed_5/tower/conv_2/Conv2D Conv2D ['mixed_5/tower/conv_1', 'mixed_5/tower/conv_2/conv2d_params']\n",
      "mixed_5/tower/conv_2/batchnorm/beta Const []\n",
      "mixed_5/tower/conv_2/batchnorm/gamma Const []\n",
      "mixed_5/tower/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_5/tower/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_5/tower/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower/conv_2/Conv2D', 'mixed_5/tower/conv_2/batchnorm/moving_mean', 'mixed_5/tower/conv_2/batchnorm/moving_variance', 'mixed_5/tower/conv_2/batchnorm/beta', 'mixed_5/tower/conv_2/batchnorm/gamma']\n",
      "mixed_5/tower/conv_2/CheckNumerics CheckNumerics ['mixed_5/tower/conv_2/batchnorm']\n",
      "mixed_5/tower/conv_2/control_dependency Identity ['mixed_5/tower/conv_2/batchnorm', '^mixed_5/tower/conv_2/CheckNumerics']\n",
      "mixed_5/tower/conv_2 Relu ['mixed_5/tower/conv_2/control_dependency']\n",
      "mixed_5/tower_1/conv/conv2d_params Const []\n",
      "mixed_5/tower_1/conv/Conv2D Conv2D ['mixed_4/join', 'mixed_5/tower_1/conv/conv2d_params']\n",
      "mixed_5/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_5/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_5/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_5/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_5/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower_1/conv/Conv2D', 'mixed_5/tower_1/conv/batchnorm/moving_mean', 'mixed_5/tower_1/conv/batchnorm/moving_variance', 'mixed_5/tower_1/conv/batchnorm/beta', 'mixed_5/tower_1/conv/batchnorm/gamma']\n",
      "mixed_5/tower_1/conv/CheckNumerics CheckNumerics ['mixed_5/tower_1/conv/batchnorm']\n",
      "mixed_5/tower_1/conv/control_dependency Identity ['mixed_5/tower_1/conv/batchnorm', '^mixed_5/tower_1/conv/CheckNumerics']\n",
      "mixed_5/tower_1/conv Relu ['mixed_5/tower_1/conv/control_dependency']\n",
      "mixed_5/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_5/tower_1/conv_1/Conv2D Conv2D ['mixed_5/tower_1/conv', 'mixed_5/tower_1/conv_1/conv2d_params']\n",
      "mixed_5/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_5/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_5/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_5/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_5/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower_1/conv_1/Conv2D', 'mixed_5/tower_1/conv_1/batchnorm/moving_mean', 'mixed_5/tower_1/conv_1/batchnorm/moving_variance', 'mixed_5/tower_1/conv_1/batchnorm/beta', 'mixed_5/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_5/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_5/tower_1/conv_1/batchnorm']\n",
      "mixed_5/tower_1/conv_1/control_dependency Identity ['mixed_5/tower_1/conv_1/batchnorm', '^mixed_5/tower_1/conv_1/CheckNumerics']\n",
      "mixed_5/tower_1/conv_1 Relu ['mixed_5/tower_1/conv_1/control_dependency']\n",
      "mixed_5/tower_1/conv_2/conv2d_params Const []\n",
      "mixed_5/tower_1/conv_2/Conv2D Conv2D ['mixed_5/tower_1/conv_1', 'mixed_5/tower_1/conv_2/conv2d_params']\n",
      "mixed_5/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed_5/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed_5/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_5/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_5/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower_1/conv_2/Conv2D', 'mixed_5/tower_1/conv_2/batchnorm/moving_mean', 'mixed_5/tower_1/conv_2/batchnorm/moving_variance', 'mixed_5/tower_1/conv_2/batchnorm/beta', 'mixed_5/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed_5/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed_5/tower_1/conv_2/batchnorm']\n",
      "mixed_5/tower_1/conv_2/control_dependency Identity ['mixed_5/tower_1/conv_2/batchnorm', '^mixed_5/tower_1/conv_2/CheckNumerics']\n",
      "mixed_5/tower_1/conv_2 Relu ['mixed_5/tower_1/conv_2/control_dependency']\n",
      "mixed_5/tower_1/conv_3/conv2d_params Const []\n",
      "mixed_5/tower_1/conv_3/Conv2D Conv2D ['mixed_5/tower_1/conv_2', 'mixed_5/tower_1/conv_3/conv2d_params']\n",
      "mixed_5/tower_1/conv_3/batchnorm/beta Const []\n",
      "mixed_5/tower_1/conv_3/batchnorm/gamma Const []\n",
      "mixed_5/tower_1/conv_3/batchnorm/moving_mean Const []\n",
      "mixed_5/tower_1/conv_3/batchnorm/moving_variance Const []\n",
      "mixed_5/tower_1/conv_3/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower_1/conv_3/Conv2D', 'mixed_5/tower_1/conv_3/batchnorm/moving_mean', 'mixed_5/tower_1/conv_3/batchnorm/moving_variance', 'mixed_5/tower_1/conv_3/batchnorm/beta', 'mixed_5/tower_1/conv_3/batchnorm/gamma']\n",
      "mixed_5/tower_1/conv_3/CheckNumerics CheckNumerics ['mixed_5/tower_1/conv_3/batchnorm']\n",
      "mixed_5/tower_1/conv_3/control_dependency Identity ['mixed_5/tower_1/conv_3/batchnorm', '^mixed_5/tower_1/conv_3/CheckNumerics']\n",
      "mixed_5/tower_1/conv_3 Relu ['mixed_5/tower_1/conv_3/control_dependency']\n",
      "mixed_5/tower_1/conv_4/conv2d_params Const []\n",
      "mixed_5/tower_1/conv_4/Conv2D Conv2D ['mixed_5/tower_1/conv_3', 'mixed_5/tower_1/conv_4/conv2d_params']\n",
      "mixed_5/tower_1/conv_4/batchnorm/beta Const []\n",
      "mixed_5/tower_1/conv_4/batchnorm/gamma Const []\n",
      "mixed_5/tower_1/conv_4/batchnorm/moving_mean Const []\n",
      "mixed_5/tower_1/conv_4/batchnorm/moving_variance Const []\n",
      "mixed_5/tower_1/conv_4/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower_1/conv_4/Conv2D', 'mixed_5/tower_1/conv_4/batchnorm/moving_mean', 'mixed_5/tower_1/conv_4/batchnorm/moving_variance', 'mixed_5/tower_1/conv_4/batchnorm/beta', 'mixed_5/tower_1/conv_4/batchnorm/gamma']\n",
      "mixed_5/tower_1/conv_4/CheckNumerics CheckNumerics ['mixed_5/tower_1/conv_4/batchnorm']\n",
      "mixed_5/tower_1/conv_4/control_dependency Identity ['mixed_5/tower_1/conv_4/batchnorm', '^mixed_5/tower_1/conv_4/CheckNumerics']\n",
      "mixed_5/tower_1/conv_4 Relu ['mixed_5/tower_1/conv_4/control_dependency']\n",
      "mixed_5/tower_2/pool AvgPool ['mixed_4/join']\n",
      "mixed_5/tower_2/conv/conv2d_params Const []\n",
      "mixed_5/tower_2/conv/Conv2D Conv2D ['mixed_5/tower_2/pool', 'mixed_5/tower_2/conv/conv2d_params']\n",
      "mixed_5/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_5/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_5/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_5/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_5/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_5/tower_2/conv/Conv2D', 'mixed_5/tower_2/conv/batchnorm/moving_mean', 'mixed_5/tower_2/conv/batchnorm/moving_variance', 'mixed_5/tower_2/conv/batchnorm/beta', 'mixed_5/tower_2/conv/batchnorm/gamma']\n",
      "mixed_5/tower_2/conv/CheckNumerics CheckNumerics ['mixed_5/tower_2/conv/batchnorm']\n",
      "mixed_5/tower_2/conv/control_dependency Identity ['mixed_5/tower_2/conv/batchnorm', '^mixed_5/tower_2/conv/CheckNumerics']\n",
      "mixed_5/tower_2/conv Relu ['mixed_5/tower_2/conv/control_dependency']\n",
      "mixed_5/join/concat_dim Const []\n",
      "mixed_5/join Concat ['mixed_5/join/concat_dim', 'mixed_5/conv', 'mixed_5/tower/conv_2', 'mixed_5/tower_1/conv_4', 'mixed_5/tower_2/conv']\n",
      "mixed_6/conv/conv2d_params Const []\n",
      "mixed_6/conv/Conv2D Conv2D ['mixed_5/join', 'mixed_6/conv/conv2d_params']\n",
      "mixed_6/conv/batchnorm/beta Const []\n",
      "mixed_6/conv/batchnorm/gamma Const []\n",
      "mixed_6/conv/batchnorm/moving_mean Const []\n",
      "mixed_6/conv/batchnorm/moving_variance Const []\n",
      "mixed_6/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_6/conv/Conv2D', 'mixed_6/conv/batchnorm/moving_mean', 'mixed_6/conv/batchnorm/moving_variance', 'mixed_6/conv/batchnorm/beta', 'mixed_6/conv/batchnorm/gamma']\n",
      "mixed_6/conv/CheckNumerics CheckNumerics ['mixed_6/conv/batchnorm']\n",
      "mixed_6/conv/control_dependency Identity ['mixed_6/conv/batchnorm', '^mixed_6/conv/CheckNumerics']\n",
      "mixed_6/conv Relu ['mixed_6/conv/control_dependency']\n",
      "mixed_6/tower/conv/conv2d_params Const []\n",
      "mixed_6/tower/conv/Conv2D Conv2D ['mixed_5/join', 'mixed_6/tower/conv/conv2d_params']\n",
      "mixed_6/tower/conv/batchnorm/beta Const []\n",
      "mixed_6/tower/conv/batchnorm/gamma Const []\n",
      "mixed_6/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_6/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_6/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower/conv/Conv2D', 'mixed_6/tower/conv/batchnorm/moving_mean', 'mixed_6/tower/conv/batchnorm/moving_variance', 'mixed_6/tower/conv/batchnorm/beta', 'mixed_6/tower/conv/batchnorm/gamma']\n",
      "mixed_6/tower/conv/CheckNumerics CheckNumerics ['mixed_6/tower/conv/batchnorm']\n",
      "mixed_6/tower/conv/control_dependency Identity ['mixed_6/tower/conv/batchnorm', '^mixed_6/tower/conv/CheckNumerics']\n",
      "mixed_6/tower/conv Relu ['mixed_6/tower/conv/control_dependency']\n",
      "mixed_6/tower/conv_1/conv2d_params Const []\n",
      "mixed_6/tower/conv_1/Conv2D Conv2D ['mixed_6/tower/conv', 'mixed_6/tower/conv_1/conv2d_params']\n",
      "mixed_6/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_6/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_6/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_6/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_6/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower/conv_1/Conv2D', 'mixed_6/tower/conv_1/batchnorm/moving_mean', 'mixed_6/tower/conv_1/batchnorm/moving_variance', 'mixed_6/tower/conv_1/batchnorm/beta', 'mixed_6/tower/conv_1/batchnorm/gamma']\n",
      "mixed_6/tower/conv_1/CheckNumerics CheckNumerics ['mixed_6/tower/conv_1/batchnorm']\n",
      "mixed_6/tower/conv_1/control_dependency Identity ['mixed_6/tower/conv_1/batchnorm', '^mixed_6/tower/conv_1/CheckNumerics']\n",
      "mixed_6/tower/conv_1 Relu ['mixed_6/tower/conv_1/control_dependency']\n",
      "mixed_6/tower/conv_2/conv2d_params Const []\n",
      "mixed_6/tower/conv_2/Conv2D Conv2D ['mixed_6/tower/conv_1', 'mixed_6/tower/conv_2/conv2d_params']\n",
      "mixed_6/tower/conv_2/batchnorm/beta Const []\n",
      "mixed_6/tower/conv_2/batchnorm/gamma Const []\n",
      "mixed_6/tower/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_6/tower/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_6/tower/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower/conv_2/Conv2D', 'mixed_6/tower/conv_2/batchnorm/moving_mean', 'mixed_6/tower/conv_2/batchnorm/moving_variance', 'mixed_6/tower/conv_2/batchnorm/beta', 'mixed_6/tower/conv_2/batchnorm/gamma']\n",
      "mixed_6/tower/conv_2/CheckNumerics CheckNumerics ['mixed_6/tower/conv_2/batchnorm']\n",
      "mixed_6/tower/conv_2/control_dependency Identity ['mixed_6/tower/conv_2/batchnorm', '^mixed_6/tower/conv_2/CheckNumerics']\n",
      "mixed_6/tower/conv_2 Relu ['mixed_6/tower/conv_2/control_dependency']\n",
      "mixed_6/tower_1/conv/conv2d_params Const []\n",
      "mixed_6/tower_1/conv/Conv2D Conv2D ['mixed_5/join', 'mixed_6/tower_1/conv/conv2d_params']\n",
      "mixed_6/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_6/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_6/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_6/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_6/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower_1/conv/Conv2D', 'mixed_6/tower_1/conv/batchnorm/moving_mean', 'mixed_6/tower_1/conv/batchnorm/moving_variance', 'mixed_6/tower_1/conv/batchnorm/beta', 'mixed_6/tower_1/conv/batchnorm/gamma']\n",
      "mixed_6/tower_1/conv/CheckNumerics CheckNumerics ['mixed_6/tower_1/conv/batchnorm']\n",
      "mixed_6/tower_1/conv/control_dependency Identity ['mixed_6/tower_1/conv/batchnorm', '^mixed_6/tower_1/conv/CheckNumerics']\n",
      "mixed_6/tower_1/conv Relu ['mixed_6/tower_1/conv/control_dependency']\n",
      "mixed_6/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_6/tower_1/conv_1/Conv2D Conv2D ['mixed_6/tower_1/conv', 'mixed_6/tower_1/conv_1/conv2d_params']\n",
      "mixed_6/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_6/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_6/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_6/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_6/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower_1/conv_1/Conv2D', 'mixed_6/tower_1/conv_1/batchnorm/moving_mean', 'mixed_6/tower_1/conv_1/batchnorm/moving_variance', 'mixed_6/tower_1/conv_1/batchnorm/beta', 'mixed_6/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_6/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_6/tower_1/conv_1/batchnorm']\n",
      "mixed_6/tower_1/conv_1/control_dependency Identity ['mixed_6/tower_1/conv_1/batchnorm', '^mixed_6/tower_1/conv_1/CheckNumerics']\n",
      "mixed_6/tower_1/conv_1 Relu ['mixed_6/tower_1/conv_1/control_dependency']\n",
      "mixed_6/tower_1/conv_2/conv2d_params Const []\n",
      "mixed_6/tower_1/conv_2/Conv2D Conv2D ['mixed_6/tower_1/conv_1', 'mixed_6/tower_1/conv_2/conv2d_params']\n",
      "mixed_6/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed_6/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed_6/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_6/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_6/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower_1/conv_2/Conv2D', 'mixed_6/tower_1/conv_2/batchnorm/moving_mean', 'mixed_6/tower_1/conv_2/batchnorm/moving_variance', 'mixed_6/tower_1/conv_2/batchnorm/beta', 'mixed_6/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed_6/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed_6/tower_1/conv_2/batchnorm']\n",
      "mixed_6/tower_1/conv_2/control_dependency Identity ['mixed_6/tower_1/conv_2/batchnorm', '^mixed_6/tower_1/conv_2/CheckNumerics']\n",
      "mixed_6/tower_1/conv_2 Relu ['mixed_6/tower_1/conv_2/control_dependency']\n",
      "mixed_6/tower_1/conv_3/conv2d_params Const []\n",
      "mixed_6/tower_1/conv_3/Conv2D Conv2D ['mixed_6/tower_1/conv_2', 'mixed_6/tower_1/conv_3/conv2d_params']\n",
      "mixed_6/tower_1/conv_3/batchnorm/beta Const []\n",
      "mixed_6/tower_1/conv_3/batchnorm/gamma Const []\n",
      "mixed_6/tower_1/conv_3/batchnorm/moving_mean Const []\n",
      "mixed_6/tower_1/conv_3/batchnorm/moving_variance Const []\n",
      "mixed_6/tower_1/conv_3/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower_1/conv_3/Conv2D', 'mixed_6/tower_1/conv_3/batchnorm/moving_mean', 'mixed_6/tower_1/conv_3/batchnorm/moving_variance', 'mixed_6/tower_1/conv_3/batchnorm/beta', 'mixed_6/tower_1/conv_3/batchnorm/gamma']\n",
      "mixed_6/tower_1/conv_3/CheckNumerics CheckNumerics ['mixed_6/tower_1/conv_3/batchnorm']\n",
      "mixed_6/tower_1/conv_3/control_dependency Identity ['mixed_6/tower_1/conv_3/batchnorm', '^mixed_6/tower_1/conv_3/CheckNumerics']\n",
      "mixed_6/tower_1/conv_3 Relu ['mixed_6/tower_1/conv_3/control_dependency']\n",
      "mixed_6/tower_1/conv_4/conv2d_params Const []\n",
      "mixed_6/tower_1/conv_4/Conv2D Conv2D ['mixed_6/tower_1/conv_3', 'mixed_6/tower_1/conv_4/conv2d_params']\n",
      "mixed_6/tower_1/conv_4/batchnorm/beta Const []\n",
      "mixed_6/tower_1/conv_4/batchnorm/gamma Const []\n",
      "mixed_6/tower_1/conv_4/batchnorm/moving_mean Const []\n",
      "mixed_6/tower_1/conv_4/batchnorm/moving_variance Const []\n",
      "mixed_6/tower_1/conv_4/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower_1/conv_4/Conv2D', 'mixed_6/tower_1/conv_4/batchnorm/moving_mean', 'mixed_6/tower_1/conv_4/batchnorm/moving_variance', 'mixed_6/tower_1/conv_4/batchnorm/beta', 'mixed_6/tower_1/conv_4/batchnorm/gamma']\n",
      "mixed_6/tower_1/conv_4/CheckNumerics CheckNumerics ['mixed_6/tower_1/conv_4/batchnorm']\n",
      "mixed_6/tower_1/conv_4/control_dependency Identity ['mixed_6/tower_1/conv_4/batchnorm', '^mixed_6/tower_1/conv_4/CheckNumerics']\n",
      "mixed_6/tower_1/conv_4 Relu ['mixed_6/tower_1/conv_4/control_dependency']\n",
      "mixed_6/tower_2/pool AvgPool ['mixed_5/join']\n",
      "mixed_6/tower_2/conv/conv2d_params Const []\n",
      "mixed_6/tower_2/conv/Conv2D Conv2D ['mixed_6/tower_2/pool', 'mixed_6/tower_2/conv/conv2d_params']\n",
      "mixed_6/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_6/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_6/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_6/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_6/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_6/tower_2/conv/Conv2D', 'mixed_6/tower_2/conv/batchnorm/moving_mean', 'mixed_6/tower_2/conv/batchnorm/moving_variance', 'mixed_6/tower_2/conv/batchnorm/beta', 'mixed_6/tower_2/conv/batchnorm/gamma']\n",
      "mixed_6/tower_2/conv/CheckNumerics CheckNumerics ['mixed_6/tower_2/conv/batchnorm']\n",
      "mixed_6/tower_2/conv/control_dependency Identity ['mixed_6/tower_2/conv/batchnorm', '^mixed_6/tower_2/conv/CheckNumerics']\n",
      "mixed_6/tower_2/conv Relu ['mixed_6/tower_2/conv/control_dependency']\n",
      "mixed_6/join/concat_dim Const []\n",
      "mixed_6/join Concat ['mixed_6/join/concat_dim', 'mixed_6/conv', 'mixed_6/tower/conv_2', 'mixed_6/tower_1/conv_4', 'mixed_6/tower_2/conv']\n",
      "mixed_7/conv/conv2d_params Const []\n",
      "mixed_7/conv/Conv2D Conv2D ['mixed_6/join', 'mixed_7/conv/conv2d_params']\n",
      "mixed_7/conv/batchnorm/beta Const []\n",
      "mixed_7/conv/batchnorm/gamma Const []\n",
      "mixed_7/conv/batchnorm/moving_mean Const []\n",
      "mixed_7/conv/batchnorm/moving_variance Const []\n",
      "mixed_7/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_7/conv/Conv2D', 'mixed_7/conv/batchnorm/moving_mean', 'mixed_7/conv/batchnorm/moving_variance', 'mixed_7/conv/batchnorm/beta', 'mixed_7/conv/batchnorm/gamma']\n",
      "mixed_7/conv/CheckNumerics CheckNumerics ['mixed_7/conv/batchnorm']\n",
      "mixed_7/conv/control_dependency Identity ['mixed_7/conv/batchnorm', '^mixed_7/conv/CheckNumerics']\n",
      "mixed_7/conv Relu ['mixed_7/conv/control_dependency']\n",
      "mixed_7/tower/conv/conv2d_params Const []\n",
      "mixed_7/tower/conv/Conv2D Conv2D ['mixed_6/join', 'mixed_7/tower/conv/conv2d_params']\n",
      "mixed_7/tower/conv/batchnorm/beta Const []\n",
      "mixed_7/tower/conv/batchnorm/gamma Const []\n",
      "mixed_7/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_7/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_7/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower/conv/Conv2D', 'mixed_7/tower/conv/batchnorm/moving_mean', 'mixed_7/tower/conv/batchnorm/moving_variance', 'mixed_7/tower/conv/batchnorm/beta', 'mixed_7/tower/conv/batchnorm/gamma']\n",
      "mixed_7/tower/conv/CheckNumerics CheckNumerics ['mixed_7/tower/conv/batchnorm']\n",
      "mixed_7/tower/conv/control_dependency Identity ['mixed_7/tower/conv/batchnorm', '^mixed_7/tower/conv/CheckNumerics']\n",
      "mixed_7/tower/conv Relu ['mixed_7/tower/conv/control_dependency']\n",
      "mixed_7/tower/conv_1/conv2d_params Const []\n",
      "mixed_7/tower/conv_1/Conv2D Conv2D ['mixed_7/tower/conv', 'mixed_7/tower/conv_1/conv2d_params']\n",
      "mixed_7/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_7/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_7/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_7/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_7/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower/conv_1/Conv2D', 'mixed_7/tower/conv_1/batchnorm/moving_mean', 'mixed_7/tower/conv_1/batchnorm/moving_variance', 'mixed_7/tower/conv_1/batchnorm/beta', 'mixed_7/tower/conv_1/batchnorm/gamma']\n",
      "mixed_7/tower/conv_1/CheckNumerics CheckNumerics ['mixed_7/tower/conv_1/batchnorm']\n",
      "mixed_7/tower/conv_1/control_dependency Identity ['mixed_7/tower/conv_1/batchnorm', '^mixed_7/tower/conv_1/CheckNumerics']\n",
      "mixed_7/tower/conv_1 Relu ['mixed_7/tower/conv_1/control_dependency']\n",
      "mixed_7/tower/conv_2/conv2d_params Const []\n",
      "mixed_7/tower/conv_2/Conv2D Conv2D ['mixed_7/tower/conv_1', 'mixed_7/tower/conv_2/conv2d_params']\n",
      "mixed_7/tower/conv_2/batchnorm/beta Const []\n",
      "mixed_7/tower/conv_2/batchnorm/gamma Const []\n",
      "mixed_7/tower/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_7/tower/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_7/tower/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower/conv_2/Conv2D', 'mixed_7/tower/conv_2/batchnorm/moving_mean', 'mixed_7/tower/conv_2/batchnorm/moving_variance', 'mixed_7/tower/conv_2/batchnorm/beta', 'mixed_7/tower/conv_2/batchnorm/gamma']\n",
      "mixed_7/tower/conv_2/CheckNumerics CheckNumerics ['mixed_7/tower/conv_2/batchnorm']\n",
      "mixed_7/tower/conv_2/control_dependency Identity ['mixed_7/tower/conv_2/batchnorm', '^mixed_7/tower/conv_2/CheckNumerics']\n",
      "mixed_7/tower/conv_2 Relu ['mixed_7/tower/conv_2/control_dependency']\n",
      "mixed_7/tower_1/conv/conv2d_params Const []\n",
      "mixed_7/tower_1/conv/Conv2D Conv2D ['mixed_6/join', 'mixed_7/tower_1/conv/conv2d_params']\n",
      "mixed_7/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_7/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_7/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_7/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_7/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower_1/conv/Conv2D', 'mixed_7/tower_1/conv/batchnorm/moving_mean', 'mixed_7/tower_1/conv/batchnorm/moving_variance', 'mixed_7/tower_1/conv/batchnorm/beta', 'mixed_7/tower_1/conv/batchnorm/gamma']\n",
      "mixed_7/tower_1/conv/CheckNumerics CheckNumerics ['mixed_7/tower_1/conv/batchnorm']\n",
      "mixed_7/tower_1/conv/control_dependency Identity ['mixed_7/tower_1/conv/batchnorm', '^mixed_7/tower_1/conv/CheckNumerics']\n",
      "mixed_7/tower_1/conv Relu ['mixed_7/tower_1/conv/control_dependency']\n",
      "mixed_7/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_7/tower_1/conv_1/Conv2D Conv2D ['mixed_7/tower_1/conv', 'mixed_7/tower_1/conv_1/conv2d_params']\n",
      "mixed_7/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_7/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_7/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_7/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_7/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower_1/conv_1/Conv2D', 'mixed_7/tower_1/conv_1/batchnorm/moving_mean', 'mixed_7/tower_1/conv_1/batchnorm/moving_variance', 'mixed_7/tower_1/conv_1/batchnorm/beta', 'mixed_7/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_7/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_7/tower_1/conv_1/batchnorm']\n",
      "mixed_7/tower_1/conv_1/control_dependency Identity ['mixed_7/tower_1/conv_1/batchnorm', '^mixed_7/tower_1/conv_1/CheckNumerics']\n",
      "mixed_7/tower_1/conv_1 Relu ['mixed_7/tower_1/conv_1/control_dependency']\n",
      "mixed_7/tower_1/conv_2/conv2d_params Const []\n",
      "mixed_7/tower_1/conv_2/Conv2D Conv2D ['mixed_7/tower_1/conv_1', 'mixed_7/tower_1/conv_2/conv2d_params']\n",
      "mixed_7/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed_7/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed_7/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_7/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_7/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower_1/conv_2/Conv2D', 'mixed_7/tower_1/conv_2/batchnorm/moving_mean', 'mixed_7/tower_1/conv_2/batchnorm/moving_variance', 'mixed_7/tower_1/conv_2/batchnorm/beta', 'mixed_7/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed_7/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed_7/tower_1/conv_2/batchnorm']\n",
      "mixed_7/tower_1/conv_2/control_dependency Identity ['mixed_7/tower_1/conv_2/batchnorm', '^mixed_7/tower_1/conv_2/CheckNumerics']\n",
      "mixed_7/tower_1/conv_2 Relu ['mixed_7/tower_1/conv_2/control_dependency']\n",
      "mixed_7/tower_1/conv_3/conv2d_params Const []\n",
      "mixed_7/tower_1/conv_3/Conv2D Conv2D ['mixed_7/tower_1/conv_2', 'mixed_7/tower_1/conv_3/conv2d_params']\n",
      "mixed_7/tower_1/conv_3/batchnorm/beta Const []\n",
      "mixed_7/tower_1/conv_3/batchnorm/gamma Const []\n",
      "mixed_7/tower_1/conv_3/batchnorm/moving_mean Const []\n",
      "mixed_7/tower_1/conv_3/batchnorm/moving_variance Const []\n",
      "mixed_7/tower_1/conv_3/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower_1/conv_3/Conv2D', 'mixed_7/tower_1/conv_3/batchnorm/moving_mean', 'mixed_7/tower_1/conv_3/batchnorm/moving_variance', 'mixed_7/tower_1/conv_3/batchnorm/beta', 'mixed_7/tower_1/conv_3/batchnorm/gamma']\n",
      "mixed_7/tower_1/conv_3/CheckNumerics CheckNumerics ['mixed_7/tower_1/conv_3/batchnorm']\n",
      "mixed_7/tower_1/conv_3/control_dependency Identity ['mixed_7/tower_1/conv_3/batchnorm', '^mixed_7/tower_1/conv_3/CheckNumerics']\n",
      "mixed_7/tower_1/conv_3 Relu ['mixed_7/tower_1/conv_3/control_dependency']\n",
      "mixed_7/tower_1/conv_4/conv2d_params Const []\n",
      "mixed_7/tower_1/conv_4/Conv2D Conv2D ['mixed_7/tower_1/conv_3', 'mixed_7/tower_1/conv_4/conv2d_params']\n",
      "mixed_7/tower_1/conv_4/batchnorm/beta Const []\n",
      "mixed_7/tower_1/conv_4/batchnorm/gamma Const []\n",
      "mixed_7/tower_1/conv_4/batchnorm/moving_mean Const []\n",
      "mixed_7/tower_1/conv_4/batchnorm/moving_variance Const []\n",
      "mixed_7/tower_1/conv_4/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower_1/conv_4/Conv2D', 'mixed_7/tower_1/conv_4/batchnorm/moving_mean', 'mixed_7/tower_1/conv_4/batchnorm/moving_variance', 'mixed_7/tower_1/conv_4/batchnorm/beta', 'mixed_7/tower_1/conv_4/batchnorm/gamma']\n",
      "mixed_7/tower_1/conv_4/CheckNumerics CheckNumerics ['mixed_7/tower_1/conv_4/batchnorm']\n",
      "mixed_7/tower_1/conv_4/control_dependency Identity ['mixed_7/tower_1/conv_4/batchnorm', '^mixed_7/tower_1/conv_4/CheckNumerics']\n",
      "mixed_7/tower_1/conv_4 Relu ['mixed_7/tower_1/conv_4/control_dependency']\n",
      "mixed_7/tower_2/pool AvgPool ['mixed_6/join']\n",
      "mixed_7/tower_2/conv/conv2d_params Const []\n",
      "mixed_7/tower_2/conv/Conv2D Conv2D ['mixed_7/tower_2/pool', 'mixed_7/tower_2/conv/conv2d_params']\n",
      "mixed_7/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_7/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_7/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_7/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_7/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_7/tower_2/conv/Conv2D', 'mixed_7/tower_2/conv/batchnorm/moving_mean', 'mixed_7/tower_2/conv/batchnorm/moving_variance', 'mixed_7/tower_2/conv/batchnorm/beta', 'mixed_7/tower_2/conv/batchnorm/gamma']\n",
      "mixed_7/tower_2/conv/CheckNumerics CheckNumerics ['mixed_7/tower_2/conv/batchnorm']\n",
      "mixed_7/tower_2/conv/control_dependency Identity ['mixed_7/tower_2/conv/batchnorm', '^mixed_7/tower_2/conv/CheckNumerics']\n",
      "mixed_7/tower_2/conv Relu ['mixed_7/tower_2/conv/control_dependency']\n",
      "mixed_7/join/concat_dim Const []\n",
      "mixed_7/join Concat ['mixed_7/join/concat_dim', 'mixed_7/conv', 'mixed_7/tower/conv_2', 'mixed_7/tower_1/conv_4', 'mixed_7/tower_2/conv']\n",
      "mixed_8/tower/conv/conv2d_params Const []\n",
      "mixed_8/tower/conv/Conv2D Conv2D ['mixed_7/join', 'mixed_8/tower/conv/conv2d_params']\n",
      "mixed_8/tower/conv/batchnorm/beta Const []\n",
      "mixed_8/tower/conv/batchnorm/gamma Const []\n",
      "mixed_8/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_8/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_8/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_8/tower/conv/Conv2D', 'mixed_8/tower/conv/batchnorm/moving_mean', 'mixed_8/tower/conv/batchnorm/moving_variance', 'mixed_8/tower/conv/batchnorm/beta', 'mixed_8/tower/conv/batchnorm/gamma']\n",
      "mixed_8/tower/conv/CheckNumerics CheckNumerics ['mixed_8/tower/conv/batchnorm']\n",
      "mixed_8/tower/conv/control_dependency Identity ['mixed_8/tower/conv/batchnorm', '^mixed_8/tower/conv/CheckNumerics']\n",
      "mixed_8/tower/conv Relu ['mixed_8/tower/conv/control_dependency']\n",
      "mixed_8/tower/conv_1/conv2d_params Const []\n",
      "mixed_8/tower/conv_1/Conv2D Conv2D ['mixed_8/tower/conv', 'mixed_8/tower/conv_1/conv2d_params']\n",
      "mixed_8/tower/conv_1/batchnorm/beta Const []\n",
      "mixed_8/tower/conv_1/batchnorm/gamma Const []\n",
      "mixed_8/tower/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_8/tower/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_8/tower/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_8/tower/conv_1/Conv2D', 'mixed_8/tower/conv_1/batchnorm/moving_mean', 'mixed_8/tower/conv_1/batchnorm/moving_variance', 'mixed_8/tower/conv_1/batchnorm/beta', 'mixed_8/tower/conv_1/batchnorm/gamma']\n",
      "mixed_8/tower/conv_1/CheckNumerics CheckNumerics ['mixed_8/tower/conv_1/batchnorm']\n",
      "mixed_8/tower/conv_1/control_dependency Identity ['mixed_8/tower/conv_1/batchnorm', '^mixed_8/tower/conv_1/CheckNumerics']\n",
      "mixed_8/tower/conv_1 Relu ['mixed_8/tower/conv_1/control_dependency']\n",
      "mixed_8/tower_1/conv/conv2d_params Const []\n",
      "mixed_8/tower_1/conv/Conv2D Conv2D ['mixed_7/join', 'mixed_8/tower_1/conv/conv2d_params']\n",
      "mixed_8/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_8/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_8/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_8/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_8/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_8/tower_1/conv/Conv2D', 'mixed_8/tower_1/conv/batchnorm/moving_mean', 'mixed_8/tower_1/conv/batchnorm/moving_variance', 'mixed_8/tower_1/conv/batchnorm/beta', 'mixed_8/tower_1/conv/batchnorm/gamma']\n",
      "mixed_8/tower_1/conv/CheckNumerics CheckNumerics ['mixed_8/tower_1/conv/batchnorm']\n",
      "mixed_8/tower_1/conv/control_dependency Identity ['mixed_8/tower_1/conv/batchnorm', '^mixed_8/tower_1/conv/CheckNumerics']\n",
      "mixed_8/tower_1/conv Relu ['mixed_8/tower_1/conv/control_dependency']\n",
      "mixed_8/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_8/tower_1/conv_1/Conv2D Conv2D ['mixed_8/tower_1/conv', 'mixed_8/tower_1/conv_1/conv2d_params']\n",
      "mixed_8/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_8/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_8/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_8/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_8/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_8/tower_1/conv_1/Conv2D', 'mixed_8/tower_1/conv_1/batchnorm/moving_mean', 'mixed_8/tower_1/conv_1/batchnorm/moving_variance', 'mixed_8/tower_1/conv_1/batchnorm/beta', 'mixed_8/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_8/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_8/tower_1/conv_1/batchnorm']\n",
      "mixed_8/tower_1/conv_1/control_dependency Identity ['mixed_8/tower_1/conv_1/batchnorm', '^mixed_8/tower_1/conv_1/CheckNumerics']\n",
      "mixed_8/tower_1/conv_1 Relu ['mixed_8/tower_1/conv_1/control_dependency']\n",
      "mixed_8/tower_1/conv_2/conv2d_params Const []\n",
      "mixed_8/tower_1/conv_2/Conv2D Conv2D ['mixed_8/tower_1/conv_1', 'mixed_8/tower_1/conv_2/conv2d_params']\n",
      "mixed_8/tower_1/conv_2/batchnorm/beta Const []\n",
      "mixed_8/tower_1/conv_2/batchnorm/gamma Const []\n",
      "mixed_8/tower_1/conv_2/batchnorm/moving_mean Const []\n",
      "mixed_8/tower_1/conv_2/batchnorm/moving_variance Const []\n",
      "mixed_8/tower_1/conv_2/batchnorm BatchNormWithGlobalNormalization ['mixed_8/tower_1/conv_2/Conv2D', 'mixed_8/tower_1/conv_2/batchnorm/moving_mean', 'mixed_8/tower_1/conv_2/batchnorm/moving_variance', 'mixed_8/tower_1/conv_2/batchnorm/beta', 'mixed_8/tower_1/conv_2/batchnorm/gamma']\n",
      "mixed_8/tower_1/conv_2/CheckNumerics CheckNumerics ['mixed_8/tower_1/conv_2/batchnorm']\n",
      "mixed_8/tower_1/conv_2/control_dependency Identity ['mixed_8/tower_1/conv_2/batchnorm', '^mixed_8/tower_1/conv_2/CheckNumerics']\n",
      "mixed_8/tower_1/conv_2 Relu ['mixed_8/tower_1/conv_2/control_dependency']\n",
      "mixed_8/tower_1/conv_3/conv2d_params Const []\n",
      "mixed_8/tower_1/conv_3/Conv2D Conv2D ['mixed_8/tower_1/conv_2', 'mixed_8/tower_1/conv_3/conv2d_params']\n",
      "mixed_8/tower_1/conv_3/batchnorm/beta Const []\n",
      "mixed_8/tower_1/conv_3/batchnorm/gamma Const []\n",
      "mixed_8/tower_1/conv_3/batchnorm/moving_mean Const []\n",
      "mixed_8/tower_1/conv_3/batchnorm/moving_variance Const []\n",
      "mixed_8/tower_1/conv_3/batchnorm BatchNormWithGlobalNormalization ['mixed_8/tower_1/conv_3/Conv2D', 'mixed_8/tower_1/conv_3/batchnorm/moving_mean', 'mixed_8/tower_1/conv_3/batchnorm/moving_variance', 'mixed_8/tower_1/conv_3/batchnorm/beta', 'mixed_8/tower_1/conv_3/batchnorm/gamma']\n",
      "mixed_8/tower_1/conv_3/CheckNumerics CheckNumerics ['mixed_8/tower_1/conv_3/batchnorm']\n",
      "mixed_8/tower_1/conv_3/control_dependency Identity ['mixed_8/tower_1/conv_3/batchnorm', '^mixed_8/tower_1/conv_3/CheckNumerics']\n",
      "mixed_8/tower_1/conv_3 Relu ['mixed_8/tower_1/conv_3/control_dependency']\n",
      "mixed_8/pool/CheckNumerics CheckNumerics ['mixed_7/join']\n",
      "mixed_8/pool/control_dependency Identity ['mixed_7/join', '^mixed_8/pool/CheckNumerics']\n",
      "mixed_8/pool MaxPool ['mixed_8/pool/control_dependency']\n",
      "mixed_8/join/concat_dim Const []\n",
      "mixed_8/join Concat ['mixed_8/join/concat_dim', 'mixed_8/tower/conv_1', 'mixed_8/tower_1/conv_3', 'mixed_8/pool']\n",
      "mixed_9/conv/conv2d_params Const []\n",
      "mixed_9/conv/Conv2D Conv2D ['mixed_8/join', 'mixed_9/conv/conv2d_params']\n",
      "mixed_9/conv/batchnorm/beta Const []\n",
      "mixed_9/conv/batchnorm/gamma Const []\n",
      "mixed_9/conv/batchnorm/moving_mean Const []\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "mixed_9/conv/batchnorm/moving_variance Const []\n",
      "mixed_9/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_9/conv/Conv2D', 'mixed_9/conv/batchnorm/moving_mean', 'mixed_9/conv/batchnorm/moving_variance', 'mixed_9/conv/batchnorm/beta', 'mixed_9/conv/batchnorm/gamma']\n",
      "mixed_9/conv/CheckNumerics CheckNumerics ['mixed_9/conv/batchnorm']\n",
      "mixed_9/conv/control_dependency Identity ['mixed_9/conv/batchnorm', '^mixed_9/conv/CheckNumerics']\n",
      "mixed_9/conv Relu ['mixed_9/conv/control_dependency']\n",
      "mixed_9/tower/conv/conv2d_params Const []\n",
      "mixed_9/tower/conv/Conv2D Conv2D ['mixed_8/join', 'mixed_9/tower/conv/conv2d_params']\n",
      "mixed_9/tower/conv/batchnorm/beta Const []\n",
      "mixed_9/tower/conv/batchnorm/gamma Const []\n",
      "mixed_9/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_9/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_9/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower/conv/Conv2D', 'mixed_9/tower/conv/batchnorm/moving_mean', 'mixed_9/tower/conv/batchnorm/moving_variance', 'mixed_9/tower/conv/batchnorm/beta', 'mixed_9/tower/conv/batchnorm/gamma']\n",
      "mixed_9/tower/conv/CheckNumerics CheckNumerics ['mixed_9/tower/conv/batchnorm']\n",
      "mixed_9/tower/conv/control_dependency Identity ['mixed_9/tower/conv/batchnorm', '^mixed_9/tower/conv/CheckNumerics']\n",
      "mixed_9/tower/conv Relu ['mixed_9/tower/conv/control_dependency']\n",
      "mixed_9/tower/mixed/conv/conv2d_params Const []\n",
      "mixed_9/tower/mixed/conv/Conv2D Conv2D ['mixed_9/tower/conv', 'mixed_9/tower/mixed/conv/conv2d_params']\n",
      "mixed_9/tower/mixed/conv/batchnorm/beta Const []\n",
      "mixed_9/tower/mixed/conv/batchnorm/gamma Const []\n",
      "mixed_9/tower/mixed/conv/batchnorm/moving_mean Const []\n",
      "mixed_9/tower/mixed/conv/batchnorm/moving_variance Const []\n",
      "mixed_9/tower/mixed/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower/mixed/conv/Conv2D', 'mixed_9/tower/mixed/conv/batchnorm/moving_mean', 'mixed_9/tower/mixed/conv/batchnorm/moving_variance', 'mixed_9/tower/mixed/conv/batchnorm/beta', 'mixed_9/tower/mixed/conv/batchnorm/gamma']\n",
      "mixed_9/tower/mixed/conv/CheckNumerics CheckNumerics ['mixed_9/tower/mixed/conv/batchnorm']\n",
      "mixed_9/tower/mixed/conv/control_dependency Identity ['mixed_9/tower/mixed/conv/batchnorm', '^mixed_9/tower/mixed/conv/CheckNumerics']\n",
      "mixed_9/tower/mixed/conv Relu ['mixed_9/tower/mixed/conv/control_dependency']\n",
      "mixed_9/tower/mixed/conv_1/conv2d_params Const []\n",
      "mixed_9/tower/mixed/conv_1/Conv2D Conv2D ['mixed_9/tower/conv', 'mixed_9/tower/mixed/conv_1/conv2d_params']\n",
      "mixed_9/tower/mixed/conv_1/batchnorm/beta Const []\n",
      "mixed_9/tower/mixed/conv_1/batchnorm/gamma Const []\n",
      "mixed_9/tower/mixed/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_9/tower/mixed/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_9/tower/mixed/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower/mixed/conv_1/Conv2D', 'mixed_9/tower/mixed/conv_1/batchnorm/moving_mean', 'mixed_9/tower/mixed/conv_1/batchnorm/moving_variance', 'mixed_9/tower/mixed/conv_1/batchnorm/beta', 'mixed_9/tower/mixed/conv_1/batchnorm/gamma']\n",
      "mixed_9/tower/mixed/conv_1/CheckNumerics CheckNumerics ['mixed_9/tower/mixed/conv_1/batchnorm']\n",
      "mixed_9/tower/mixed/conv_1/control_dependency Identity ['mixed_9/tower/mixed/conv_1/batchnorm', '^mixed_9/tower/mixed/conv_1/CheckNumerics']\n",
      "mixed_9/tower/mixed/conv_1 Relu ['mixed_9/tower/mixed/conv_1/control_dependency']\n",
      "mixed_9/tower_1/conv/conv2d_params Const []\n",
      "mixed_9/tower_1/conv/Conv2D Conv2D ['mixed_8/join', 'mixed_9/tower_1/conv/conv2d_params']\n",
      "mixed_9/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_9/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_9/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_9/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_9/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower_1/conv/Conv2D', 'mixed_9/tower_1/conv/batchnorm/moving_mean', 'mixed_9/tower_1/conv/batchnorm/moving_variance', 'mixed_9/tower_1/conv/batchnorm/beta', 'mixed_9/tower_1/conv/batchnorm/gamma']\n",
      "mixed_9/tower_1/conv/CheckNumerics CheckNumerics ['mixed_9/tower_1/conv/batchnorm']\n",
      "mixed_9/tower_1/conv/control_dependency Identity ['mixed_9/tower_1/conv/batchnorm', '^mixed_9/tower_1/conv/CheckNumerics']\n",
      "mixed_9/tower_1/conv Relu ['mixed_9/tower_1/conv/control_dependency']\n",
      "mixed_9/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_9/tower_1/conv_1/Conv2D Conv2D ['mixed_9/tower_1/conv', 'mixed_9/tower_1/conv_1/conv2d_params']\n",
      "mixed_9/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_9/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_9/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_9/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_9/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower_1/conv_1/Conv2D', 'mixed_9/tower_1/conv_1/batchnorm/moving_mean', 'mixed_9/tower_1/conv_1/batchnorm/moving_variance', 'mixed_9/tower_1/conv_1/batchnorm/beta', 'mixed_9/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_9/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_9/tower_1/conv_1/batchnorm']\n",
      "mixed_9/tower_1/conv_1/control_dependency Identity ['mixed_9/tower_1/conv_1/batchnorm', '^mixed_9/tower_1/conv_1/CheckNumerics']\n",
      "mixed_9/tower_1/conv_1 Relu ['mixed_9/tower_1/conv_1/control_dependency']\n",
      "mixed_9/tower_1/mixed/conv/conv2d_params Const []\n",
      "mixed_9/tower_1/mixed/conv/Conv2D Conv2D ['mixed_9/tower_1/conv_1', 'mixed_9/tower_1/mixed/conv/conv2d_params']\n",
      "mixed_9/tower_1/mixed/conv/batchnorm/beta Const []\n",
      "mixed_9/tower_1/mixed/conv/batchnorm/gamma Const []\n",
      "mixed_9/tower_1/mixed/conv/batchnorm/moving_mean Const []\n",
      "mixed_9/tower_1/mixed/conv/batchnorm/moving_variance Const []\n",
      "mixed_9/tower_1/mixed/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower_1/mixed/conv/Conv2D', 'mixed_9/tower_1/mixed/conv/batchnorm/moving_mean', 'mixed_9/tower_1/mixed/conv/batchnorm/moving_variance', 'mixed_9/tower_1/mixed/conv/batchnorm/beta', 'mixed_9/tower_1/mixed/conv/batchnorm/gamma']\n",
      "mixed_9/tower_1/mixed/conv/CheckNumerics CheckNumerics ['mixed_9/tower_1/mixed/conv/batchnorm']\n",
      "mixed_9/tower_1/mixed/conv/control_dependency Identity ['mixed_9/tower_1/mixed/conv/batchnorm', '^mixed_9/tower_1/mixed/conv/CheckNumerics']\n",
      "mixed_9/tower_1/mixed/conv Relu ['mixed_9/tower_1/mixed/conv/control_dependency']\n",
      "mixed_9/tower_1/mixed/conv_1/conv2d_params Const []\n",
      "mixed_9/tower_1/mixed/conv_1/Conv2D Conv2D ['mixed_9/tower_1/conv_1', 'mixed_9/tower_1/mixed/conv_1/conv2d_params']\n",
      "mixed_9/tower_1/mixed/conv_1/batchnorm/beta Const []\n",
      "mixed_9/tower_1/mixed/conv_1/batchnorm/gamma Const []\n",
      "mixed_9/tower_1/mixed/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_9/tower_1/mixed/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_9/tower_1/mixed/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower_1/mixed/conv_1/Conv2D', 'mixed_9/tower_1/mixed/conv_1/batchnorm/moving_mean', 'mixed_9/tower_1/mixed/conv_1/batchnorm/moving_variance', 'mixed_9/tower_1/mixed/conv_1/batchnorm/beta', 'mixed_9/tower_1/mixed/conv_1/batchnorm/gamma']\n",
      "mixed_9/tower_1/mixed/conv_1/CheckNumerics CheckNumerics ['mixed_9/tower_1/mixed/conv_1/batchnorm']\n",
      "mixed_9/tower_1/mixed/conv_1/control_dependency Identity ['mixed_9/tower_1/mixed/conv_1/batchnorm', '^mixed_9/tower_1/mixed/conv_1/CheckNumerics']\n",
      "mixed_9/tower_1/mixed/conv_1 Relu ['mixed_9/tower_1/mixed/conv_1/control_dependency']\n",
      "mixed_9/tower_2/pool AvgPool ['mixed_8/join']\n",
      "mixed_9/tower_2/conv/conv2d_params Const []\n",
      "mixed_9/tower_2/conv/Conv2D Conv2D ['mixed_9/tower_2/pool', 'mixed_9/tower_2/conv/conv2d_params']\n",
      "mixed_9/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_9/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_9/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_9/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_9/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_9/tower_2/conv/Conv2D', 'mixed_9/tower_2/conv/batchnorm/moving_mean', 'mixed_9/tower_2/conv/batchnorm/moving_variance', 'mixed_9/tower_2/conv/batchnorm/beta', 'mixed_9/tower_2/conv/batchnorm/gamma']\n",
      "mixed_9/tower_2/conv/CheckNumerics CheckNumerics ['mixed_9/tower_2/conv/batchnorm']\n",
      "mixed_9/tower_2/conv/control_dependency Identity ['mixed_9/tower_2/conv/batchnorm', '^mixed_9/tower_2/conv/CheckNumerics']\n",
      "mixed_9/tower_2/conv Relu ['mixed_9/tower_2/conv/control_dependency']\n",
      "mixed_9/join/concat_dim Const []\n",
      "mixed_9/join Concat ['mixed_9/join/concat_dim', 'mixed_9/conv', 'mixed_9/tower/mixed/conv', 'mixed_9/tower/mixed/conv_1', 'mixed_9/tower_1/mixed/conv', 'mixed_9/tower_1/mixed/conv_1', 'mixed_9/tower_2/conv']\n",
      "mixed_10/conv/conv2d_params Const []\n",
      "mixed_10/conv/Conv2D Conv2D ['mixed_9/join', 'mixed_10/conv/conv2d_params']\n",
      "mixed_10/conv/batchnorm/beta Const []\n",
      "mixed_10/conv/batchnorm/gamma Const []\n",
      "mixed_10/conv/batchnorm/moving_mean Const []\n",
      "mixed_10/conv/batchnorm/moving_variance Const []\n",
      "mixed_10/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_10/conv/Conv2D', 'mixed_10/conv/batchnorm/moving_mean', 'mixed_10/conv/batchnorm/moving_variance', 'mixed_10/conv/batchnorm/beta', 'mixed_10/conv/batchnorm/gamma']\n",
      "mixed_10/conv/CheckNumerics CheckNumerics ['mixed_10/conv/batchnorm']\n",
      "mixed_10/conv/control_dependency Identity ['mixed_10/conv/batchnorm', '^mixed_10/conv/CheckNumerics']\n",
      "mixed_10/conv Relu ['mixed_10/conv/control_dependency']\n",
      "mixed_10/tower/conv/conv2d_params Const []\n",
      "mixed_10/tower/conv/Conv2D Conv2D ['mixed_9/join', 'mixed_10/tower/conv/conv2d_params']\n",
      "mixed_10/tower/conv/batchnorm/beta Const []\n",
      "mixed_10/tower/conv/batchnorm/gamma Const []\n",
      "mixed_10/tower/conv/batchnorm/moving_mean Const []\n",
      "mixed_10/tower/conv/batchnorm/moving_variance Const []\n",
      "mixed_10/tower/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower/conv/Conv2D', 'mixed_10/tower/conv/batchnorm/moving_mean', 'mixed_10/tower/conv/batchnorm/moving_variance', 'mixed_10/tower/conv/batchnorm/beta', 'mixed_10/tower/conv/batchnorm/gamma']\n",
      "mixed_10/tower/conv/CheckNumerics CheckNumerics ['mixed_10/tower/conv/batchnorm']\n",
      "mixed_10/tower/conv/control_dependency Identity ['mixed_10/tower/conv/batchnorm', '^mixed_10/tower/conv/CheckNumerics']\n",
      "mixed_10/tower/conv Relu ['mixed_10/tower/conv/control_dependency']\n",
      "mixed_10/tower/mixed/conv/conv2d_params Const []\n",
      "mixed_10/tower/mixed/conv/Conv2D Conv2D ['mixed_10/tower/conv', 'mixed_10/tower/mixed/conv/conv2d_params']\n",
      "mixed_10/tower/mixed/conv/batchnorm/beta Const []\n",
      "mixed_10/tower/mixed/conv/batchnorm/gamma Const []\n",
      "mixed_10/tower/mixed/conv/batchnorm/moving_mean Const []\n",
      "mixed_10/tower/mixed/conv/batchnorm/moving_variance Const []\n",
      "mixed_10/tower/mixed/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower/mixed/conv/Conv2D', 'mixed_10/tower/mixed/conv/batchnorm/moving_mean', 'mixed_10/tower/mixed/conv/batchnorm/moving_variance', 'mixed_10/tower/mixed/conv/batchnorm/beta', 'mixed_10/tower/mixed/conv/batchnorm/gamma']\n",
      "mixed_10/tower/mixed/conv/CheckNumerics CheckNumerics ['mixed_10/tower/mixed/conv/batchnorm']\n",
      "mixed_10/tower/mixed/conv/control_dependency Identity ['mixed_10/tower/mixed/conv/batchnorm', '^mixed_10/tower/mixed/conv/CheckNumerics']\n",
      "mixed_10/tower/mixed/conv Relu ['mixed_10/tower/mixed/conv/control_dependency']\n",
      "mixed_10/tower/mixed/conv_1/conv2d_params Const []\n",
      "mixed_10/tower/mixed/conv_1/Conv2D Conv2D ['mixed_10/tower/conv', 'mixed_10/tower/mixed/conv_1/conv2d_params']\n",
      "mixed_10/tower/mixed/conv_1/batchnorm/beta Const []\n",
      "mixed_10/tower/mixed/conv_1/batchnorm/gamma Const []\n",
      "mixed_10/tower/mixed/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_10/tower/mixed/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_10/tower/mixed/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower/mixed/conv_1/Conv2D', 'mixed_10/tower/mixed/conv_1/batchnorm/moving_mean', 'mixed_10/tower/mixed/conv_1/batchnorm/moving_variance', 'mixed_10/tower/mixed/conv_1/batchnorm/beta', 'mixed_10/tower/mixed/conv_1/batchnorm/gamma']\n",
      "mixed_10/tower/mixed/conv_1/CheckNumerics CheckNumerics ['mixed_10/tower/mixed/conv_1/batchnorm']\n",
      "mixed_10/tower/mixed/conv_1/control_dependency Identity ['mixed_10/tower/mixed/conv_1/batchnorm', '^mixed_10/tower/mixed/conv_1/CheckNumerics']\n",
      "mixed_10/tower/mixed/conv_1 Relu ['mixed_10/tower/mixed/conv_1/control_dependency']\n",
      "mixed_10/tower_1/conv/conv2d_params Const []\n",
      "mixed_10/tower_1/conv/Conv2D Conv2D ['mixed_9/join', 'mixed_10/tower_1/conv/conv2d_params']\n",
      "mixed_10/tower_1/conv/batchnorm/beta Const []\n",
      "mixed_10/tower_1/conv/batchnorm/gamma Const []\n",
      "mixed_10/tower_1/conv/batchnorm/moving_mean Const []\n",
      "mixed_10/tower_1/conv/batchnorm/moving_variance Const []\n",
      "mixed_10/tower_1/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower_1/conv/Conv2D', 'mixed_10/tower_1/conv/batchnorm/moving_mean', 'mixed_10/tower_1/conv/batchnorm/moving_variance', 'mixed_10/tower_1/conv/batchnorm/beta', 'mixed_10/tower_1/conv/batchnorm/gamma']\n",
      "mixed_10/tower_1/conv/CheckNumerics CheckNumerics ['mixed_10/tower_1/conv/batchnorm']\n",
      "mixed_10/tower_1/conv/control_dependency Identity ['mixed_10/tower_1/conv/batchnorm', '^mixed_10/tower_1/conv/CheckNumerics']\n",
      "mixed_10/tower_1/conv Relu ['mixed_10/tower_1/conv/control_dependency']\n",
      "mixed_10/tower_1/conv_1/conv2d_params Const []\n",
      "mixed_10/tower_1/conv_1/Conv2D Conv2D ['mixed_10/tower_1/conv', 'mixed_10/tower_1/conv_1/conv2d_params']\n",
      "mixed_10/tower_1/conv_1/batchnorm/beta Const []\n",
      "mixed_10/tower_1/conv_1/batchnorm/gamma Const []\n",
      "mixed_10/tower_1/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_10/tower_1/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_10/tower_1/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower_1/conv_1/Conv2D', 'mixed_10/tower_1/conv_1/batchnorm/moving_mean', 'mixed_10/tower_1/conv_1/batchnorm/moving_variance', 'mixed_10/tower_1/conv_1/batchnorm/beta', 'mixed_10/tower_1/conv_1/batchnorm/gamma']\n",
      "mixed_10/tower_1/conv_1/CheckNumerics CheckNumerics ['mixed_10/tower_1/conv_1/batchnorm']\n",
      "mixed_10/tower_1/conv_1/control_dependency Identity ['mixed_10/tower_1/conv_1/batchnorm', '^mixed_10/tower_1/conv_1/CheckNumerics']\n",
      "mixed_10/tower_1/conv_1 Relu ['mixed_10/tower_1/conv_1/control_dependency']\n",
      "mixed_10/tower_1/mixed/conv/conv2d_params Const []\n",
      "mixed_10/tower_1/mixed/conv/Conv2D Conv2D ['mixed_10/tower_1/conv_1', 'mixed_10/tower_1/mixed/conv/conv2d_params']\n",
      "mixed_10/tower_1/mixed/conv/batchnorm/beta Const []\n",
      "mixed_10/tower_1/mixed/conv/batchnorm/gamma Const []\n",
      "mixed_10/tower_1/mixed/conv/batchnorm/moving_mean Const []\n",
      "mixed_10/tower_1/mixed/conv/batchnorm/moving_variance Const []\n",
      "mixed_10/tower_1/mixed/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower_1/mixed/conv/Conv2D', 'mixed_10/tower_1/mixed/conv/batchnorm/moving_mean', 'mixed_10/tower_1/mixed/conv/batchnorm/moving_variance', 'mixed_10/tower_1/mixed/conv/batchnorm/beta', 'mixed_10/tower_1/mixed/conv/batchnorm/gamma']\n",
      "mixed_10/tower_1/mixed/conv/CheckNumerics CheckNumerics ['mixed_10/tower_1/mixed/conv/batchnorm']\n",
      "mixed_10/tower_1/mixed/conv/control_dependency Identity ['mixed_10/tower_1/mixed/conv/batchnorm', '^mixed_10/tower_1/mixed/conv/CheckNumerics']\n",
      "mixed_10/tower_1/mixed/conv Relu ['mixed_10/tower_1/mixed/conv/control_dependency']\n",
      "mixed_10/tower_1/mixed/conv_1/conv2d_params Const []\n",
      "mixed_10/tower_1/mixed/conv_1/Conv2D Conv2D ['mixed_10/tower_1/conv_1', 'mixed_10/tower_1/mixed/conv_1/conv2d_params']\n",
      "mixed_10/tower_1/mixed/conv_1/batchnorm/beta Const []\n",
      "mixed_10/tower_1/mixed/conv_1/batchnorm/gamma Const []\n",
      "mixed_10/tower_1/mixed/conv_1/batchnorm/moving_mean Const []\n",
      "mixed_10/tower_1/mixed/conv_1/batchnorm/moving_variance Const []\n",
      "mixed_10/tower_1/mixed/conv_1/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower_1/mixed/conv_1/Conv2D', 'mixed_10/tower_1/mixed/conv_1/batchnorm/moving_mean', 'mixed_10/tower_1/mixed/conv_1/batchnorm/moving_variance', 'mixed_10/tower_1/mixed/conv_1/batchnorm/beta', 'mixed_10/tower_1/mixed/conv_1/batchnorm/gamma']\n",
      "mixed_10/tower_1/mixed/conv_1/CheckNumerics CheckNumerics ['mixed_10/tower_1/mixed/conv_1/batchnorm']\n",
      "mixed_10/tower_1/mixed/conv_1/control_dependency Identity ['mixed_10/tower_1/mixed/conv_1/batchnorm', '^mixed_10/tower_1/mixed/conv_1/CheckNumerics']\n",
      "mixed_10/tower_1/mixed/conv_1 Relu ['mixed_10/tower_1/mixed/conv_1/control_dependency']\n",
      "mixed_10/tower_2/pool/CheckNumerics CheckNumerics ['mixed_9/join']\n",
      "mixed_10/tower_2/pool/control_dependency Identity ['mixed_9/join', '^mixed_10/tower_2/pool/CheckNumerics']\n",
      "mixed_10/tower_2/pool MaxPool ['mixed_10/tower_2/pool/control_dependency']\n",
      "mixed_10/tower_2/conv/conv2d_params Const []\n",
      "mixed_10/tower_2/conv/Conv2D Conv2D ['mixed_10/tower_2/pool', 'mixed_10/tower_2/conv/conv2d_params']\n",
      "mixed_10/tower_2/conv/batchnorm/beta Const []\n",
      "mixed_10/tower_2/conv/batchnorm/gamma Const []\n",
      "mixed_10/tower_2/conv/batchnorm/moving_mean Const []\n",
      "mixed_10/tower_2/conv/batchnorm/moving_variance Const []\n",
      "mixed_10/tower_2/conv/batchnorm BatchNormWithGlobalNormalization ['mixed_10/tower_2/conv/Conv2D', 'mixed_10/tower_2/conv/batchnorm/moving_mean', 'mixed_10/tower_2/conv/batchnorm/moving_variance', 'mixed_10/tower_2/conv/batchnorm/beta', 'mixed_10/tower_2/conv/batchnorm/gamma']\n",
      "mixed_10/tower_2/conv/CheckNumerics CheckNumerics ['mixed_10/tower_2/conv/batchnorm']\n",
      "mixed_10/tower_2/conv/control_dependency Identity ['mixed_10/tower_2/conv/batchnorm', '^mixed_10/tower_2/conv/CheckNumerics']\n",
      "mixed_10/tower_2/conv Relu ['mixed_10/tower_2/conv/control_dependency']\n",
      "mixed_10/join/concat_dim Const []\n",
      "mixed_10/join Concat ['mixed_10/join/concat_dim', 'mixed_10/conv', 'mixed_10/tower/mixed/conv', 'mixed_10/tower/mixed/conv_1', 'mixed_10/tower_1/mixed/conv', 'mixed_10/tower_1/mixed/conv_1', 'mixed_10/tower_2/conv']\n",
      "pool_3 AvgPool ['mixed_10/join']\n",
      "pool_3/_reshape/shape Const []\n",
      "pool_3/_reshape Reshape ['pool_3', 'pool_3/_reshape/shape']\n",
      "softmax/weights Const []\n",
      "softmax/biases Const []\n",
      "softmax/logits/MatMul MatMul ['pool_3/_reshape', 'softmax/weights']\n",
      "softmax/logits BiasAdd ['softmax/logits/MatMul', 'softmax/biases']\n",
      "softmax Softmax ['softmax/logits']\n"
     ]
    }
   ],
   "source": [
    "# The original code I got from the tutorial was reading directly from a file. I want to read from a webcam.\n",
    "# Therefore I need to find where in the graph the jpeg is transformed into an array.\n",
    "# Looking inside the graph to figure out where the image array should be injected\n",
    "# instead of the tf jpeg file handle.\n",
    "for node in graph_def.node:\n",
    "    print(node.name, node.op, node.input)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}