Load_saved_model_and_freeze.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "from PIL import Image\n",
    "import os "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "sess = tf.InteractiveSession()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "savedir = \"models/Tensor_CIFAR_Sparse_model/run-20190422021141/1555904678\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From <ipython-input-4-68aa5b476895>:1: load (from tensorflow.python.saved_model.loader_impl) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "This function will only be available through the v1 compatibility library as tf.compat.v1.saved_model.loader.load or tf.compat.v1.saved_model.load. There will be a new function for importing SavedModels in Tensorflow 2.0.\n",
      "WARNING:tensorflow:From /Users/nicolasmaquaire/Dropbox/KLoop/Dev/190209_MLEnvs/env/lib/python3.7/site-packages/tensorflow/python/training/saver.py:1266: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use standard file APIs to check for files with this prefix.\n",
      "INFO:tensorflow:Restoring parameters from models/Tensor_CIFAR_Sparse_model/run-20190422021141/1555904678/variables/variables\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "meta_info_def {\n",
       "  stripped_op_list {\n",
       "    op {\n",
       "      name: \"Add\"\n",
       "      input_arg {\n",
       "        name: \"x\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"y\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"z\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_HALF\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_UINT8\n",
       "            type: DT_INT8\n",
       "            type: DT_INT16\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "            type: DT_COMPLEX64\n",
       "            type: DT_COMPLEX128\n",
       "            type: DT_STRING\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"ArgMax\"\n",
       "      input_arg {\n",
       "        name: \"input\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"dimension\"\n",
       "        type_attr: \"Tidx\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"output_type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_INT32\n",
       "            type: DT_UINT8\n",
       "            type: DT_INT16\n",
       "            type: DT_INT8\n",
       "            type: DT_COMPLEX64\n",
       "            type: DT_INT64\n",
       "            type: DT_QINT8\n",
       "            type: DT_QUINT8\n",
       "            type: DT_QINT32\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_UINT16\n",
       "            type: DT_COMPLEX128\n",
       "            type: DT_HALF\n",
       "            type: DT_UINT32\n",
       "            type: DT_UINT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"Tidx\"\n",
       "        type: \"type\"\n",
       "        default_value {\n",
       "          type: DT_INT32\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"output_type\"\n",
       "        type: \"type\"\n",
       "        default_value {\n",
       "          type: DT_INT64\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Assign\"\n",
       "      input_arg {\n",
       "        name: \"ref\"\n",
       "        type_attr: \"T\"\n",
       "        is_ref: true\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"value\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output_ref\"\n",
       "        type_attr: \"T\"\n",
       "        is_ref: true\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"validate_shape\"\n",
       "        type: \"bool\"\n",
       "        default_value {\n",
       "          b: true\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"use_locking\"\n",
       "        type: \"bool\"\n",
       "        default_value {\n",
       "          b: true\n",
       "        }\n",
       "      }\n",
       "      allows_uninitialized_input: true\n",
       "    }\n",
       "    op {\n",
       "      name: \"BiasAdd\"\n",
       "      input_arg {\n",
       "        name: \"value\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"bias\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_INT32\n",
       "            type: DT_UINT8\n",
       "            type: DT_INT16\n",
       "            type: DT_INT8\n",
       "            type: DT_COMPLEX64\n",
       "            type: DT_INT64\n",
       "            type: DT_QINT8\n",
       "            type: DT_QUINT8\n",
       "            type: DT_QINT32\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_UINT16\n",
       "            type: DT_COMPLEX128\n",
       "            type: DT_HALF\n",
       "            type: DT_UINT32\n",
       "            type: DT_UINT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"data_format\"\n",
       "        type: \"string\"\n",
       "        default_value {\n",
       "          s: \"NHWC\"\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            s: \"NHWC\"\n",
       "            s: \"NCHW\"\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Const\"\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"dtype\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"value\"\n",
       "        type: \"tensor\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dtype\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Conv2D\"\n",
       "      input_arg {\n",
       "        name: \"input\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"filter\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_HALF\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"strides\"\n",
       "        type: \"list(int)\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"use_cudnn_on_gpu\"\n",
       "        type: \"bool\"\n",
       "        default_value {\n",
       "          b: true\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"padding\"\n",
       "        type: \"string\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            s: \"SAME\"\n",
       "            s: \"VALID\"\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"data_format\"\n",
       "        type: \"string\"\n",
       "        default_value {\n",
       "          s: \"NHWC\"\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            s: \"NHWC\"\n",
       "            s: \"NCHW\"\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dilations\"\n",
       "        type: \"list(int)\"\n",
       "        default_value {\n",
       "          list {\n",
       "            i: 1\n",
       "            i: 1\n",
       "            i: 1\n",
       "            i: 1\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Fill\"\n",
       "      input_arg {\n",
       "        name: \"dims\"\n",
       "        type_attr: \"index_type\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"value\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"index_type\"\n",
       "        type: \"type\"\n",
       "        default_value {\n",
       "          type: DT_INT32\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Identity\"\n",
       "      input_arg {\n",
       "        name: \"input\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"MatMul\"\n",
       "      input_arg {\n",
       "        name: \"a\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"b\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"product\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"transpose_a\"\n",
       "        type: \"bool\"\n",
       "        default_value {\n",
       "          b: false\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"transpose_b\"\n",
       "        type: \"bool\"\n",
       "        default_value {\n",
       "          b: false\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_HALF\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "            type: DT_COMPLEX64\n",
       "            type: DT_COMPLEX128\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"MaxPool\"\n",
       "      input_arg {\n",
       "        name: \"input\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        default_value {\n",
       "          type: DT_FLOAT\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_HALF\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "            type: DT_UINT8\n",
       "            type: DT_INT16\n",
       "            type: DT_INT8\n",
       "            type: DT_UINT16\n",
       "            type: DT_QINT8\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"ksize\"\n",
       "        type: \"list(int)\"\n",
       "        has_minimum: true\n",
       "        minimum: 4\n",
       "      }\n",
       "      attr {\n",
       "        name: \"strides\"\n",
       "        type: \"list(int)\"\n",
       "        has_minimum: true\n",
       "        minimum: 4\n",
       "      }\n",
       "      attr {\n",
       "        name: \"padding\"\n",
       "        type: \"string\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            s: \"SAME\"\n",
       "            s: \"VALID\"\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"data_format\"\n",
       "        type: \"string\"\n",
       "        default_value {\n",
       "          s: \"NHWC\"\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            s: \"NHWC\"\n",
       "            s: \"NCHW\"\n",
       "            s: \"NCHW_VECT_C\"\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"MergeV2Checkpoints\"\n",
       "      input_arg {\n",
       "        name: \"checkpoint_prefixes\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"destination_prefix\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      attr {\n",
       "        name: \"delete_old_dirs\"\n",
       "        type: \"bool\"\n",
       "        default_value {\n",
       "          b: true\n",
       "        }\n",
       "      }\n",
       "      is_stateful: true\n",
       "    }\n",
       "    op {\n",
       "      name: \"Mul\"\n",
       "      input_arg {\n",
       "        name: \"x\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"y\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"z\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_HALF\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_UINT8\n",
       "            type: DT_INT8\n",
       "            type: DT_UINT16\n",
       "            type: DT_INT16\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "            type: DT_COMPLEX64\n",
       "            type: DT_COMPLEX128\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      is_commutative: true\n",
       "    }\n",
       "    op {\n",
       "      name: \"NoOp\"\n",
       "    }\n",
       "    op {\n",
       "      name: \"Pack\"\n",
       "      input_arg {\n",
       "        name: \"values\"\n",
       "        type_attr: \"T\"\n",
       "        number_attr: \"N\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"N\"\n",
       "        type: \"int\"\n",
       "        has_minimum: true\n",
       "        minimum: 1\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"axis\"\n",
       "        type: \"int\"\n",
       "        default_value {\n",
       "          i: 0\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Placeholder\"\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"dtype\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dtype\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"shape\"\n",
       "        type: \"shape\"\n",
       "        default_value {\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"PlaceholderWithDefault\"\n",
       "      input_arg {\n",
       "        name: \"input\"\n",
       "        type_attr: \"dtype\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"dtype\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dtype\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"shape\"\n",
       "        type: \"shape\"\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"RandomUniform\"\n",
       "      input_arg {\n",
       "        name: \"shape\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"dtype\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"seed\"\n",
       "        type: \"int\"\n",
       "        default_value {\n",
       "          i: 0\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"seed2\"\n",
       "        type: \"int\"\n",
       "        default_value {\n",
       "          i: 0\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dtype\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_HALF\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "      is_stateful: true\n",
       "    }\n",
       "    op {\n",
       "      name: \"Relu6\"\n",
       "      input_arg {\n",
       "        name: \"features\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"activations\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_INT32\n",
       "            type: DT_UINT8\n",
       "            type: DT_INT16\n",
       "            type: DT_INT8\n",
       "            type: DT_INT64\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_UINT16\n",
       "            type: DT_HALF\n",
       "            type: DT_UINT32\n",
       "            type: DT_UINT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Reshape\"\n",
       "      input_arg {\n",
       "        name: \"tensor\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"shape\"\n",
       "        type_attr: \"Tshape\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"Tshape\"\n",
       "        type: \"type\"\n",
       "        default_value {\n",
       "          type: DT_INT32\n",
       "        }\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"RestoreV2\"\n",
       "      input_arg {\n",
       "        name: \"prefix\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"tensor_names\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"shape_and_slices\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"tensors\"\n",
       "        type_list_attr: \"dtypes\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dtypes\"\n",
       "        type: \"list(type)\"\n",
       "        has_minimum: true\n",
       "        minimum: 1\n",
       "      }\n",
       "      is_stateful: true\n",
       "    }\n",
       "    op {\n",
       "      name: \"SaveV2\"\n",
       "      input_arg {\n",
       "        name: \"prefix\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"tensor_names\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"shape_and_slices\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"tensors\"\n",
       "        type_list_attr: \"dtypes\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dtypes\"\n",
       "        type: \"list(type)\"\n",
       "        has_minimum: true\n",
       "        minimum: 1\n",
       "      }\n",
       "      is_stateful: true\n",
       "    }\n",
       "    op {\n",
       "      name: \"ShardedFilename\"\n",
       "      input_arg {\n",
       "        name: \"basename\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"shard\"\n",
       "        type: DT_INT32\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"num_shards\"\n",
       "        type: DT_INT32\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"filename\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Softmax\"\n",
       "      input_arg {\n",
       "        name: \"logits\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"softmax\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_HALF\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"StringJoin\"\n",
       "      input_arg {\n",
       "        name: \"inputs\"\n",
       "        type: DT_STRING\n",
       "        number_attr: \"N\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"output\"\n",
       "        type: DT_STRING\n",
       "      }\n",
       "      attr {\n",
       "        name: \"N\"\n",
       "        type: \"int\"\n",
       "        has_minimum: true\n",
       "        minimum: 1\n",
       "      }\n",
       "      attr {\n",
       "        name: \"separator\"\n",
       "        type: \"string\"\n",
       "        default_value {\n",
       "          s: \"\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"Sub\"\n",
       "      input_arg {\n",
       "        name: \"x\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      input_arg {\n",
       "        name: \"y\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      output_arg {\n",
       "        name: \"z\"\n",
       "        type_attr: \"T\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"T\"\n",
       "        type: \"type\"\n",
       "        allowed_values {\n",
       "          list {\n",
       "            type: DT_BFLOAT16\n",
       "            type: DT_HALF\n",
       "            type: DT_FLOAT\n",
       "            type: DT_DOUBLE\n",
       "            type: DT_UINT8\n",
       "            type: DT_INT8\n",
       "            type: DT_UINT16\n",
       "            type: DT_INT16\n",
       "            type: DT_INT32\n",
       "            type: DT_INT64\n",
       "            type: DT_COMPLEX64\n",
       "            type: DT_COMPLEX128\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    op {\n",
       "      name: \"VariableV2\"\n",
       "      output_arg {\n",
       "        name: \"ref\"\n",
       "        type_attr: \"dtype\"\n",
       "        is_ref: true\n",
       "      }\n",
       "      attr {\n",
       "        name: \"shape\"\n",
       "        type: \"shape\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"dtype\"\n",
       "        type: \"type\"\n",
       "      }\n",
       "      attr {\n",
       "        name: \"container\"\n",
       "        type: \"string\"\n",
       "        default_value {\n",
       "          s: \"\"\n",
       "        }\n",
       "      }\n",
       "      attr {\n",
       "        name: \"shared_name\"\n",
       "        type: \"string\"\n",
       "        default_value {\n",
       "          s: \"\"\n",
       "        }\n",
       "      }\n",
       "      is_stateful: true\n",
       "    }\n",
       "  }\n",
       "  tags: \"serve\"\n",
       "  tensorflow_version: \"1.13.1\"\n",
       "  tensorflow_git_version: \"b\\'unknown\\'\"\n",
       "}\n",
       "graph_def {\n",
       "  node {\n",
       "    name: \"global_step/Initializer/zeros\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@global_step\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT64\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT64\n",
       "          tensor_shape {\n",
       "          }\n",
       "          int64_val: 0\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"global_step\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@global_step\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT64\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"global_step/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"global_step\"\n",
       "    input: \"global_step/Initializer/zeros\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_INT64\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@global_step\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"global_step/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"global_step\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_INT64\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@global_step\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"Placeholder\"\n",
       "    op: \"Placeholder\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: -1\n",
       "          }\n",
       "          dim {\n",
       "            size: 32\n",
       "          }\n",
       "          dim {\n",
       "            size: 32\n",
       "          }\n",
       "          dim {\n",
       "            size: 3\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_input/input/shape\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 4\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 4\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\377\\377\\377\\377 \\000\\000\\000 \\000\\000\\000\\003\\000\\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_input/input\"\n",
       "    op: \"Reshape\"\n",
       "    input: \"Placeholder\"\n",
       "    input: \"model_input/input/shape\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"Tshape\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Initializer/random_uniform/shape\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 4\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 4\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\005\\000\\000\\000\\005\\000\\000\\000\\003\\000\\000\\000@\\000\\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Initializer/random_uniform/min\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: -0.05985055863857269\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Initializer/random_uniform/max\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: 0.05985055863857269\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    op: \"RandomUniform\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform/shape\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed\"\n",
       "      value {\n",
       "        i: 2\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed2\"\n",
       "      value {\n",
       "        i: 10\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Initializer/random_uniform/sub\"\n",
       "    op: \"Sub\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform/max\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Initializer/random_uniform/mul\"\n",
       "    op: \"Mul\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform/sub\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Initializer/random_uniform\"\n",
       "    op: \"Add\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform/mul\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 5\n",
       "          }\n",
       "          dim {\n",
       "            size: 5\n",
       "          }\n",
       "          dim {\n",
       "            size: 3\n",
       "          }\n",
       "          dim {\n",
       "            size: 64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d/kernel\"\n",
       "    input: \"conv2d/kernel/Initializer/random_uniform\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/kernel/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"conv2d/kernel\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/bias/Initializer/zeros\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "          float_val: 0.0\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/bias\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 64\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/bias/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d/bias\"\n",
       "    input: \"conv2d/bias/Initializer/zeros\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d/bias/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"conv2d/bias\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv1/conv2d/dilation_rate\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\001\\000\\000\\000\\001\\000\\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv1/conv2d/Conv2D\"\n",
       "    op: \"Conv2D\"\n",
       "    input: \"model_input/input\"\n",
       "    input: \"conv2d/kernel/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dilations\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"padding\"\n",
       "      value {\n",
       "        s: \"SAME\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"strides\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_cudnn_on_gpu\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv1/conv2d/BiasAdd\"\n",
       "    op: \"BiasAdd\"\n",
       "    input: \"model_conv1/conv2d/Conv2D\"\n",
       "    input: \"conv2d/bias/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv1/conv2d/Relu6\"\n",
       "    op: \"Relu6\"\n",
       "    input: \"model_conv1/conv2d/BiasAdd\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 32\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv1/max_pooling2d/MaxPool\"\n",
       "    op: \"MaxPool\"\n",
       "    input: \"model_conv1/conv2d/Relu6\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"ksize\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 2\n",
       "          i: 2\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"padding\"\n",
       "      value {\n",
       "        s: \"VALID\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"strides\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 2\n",
       "          i: 2\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Initializer/random_uniform/shape\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 4\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 4\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\005\\000\\000\\000\\005\\000\\000\\000@\\000\\000\\000\\200\\000\\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Initializer/random_uniform/min\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: -0.0353553406894207\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Initializer/random_uniform/max\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: 0.0353553406894207\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    op: \"RandomUniform\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform/shape\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed\"\n",
       "      value {\n",
       "        i: 2\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed2\"\n",
       "      value {\n",
       "        i: 29\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Initializer/random_uniform/sub\"\n",
       "    op: \"Sub\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform/max\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Initializer/random_uniform/mul\"\n",
       "    op: \"Mul\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform/sub\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Initializer/random_uniform\"\n",
       "    op: \"Add\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform/mul\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 5\n",
       "          }\n",
       "          dim {\n",
       "            size: 5\n",
       "          }\n",
       "          dim {\n",
       "            size: 64\n",
       "          }\n",
       "          dim {\n",
       "            size: 128\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d_1/kernel\"\n",
       "    input: \"conv2d_1/kernel/Initializer/random_uniform\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/kernel/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"conv2d_1/kernel\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/bias/Initializer/zeros\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "          float_val: 0.0\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/bias\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 128\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/bias/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d_1/bias\"\n",
       "    input: \"conv2d_1/bias/Initializer/zeros\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"conv2d_1/bias/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"conv2d_1/bias\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv2/conv2d/dilation_rate\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\001\\000\\000\\000\\001\\000\\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv2/conv2d/Conv2D\"\n",
       "    op: \"Conv2D\"\n",
       "    input: \"model_conv1/max_pooling2d/MaxPool\"\n",
       "    input: \"conv2d_1/kernel/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dilations\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"padding\"\n",
       "      value {\n",
       "        s: \"SAME\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"strides\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_cudnn_on_gpu\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv2/conv2d/BiasAdd\"\n",
       "    op: \"BiasAdd\"\n",
       "    input: \"model_conv2/conv2d/Conv2D\"\n",
       "    input: \"conv2d_1/bias/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv2/conv2d/Relu6\"\n",
       "    op: \"Relu6\"\n",
       "    input: \"model_conv2/conv2d/BiasAdd\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 16\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_conv2/max_pooling2d/MaxPool\"\n",
       "    op: \"MaxPool\"\n",
       "    input: \"model_conv2/conv2d/Relu6\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 8\n",
       "            }\n",
       "            dim {\n",
       "              size: 8\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"ksize\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 2\n",
       "          i: 2\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"padding\"\n",
       "      value {\n",
       "        s: \"VALID\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"strides\"\n",
       "      value {\n",
       "        list {\n",
       "          i: 1\n",
       "          i: 2\n",
       "          i: 2\n",
       "          i: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_dense/Reshape/shape\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\377\\377\\377\\377\\000 \\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_dense/Reshape\"\n",
       "    op: \"Reshape\"\n",
       "    input: \"model_conv2/max_pooling2d/MaxPool\"\n",
       "    input: \"model_dense/Reshape/shape\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"Tshape\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Initializer/random_uniform/shape\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\000 \\000\\000\\000\\004\\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Initializer/random_uniform/min\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: -0.025515519082546234\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Initializer/random_uniform/max\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: 0.025515519082546234\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    op: \"RandomUniform\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform/shape\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed\"\n",
       "      value {\n",
       "        i: 2\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed2\"\n",
       "      value {\n",
       "        i: 50\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Initializer/random_uniform/sub\"\n",
       "    op: \"Sub\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform/max\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Initializer/random_uniform/mul\"\n",
       "    op: \"Mul\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform/sub\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Initializer/random_uniform\"\n",
       "    op: \"Add\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform/mul\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 8192\n",
       "          }\n",
       "          dim {\n",
       "            size: 1024\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense/kernel\"\n",
       "    input: \"dense/kernel/Initializer/random_uniform\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/kernel/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"dense/kernel\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/bias/Initializer/zeros/shape_as_tensor\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 1\n",
       "            }\n",
       "          }\n",
       "          int_val: 1024\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/bias/Initializer/zeros/Const\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: 0.0\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/bias/Initializer/zeros\"\n",
       "    op: \"Fill\"\n",
       "    input: \"dense/bias/Initializer/zeros/shape_as_tensor\"\n",
       "    input: \"dense/bias/Initializer/zeros/Const\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"index_type\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/bias\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 1024\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/bias/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense/bias\"\n",
       "    input: \"dense/bias/Initializer/zeros\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense/bias/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"dense/bias\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_dense/dense/MatMul\"\n",
       "    op: \"MatMul\"\n",
       "    input: \"model_dense/Reshape\"\n",
       "    input: \"dense/kernel/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"transpose_a\"\n",
       "      value {\n",
       "        b: false\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"transpose_b\"\n",
       "      value {\n",
       "        b: false\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_dense/dense/BiasAdd\"\n",
       "    op: \"BiasAdd\"\n",
       "    input: \"model_dense/dense/MatMul\"\n",
       "    input: \"dense/bias/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_dense/dense/Relu6\"\n",
       "    op: \"Relu6\"\n",
       "    input: \"model_dense/dense/BiasAdd\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_dense/dropout/Identity\"\n",
       "    op: \"Identity\"\n",
       "    input: \"model_dense/dense/Relu6\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Initializer/random_uniform/shape\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 2\n",
       "            }\n",
       "          }\n",
       "          tensor_content: \"\\000\\004\\000\\000\\n\\000\\000\\000\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Initializer/random_uniform/min\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: -0.0761755108833313\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Initializer/random_uniform/max\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "          }\n",
       "          float_val: 0.0761755108833313\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    op: \"RandomUniform\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform/shape\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed\"\n",
       "      value {\n",
       "        i: 2\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"seed2\"\n",
       "      value {\n",
       "        i: 70\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Initializer/random_uniform/sub\"\n",
       "    op: \"Sub\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform/max\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Initializer/random_uniform/mul\"\n",
       "    op: \"Mul\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform/RandomUniform\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform/sub\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Initializer/random_uniform\"\n",
       "    op: \"Add\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform/mul\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform/min\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 1024\n",
       "          }\n",
       "          dim {\n",
       "            size: 10\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense_1/kernel\"\n",
       "    input: \"dense_1/kernel/Initializer/random_uniform\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/kernel/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"dense_1/kernel\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/bias/Initializer/zeros\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_FLOAT\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "          float_val: 0.0\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/bias\"\n",
       "    op: \"VariableV2\"\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"container\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "          dim {\n",
       "            size: 10\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shared_name\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/bias/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense_1/bias\"\n",
       "    input: \"dense_1/bias/Initializer/zeros\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"dense_1/bias/read\"\n",
       "    op: \"Identity\"\n",
       "    input: \"dense_1/bias\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_output/dense/MatMul\"\n",
       "    op: \"MatMul\"\n",
       "    input: \"model_dense/dropout/Identity\"\n",
       "    input: \"dense_1/kernel/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"transpose_a\"\n",
       "      value {\n",
       "        b: false\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"transpose_b\"\n",
       "      value {\n",
       "        b: false\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"model_output/dense/BiasAdd\"\n",
       "    op: \"BiasAdd\"\n",
       "    input: \"model_output/dense/MatMul\"\n",
       "    input: \"dense_1/bias/read\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"data_format\"\n",
       "      value {\n",
       "        s: \"NHWC\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"ArgMax/dimension\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "          }\n",
       "          int_val: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"ArgMax\"\n",
       "    op: \"ArgMax\"\n",
       "    input: \"model_output/dense/BiasAdd\"\n",
       "    input: \"ArgMax/dimension\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"Tidx\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"output_type\"\n",
       "      value {\n",
       "        type: DT_INT64\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"softmax_tensor\"\n",
       "    op: \"Softmax\"\n",
       "    input: \"model_output/dense/BiasAdd\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: -1\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"init\"\n",
       "    op: \"NoOp\"\n",
       "  }\n",
       "  node {\n",
       "    name: \"init_all_tables\"\n",
       "    op: \"NoOp\"\n",
       "  }\n",
       "  node {\n",
       "    name: \"init_1\"\n",
       "    op: \"NoOp\"\n",
       "  }\n",
       "  node {\n",
       "    name: \"group_deps\"\n",
       "    op: \"NoOp\"\n",
       "    input: \"^init\"\n",
       "    input: \"^init_1\"\n",
       "    input: \"^init_all_tables\"\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/filename/input\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_STRING\n",
       "          tensor_shape {\n",
       "          }\n",
       "          string_val: \"model\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/filename\"\n",
       "    op: \"PlaceholderWithDefault\"\n",
       "    input: \"save/filename/input\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Const\"\n",
       "    op: \"PlaceholderWithDefault\"\n",
       "    input: \"save/filename\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"shape\"\n",
       "      value {\n",
       "        shape {\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/StringJoin/inputs_1\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_STRING\n",
       "          tensor_shape {\n",
       "          }\n",
       "          string_val: \"_temp_8ad61aaddaf146d79eb93651a693c9ab/part\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/StringJoin\"\n",
       "    op: \"StringJoin\"\n",
       "    input: \"save/Const\"\n",
       "    input: \"save/StringJoin/inputs_1\"\n",
       "    attr {\n",
       "      key: \"N\"\n",
       "      value {\n",
       "        i: 2\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"separator\"\n",
       "      value {\n",
       "        s: \"\"\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/num_shards\"\n",
       "    op: \"Const\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "          }\n",
       "          int_val: 1\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/ShardedFilename/shard\"\n",
       "    op: \"Const\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_INT32\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_INT32\n",
       "          tensor_shape {\n",
       "          }\n",
       "          int_val: 0\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/ShardedFilename\"\n",
       "    op: \"ShardedFilename\"\n",
       "    input: \"save/StringJoin\"\n",
       "    input: \"save/ShardedFilename/shard\"\n",
       "    input: \"save/num_shards\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/SaveV2/tensor_names\"\n",
       "    op: \"Const\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_STRING\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "          string_val: \"conv2d/bias\"\n",
       "          string_val: \"conv2d/kernel\"\n",
       "          string_val: \"conv2d_1/bias\"\n",
       "          string_val: \"conv2d_1/kernel\"\n",
       "          string_val: \"dense/bias\"\n",
       "          string_val: \"dense/kernel\"\n",
       "          string_val: \"dense_1/bias\"\n",
       "          string_val: \"dense_1/kernel\"\n",
       "          string_val: \"global_step\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/SaveV2/shape_and_slices\"\n",
       "    op: \"Const\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_STRING\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/SaveV2\"\n",
       "    op: \"SaveV2\"\n",
       "    input: \"save/ShardedFilename\"\n",
       "    input: \"save/SaveV2/tensor_names\"\n",
       "    input: \"save/SaveV2/shape_and_slices\"\n",
       "    input: \"conv2d/bias\"\n",
       "    input: \"conv2d/kernel\"\n",
       "    input: \"conv2d_1/bias\"\n",
       "    input: \"conv2d_1/kernel\"\n",
       "    input: \"dense/bias\"\n",
       "    input: \"dense/kernel\"\n",
       "    input: \"dense_1/bias\"\n",
       "    input: \"dense_1/kernel\"\n",
       "    input: \"global_step\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"dtypes\"\n",
       "      value {\n",
       "        list {\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_INT64\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/control_dependency\"\n",
       "    op: \"Identity\"\n",
       "    input: \"save/ShardedFilename\"\n",
       "    input: \"^save/SaveV2\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@save/ShardedFilename\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/MergeV2Checkpoints/checkpoint_prefixes\"\n",
       "    op: \"Pack\"\n",
       "    input: \"save/ShardedFilename\"\n",
       "    input: \"^save/control_dependency\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"N\"\n",
       "      value {\n",
       "        i: 1\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"axis\"\n",
       "      value {\n",
       "        i: 0\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/MergeV2Checkpoints\"\n",
       "    op: \"MergeV2Checkpoints\"\n",
       "    input: \"save/MergeV2Checkpoints/checkpoint_prefixes\"\n",
       "    input: \"save/Const\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"delete_old_dirs\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Identity\"\n",
       "    op: \"Identity\"\n",
       "    input: \"save/Const\"\n",
       "    input: \"^save/MergeV2Checkpoints\"\n",
       "    input: \"^save/control_dependency\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/RestoreV2/tensor_names\"\n",
       "    op: \"Const\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_STRING\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "          string_val: \"conv2d/bias\"\n",
       "          string_val: \"conv2d/kernel\"\n",
       "          string_val: \"conv2d_1/bias\"\n",
       "          string_val: \"conv2d_1/kernel\"\n",
       "          string_val: \"dense/bias\"\n",
       "          string_val: \"dense/kernel\"\n",
       "          string_val: \"dense_1/bias\"\n",
       "          string_val: \"dense_1/kernel\"\n",
       "          string_val: \"global_step\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/RestoreV2/shape_and_slices\"\n",
       "    op: \"Const\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtype\"\n",
       "      value {\n",
       "        type: DT_STRING\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"value\"\n",
       "      value {\n",
       "        tensor {\n",
       "          dtype: DT_STRING\n",
       "          tensor_shape {\n",
       "            dim {\n",
       "              size: 9\n",
       "            }\n",
       "          }\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "          string_val: \"\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/RestoreV2\"\n",
       "    op: \"RestoreV2\"\n",
       "    input: \"save/Const\"\n",
       "    input: \"save/RestoreV2/tensor_names\"\n",
       "    input: \"save/RestoreV2/shape_and_slices\"\n",
       "    device: \"/device:CPU:0\"\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "          shape {\n",
       "            unknown_rank: true\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"dtypes\"\n",
       "      value {\n",
       "        list {\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_FLOAT\n",
       "          type: DT_INT64\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d/bias\"\n",
       "    input: \"save/RestoreV2\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_1\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d/kernel\"\n",
       "    input: \"save/RestoreV2:1\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 3\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_2\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d_1/bias\"\n",
       "    input: \"save/RestoreV2:2\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_3\"\n",
       "    op: \"Assign\"\n",
       "    input: \"conv2d_1/kernel\"\n",
       "    input: \"save/RestoreV2:3\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@conv2d_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 5\n",
       "            }\n",
       "            dim {\n",
       "              size: 64\n",
       "            }\n",
       "            dim {\n",
       "              size: 128\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_4\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense/bias\"\n",
       "    input: \"save/RestoreV2:4\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_5\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense/kernel\"\n",
       "    input: \"save/RestoreV2:5\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 8192\n",
       "            }\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_6\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense_1/bias\"\n",
       "    input: \"save/RestoreV2:6\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/bias\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_7\"\n",
       "    op: \"Assign\"\n",
       "    input: \"dense_1/kernel\"\n",
       "    input: \"save/RestoreV2:7\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_FLOAT\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@dense_1/kernel\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "            dim {\n",
       "              size: 1024\n",
       "            }\n",
       "            dim {\n",
       "              size: 10\n",
       "            }\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/Assign_8\"\n",
       "    op: \"Assign\"\n",
       "    input: \"global_step\"\n",
       "    input: \"save/RestoreV2:8\"\n",
       "    attr {\n",
       "      key: \"T\"\n",
       "      value {\n",
       "        type: DT_INT64\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_class\"\n",
       "      value {\n",
       "        list {\n",
       "          s: \"loc:@global_step\"\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"_output_shapes\"\n",
       "      value {\n",
       "        list {\n",
       "          shape {\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"use_locking\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "    attr {\n",
       "      key: \"validate_shape\"\n",
       "      value {\n",
       "        b: true\n",
       "      }\n",
       "    }\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/restore_shard\"\n",
       "    op: \"NoOp\"\n",
       "    input: \"^save/Assign\"\n",
       "    input: \"^save/Assign_1\"\n",
       "    input: \"^save/Assign_2\"\n",
       "    input: \"^save/Assign_3\"\n",
       "    input: \"^save/Assign_4\"\n",
       "    input: \"^save/Assign_5\"\n",
       "    input: \"^save/Assign_6\"\n",
       "    input: \"^save/Assign_7\"\n",
       "    input: \"^save/Assign_8\"\n",
       "  }\n",
       "  node {\n",
       "    name: \"save/restore_all\"\n",
       "    op: \"NoOp\"\n",
       "    input: \"^save/restore_shard\"\n",
       "  }\n",
       "  versions {\n",
       "    producer: 27\n",
       "  }\n",
       "}\n",
       "saver_def {\n",
       "  filename_tensor_name: \"save/Const:0\"\n",
       "  save_tensor_name: \"save/Identity:0\"\n",
       "  restore_op_name: \"save/restore_all\"\n",
       "  max_to_keep: 5\n",
       "  sharded: true\n",
       "  keep_checkpoint_every_n_hours: 10000.0\n",
       "  version: V2\n",
       "}\n",
       "collection_def {\n",
       "  key: \"global_step\"\n",
       "  value {\n",
       "    bytes_list {\n",
       "      value: \"\\n\\rglobal_step:0\\022\\022global_step/Assign\\032\\022global_step/read:02\\037global_step/Initializer/zeros:0\"\n",
       "    }\n",
       "  }\n",
       "}\n",
       "collection_def {\n",
       "  key: \"saved_model_main_op\"\n",
       "  value {\n",
       "    node_list {\n",
       "      value: \"group_deps\"\n",
       "    }\n",
       "  }\n",
       "}\n",
       "collection_def {\n",
       "  key: \"variables\"\n",
       "  value {\n",
       "    bytes_list {\n",
       "      value: \"\\n\\rglobal_step:0\\022\\022global_step/Assign\\032\\022global_step/read:02\\037global_step/Initializer/zeros:0\"\n",
       "      value: \"\\n\\017conv2d/kernel:0\\022\\024conv2d/kernel/Assign\\032\\024conv2d/kernel/read:02*conv2d/kernel/Initializer/random_uniform:0\"\n",
       "      value: \"\\n\\rconv2d/bias:0\\022\\022conv2d/bias/Assign\\032\\022conv2d/bias/read:02\\037conv2d/bias/Initializer/zeros:0\"\n",
       "      value: \"\\n\\021conv2d_1/kernel:0\\022\\026conv2d_1/kernel/Assign\\032\\026conv2d_1/kernel/read:02,conv2d_1/kernel/Initializer/random_uniform:0\"\n",
       "      value: \"\\n\\017conv2d_1/bias:0\\022\\024conv2d_1/bias/Assign\\032\\024conv2d_1/bias/read:02!conv2d_1/bias/Initializer/zeros:0\"\n",
       "      value: \"\\n\\016dense/kernel:0\\022\\023dense/kernel/Assign\\032\\023dense/kernel/read:02)dense/kernel/Initializer/random_uniform:0\"\n",
       "      value: \"\\n\\014dense/bias:0\\022\\021dense/bias/Assign\\032\\021dense/bias/read:02\\036dense/bias/Initializer/zeros:0\"\n",
       "      value: \"\\n\\020dense_1/kernel:0\\022\\025dense_1/kernel/Assign\\032\\025dense_1/kernel/read:02+dense_1/kernel/Initializer/random_uniform:0\"\n",
       "      value: \"\\n\\016dense_1/bias:0\\022\\023dense_1/bias/Assign\\032\\023dense_1/bias/read:02 dense_1/bias/Initializer/zeros:0\"\n",
       "    }\n",
       "  }\n",
       "}\n",
       "signature_def {\n",
       "  key: \"predict_output\"\n",
       "  value {\n",
       "    inputs {\n",
       "      key: \"input\"\n",
       "      value {\n",
       "        name: \"Placeholder:0\"\n",
       "        dtype: DT_FLOAT\n",
       "        tensor_shape {\n",
       "          dim {\n",
       "            size: -1\n",
       "          }\n",
       "          dim {\n",
       "            size: 32\n",
       "          }\n",
       "          dim {\n",
       "            size: 32\n",
       "          }\n",
       "          dim {\n",
       "            size: 3\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    outputs {\n",
       "      key: \"classes\"\n",
       "      value {\n",
       "        name: \"ArgMax:0\"\n",
       "        dtype: DT_INT64\n",
       "        tensor_shape {\n",
       "          dim {\n",
       "            size: -1\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    outputs {\n",
       "      key: \"probabilities\"\n",
       "      value {\n",
       "        name: \"softmax_tensor:0\"\n",
       "        dtype: DT_FLOAT\n",
       "        tensor_shape {\n",
       "          dim {\n",
       "            size: -1\n",
       "          }\n",
       "          dim {\n",
       "            size: 10\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    method_name: \"tensorflow/serving/predict\"\n",
       "  }\n",
       "}\n",
       "signature_def {\n",
       "  key: \"serving_default\"\n",
       "  value {\n",
       "    inputs {\n",
       "      key: \"input\"\n",
       "      value {\n",
       "        name: \"Placeholder:0\"\n",
       "        dtype: DT_FLOAT\n",
       "        tensor_shape {\n",
       "          dim {\n",
       "            size: -1\n",
       "          }\n",
       "          dim {\n",
       "            size: 32\n",
       "          }\n",
       "          dim {\n",
       "            size: 32\n",
       "          }\n",
       "          dim {\n",
       "            size: 3\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    outputs {\n",
       "      key: \"classes\"\n",
       "      value {\n",
       "        name: \"ArgMax:0\"\n",
       "        dtype: DT_INT64\n",
       "        tensor_shape {\n",
       "          dim {\n",
       "            size: -1\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    outputs {\n",
       "      key: \"probabilities\"\n",
       "      value {\n",
       "        name: \"softmax_tensor:0\"\n",
       "        dtype: DT_FLOAT\n",
       "        tensor_shape {\n",
       "          dim {\n",
       "            size: -1\n",
       "          }\n",
       "          dim {\n",
       "            size: 10\n",
       "          }\n",
       "        }\n",
       "      }\n",
       "    }\n",
       "    method_name: \"tensorflow/serving/predict\"\n",
       "  }\n",
       "}"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tf.saved_model.loader.load(sess,[\"serve\"],savedir )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "graph = tf.get_default_graph()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[<tf.Operation 'global_step/Initializer/zeros' type=Const>, <tf.Operation 'global_step' type=VariableV2>, <tf.Operation 'global_step/Assign' type=Assign>, <tf.Operation 'global_step/read' type=Identity>, <tf.Operation 'Placeholder' type=Placeholder>, <tf.Operation 'model_input/input/shape' type=Const>, <tf.Operation 'model_input/input' type=Reshape>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/shape' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/min' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/max' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/RandomUniform' type=RandomUniform>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/sub' type=Sub>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/mul' type=Mul>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform' type=Add>, <tf.Operation 'conv2d/kernel' type=VariableV2>, <tf.Operation 'conv2d/kernel/Assign' type=Assign>, <tf.Operation 'conv2d/kernel/read' type=Identity>, <tf.Operation 'conv2d/bias/Initializer/zeros' type=Const>, <tf.Operation 'conv2d/bias' type=VariableV2>, <tf.Operation 'conv2d/bias/Assign' type=Assign>, <tf.Operation 'conv2d/bias/read' type=Identity>, <tf.Operation 'model_conv1/conv2d/dilation_rate' type=Const>, <tf.Operation 'model_conv1/conv2d/Conv2D' type=Conv2D>, <tf.Operation 'model_conv1/conv2d/BiasAdd' type=BiasAdd>, <tf.Operation 'model_conv1/conv2d/Relu6' type=Relu6>, <tf.Operation 'model_conv1/max_pooling2d/MaxPool' type=MaxPool>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/shape' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/min' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/max' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/RandomUniform' type=RandomUniform>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/sub' type=Sub>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/mul' type=Mul>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform' type=Add>, <tf.Operation 'conv2d_1/kernel' type=VariableV2>, <tf.Operation 'conv2d_1/kernel/Assign' type=Assign>, <tf.Operation 'conv2d_1/kernel/read' type=Identity>, <tf.Operation 'conv2d_1/bias/Initializer/zeros' type=Const>, <tf.Operation 'conv2d_1/bias' type=VariableV2>, <tf.Operation 'conv2d_1/bias/Assign' type=Assign>, <tf.Operation 'conv2d_1/bias/read' type=Identity>, <tf.Operation 'model_conv2/conv2d/dilation_rate' type=Const>, <tf.Operation 'model_conv2/conv2d/Conv2D' type=Conv2D>, <tf.Operation 'model_conv2/conv2d/BiasAdd' type=BiasAdd>, <tf.Operation 'model_conv2/conv2d/Relu6' type=Relu6>, <tf.Operation 'model_conv2/max_pooling2d/MaxPool' type=MaxPool>, <tf.Operation 'model_dense/Reshape/shape' type=Const>, <tf.Operation 'model_dense/Reshape' type=Reshape>, <tf.Operation 'dense/kernel/Initializer/random_uniform/shape' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/min' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/max' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/RandomUniform' type=RandomUniform>, <tf.Operation 'dense/kernel/Initializer/random_uniform/sub' type=Sub>, <tf.Operation 'dense/kernel/Initializer/random_uniform/mul' type=Mul>, <tf.Operation 'dense/kernel/Initializer/random_uniform' type=Add>, <tf.Operation 'dense/kernel' type=VariableV2>, <tf.Operation 'dense/kernel/Assign' type=Assign>, <tf.Operation 'dense/kernel/read' type=Identity>, <tf.Operation 'dense/bias/Initializer/zeros/shape_as_tensor' type=Const>, <tf.Operation 'dense/bias/Initializer/zeros/Const' type=Const>, <tf.Operation 'dense/bias/Initializer/zeros' type=Fill>, <tf.Operation 'dense/bias' type=VariableV2>, <tf.Operation 'dense/bias/Assign' type=Assign>, <tf.Operation 'dense/bias/read' type=Identity>, <tf.Operation 'model_dense/dense/MatMul' type=MatMul>, <tf.Operation 'model_dense/dense/BiasAdd' type=BiasAdd>, <tf.Operation 'model_dense/dense/Relu6' type=Relu6>, <tf.Operation 'model_dense/dropout/Identity' type=Identity>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/shape' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/min' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/max' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/RandomUniform' type=RandomUniform>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/sub' type=Sub>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/mul' type=Mul>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform' type=Add>, <tf.Operation 'dense_1/kernel' type=VariableV2>, <tf.Operation 'dense_1/kernel/Assign' type=Assign>, <tf.Operation 'dense_1/kernel/read' type=Identity>, <tf.Operation 'dense_1/bias/Initializer/zeros' type=Const>, <tf.Operation 'dense_1/bias' type=VariableV2>, <tf.Operation 'dense_1/bias/Assign' type=Assign>, <tf.Operation 'dense_1/bias/read' type=Identity>, <tf.Operation 'model_output/dense/MatMul' type=MatMul>, <tf.Operation 'model_output/dense/BiasAdd' type=BiasAdd>, <tf.Operation 'ArgMax/dimension' type=Const>, <tf.Operation 'ArgMax' type=ArgMax>, <tf.Operation 'softmax_tensor' type=Softmax>, <tf.Operation 'init' type=NoOp>, <tf.Operation 'init_all_tables' type=NoOp>, <tf.Operation 'init_1' type=NoOp>, <tf.Operation 'group_deps' type=NoOp>, <tf.Operation 'save/filename/input' type=Const>, <tf.Operation 'save/filename' type=PlaceholderWithDefault>, <tf.Operation 'save/Const' type=PlaceholderWithDefault>, <tf.Operation 'save/StringJoin/inputs_1' type=Const>, <tf.Operation 'save/StringJoin' type=StringJoin>, <tf.Operation 'save/num_shards' type=Const>, <tf.Operation 'save/ShardedFilename/shard' type=Const>, <tf.Operation 'save/ShardedFilename' type=ShardedFilename>, <tf.Operation 'save/SaveV2/tensor_names' type=Const>, <tf.Operation 'save/SaveV2/shape_and_slices' type=Const>, <tf.Operation 'save/SaveV2' type=SaveV2>, <tf.Operation 'save/control_dependency' type=Identity>, <tf.Operation 'save/MergeV2Checkpoints/checkpoint_prefixes' type=Pack>, <tf.Operation 'save/MergeV2Checkpoints' type=MergeV2Checkpoints>, <tf.Operation 'save/Identity' type=Identity>, <tf.Operation 'save/RestoreV2/tensor_names' type=Const>, <tf.Operation 'save/RestoreV2/shape_and_slices' type=Const>, <tf.Operation 'save/RestoreV2' type=RestoreV2>, <tf.Operation 'save/Assign' type=Assign>, <tf.Operation 'save/Assign_1' type=Assign>, <tf.Operation 'save/Assign_2' type=Assign>, <tf.Operation 'save/Assign_3' type=Assign>, <tf.Operation 'save/Assign_4' type=Assign>, <tf.Operation 'save/Assign_5' type=Assign>, <tf.Operation 'save/Assign_6' type=Assign>, <tf.Operation 'save/Assign_7' type=Assign>, <tf.Operation 'save/Assign_8' type=Assign>, <tf.Operation 'save/restore_shard' type=NoOp>, <tf.Operation 'save/restore_all' type=NoOp>, <tf.Operation 'global_step/Initializer/zeros_1' type=Const>, <tf.Operation 'global_step_1' type=VariableV2>, <tf.Operation 'global_step/Assign_1' type=Assign>, <tf.Operation 'global_step/read_1' type=Identity>, <tf.Operation 'Placeholder_1' type=Placeholder>, <tf.Operation 'model_input/input/shape_1' type=Const>, <tf.Operation 'model_input/input_1' type=Reshape>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/shape_1' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/min_1' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/max_1' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/RandomUniform_1' type=RandomUniform>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/sub_1' type=Sub>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/mul_1' type=Mul>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform_1' type=Add>, <tf.Operation 'conv2d/kernel_1' type=VariableV2>, <tf.Operation 'conv2d/kernel/Assign_1' type=Assign>, <tf.Operation 'conv2d/kernel/read_1' type=Identity>, <tf.Operation 'conv2d/bias/Initializer/zeros_1' type=Const>, <tf.Operation 'conv2d/bias_1' type=VariableV2>, <tf.Operation 'conv2d/bias/Assign_1' type=Assign>, <tf.Operation 'conv2d/bias/read_1' type=Identity>, <tf.Operation 'model_conv1/conv2d/dilation_rate_1' type=Const>, <tf.Operation 'model_conv1/conv2d/Conv2D_1' type=Conv2D>, <tf.Operation 'model_conv1/conv2d/BiasAdd_1' type=BiasAdd>, <tf.Operation 'model_conv1/conv2d/Relu6_1' type=Relu6>, <tf.Operation 'model_conv1/max_pooling2d/MaxPool_1' type=MaxPool>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/shape_1' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/min_1' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/max_1' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/RandomUniform_1' type=RandomUniform>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/sub_1' type=Sub>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/mul_1' type=Mul>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform_1' type=Add>, <tf.Operation 'conv2d_1/kernel_1' type=VariableV2>, <tf.Operation 'conv2d_1/kernel/Assign_1' type=Assign>, <tf.Operation 'conv2d_1/kernel/read_1' type=Identity>, <tf.Operation 'conv2d_1/bias/Initializer/zeros_1' type=Const>, <tf.Operation 'conv2d_1/bias_1' type=VariableV2>, <tf.Operation 'conv2d_1/bias/Assign_1' type=Assign>, <tf.Operation 'conv2d_1/bias/read_1' type=Identity>, <tf.Operation 'model_conv2/conv2d/dilation_rate_1' type=Const>, <tf.Operation 'model_conv2/conv2d/Conv2D_1' type=Conv2D>, <tf.Operation 'model_conv2/conv2d/BiasAdd_1' type=BiasAdd>, <tf.Operation 'model_conv2/conv2d/Relu6_1' type=Relu6>, <tf.Operation 'model_conv2/max_pooling2d/MaxPool_1' type=MaxPool>, <tf.Operation 'model_dense/Reshape/shape_1' type=Const>, <tf.Operation 'model_dense/Reshape_1' type=Reshape>, <tf.Operation 'dense/kernel/Initializer/random_uniform/shape_1' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/min_1' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/max_1' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/RandomUniform_1' type=RandomUniform>, <tf.Operation 'dense/kernel/Initializer/random_uniform/sub_1' type=Sub>, <tf.Operation 'dense/kernel/Initializer/random_uniform/mul_1' type=Mul>, <tf.Operation 'dense/kernel/Initializer/random_uniform_1' type=Add>, <tf.Operation 'dense/kernel_1' type=VariableV2>, <tf.Operation 'dense/kernel/Assign_1' type=Assign>, <tf.Operation 'dense/kernel/read_1' type=Identity>, <tf.Operation 'dense/bias/Initializer/zeros/shape_as_tensor_1' type=Const>, <tf.Operation 'dense/bias/Initializer/zeros/Const_1' type=Const>, <tf.Operation 'dense/bias/Initializer/zeros_1' type=Fill>, <tf.Operation 'dense/bias_1' type=VariableV2>, <tf.Operation 'dense/bias/Assign_1' type=Assign>, <tf.Operation 'dense/bias/read_1' type=Identity>, <tf.Operation 'model_dense/dense/MatMul_1' type=MatMul>, <tf.Operation 'model_dense/dense/BiasAdd_1' type=BiasAdd>, <tf.Operation 'model_dense/dense/Relu6_1' type=Relu6>, <tf.Operation 'model_dense/dropout/Identity_1' type=Identity>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/shape_1' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/min_1' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/max_1' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/RandomUniform_1' type=RandomUniform>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/sub_1' type=Sub>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/mul_1' type=Mul>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform_1' type=Add>, <tf.Operation 'dense_1/kernel_1' type=VariableV2>, <tf.Operation 'dense_1/kernel/Assign_1' type=Assign>, <tf.Operation 'dense_1/kernel/read_1' type=Identity>, <tf.Operation 'dense_1/bias/Initializer/zeros_1' type=Const>, <tf.Operation 'dense_1/bias_1' type=VariableV2>, <tf.Operation 'dense_1/bias/Assign_1' type=Assign>, <tf.Operation 'dense_1/bias/read_1' type=Identity>, <tf.Operation 'model_output/dense/MatMul_1' type=MatMul>, <tf.Operation 'model_output/dense/BiasAdd_1' type=BiasAdd>, <tf.Operation 'ArgMax/dimension_1' type=Const>, <tf.Operation 'ArgMax_1' type=ArgMax>, <tf.Operation 'softmax_tensor_1' type=Softmax>, <tf.Operation 'init_2' type=NoOp>, <tf.Operation 'init_all_tables_1' type=NoOp>, <tf.Operation 'init_1_1' type=NoOp>, <tf.Operation 'group_deps_1' type=NoOp>, <tf.Operation 'save/filename/input_1' type=Const>, <tf.Operation 'save/filename_1' type=PlaceholderWithDefault>, <tf.Operation 'save/Const_1' type=PlaceholderWithDefault>, <tf.Operation 'save/StringJoin/inputs_1_1' type=Const>, <tf.Operation 'save/StringJoin_1' type=StringJoin>, <tf.Operation 'save/num_shards_1' type=Const>, <tf.Operation 'save/ShardedFilename/shard_1' type=Const>, <tf.Operation 'save/ShardedFilename_1' type=ShardedFilename>, <tf.Operation 'save/SaveV2/tensor_names_1' type=Const>, <tf.Operation 'save/SaveV2/shape_and_slices_1' type=Const>, <tf.Operation 'save/SaveV2_1' type=SaveV2>, <tf.Operation 'save/control_dependency_1' type=Identity>, <tf.Operation 'save/MergeV2Checkpoints/checkpoint_prefixes_1' type=Pack>, <tf.Operation 'save/MergeV2Checkpoints_1' type=MergeV2Checkpoints>, <tf.Operation 'save/Identity_1' type=Identity>, <tf.Operation 'save/RestoreV2/tensor_names_1' type=Const>, <tf.Operation 'save/RestoreV2/shape_and_slices_1' type=Const>, <tf.Operation 'save/RestoreV2_1' type=RestoreV2>, <tf.Operation 'save/Assign_9' type=Assign>, <tf.Operation 'save/Assign_1_1' type=Assign>, <tf.Operation 'save/Assign_2_1' type=Assign>, <tf.Operation 'save/Assign_3_1' type=Assign>, <tf.Operation 'save/Assign_4_1' type=Assign>, <tf.Operation 'save/Assign_5_1' type=Assign>, <tf.Operation 'save/Assign_6_1' type=Assign>, <tf.Operation 'save/Assign_7_1' type=Assign>, <tf.Operation 'save/Assign_8_1' type=Assign>, <tf.Operation 'save/restore_shard_1' type=NoOp>, <tf.Operation 'save/restore_all_1' type=NoOp>, <tf.Operation 'global_step/Initializer/zeros_2' type=Const>, <tf.Operation 'global_step_2' type=VariableV2>, <tf.Operation 'global_step/Assign_2' type=Assign>, <tf.Operation 'global_step/read_2' type=Identity>, <tf.Operation 'Placeholder_2' type=Placeholder>, <tf.Operation 'model_input/input/shape_2' type=Const>, <tf.Operation 'model_input/input_2' type=Reshape>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/shape_2' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/min_2' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/max_2' type=Const>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/RandomUniform_2' type=RandomUniform>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/sub_2' type=Sub>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform/mul_2' type=Mul>, <tf.Operation 'conv2d/kernel/Initializer/random_uniform_2' type=Add>, <tf.Operation 'conv2d/kernel_2' type=VariableV2>, <tf.Operation 'conv2d/kernel/Assign_2' type=Assign>, <tf.Operation 'conv2d/kernel/read_2' type=Identity>, <tf.Operation 'conv2d/bias/Initializer/zeros_2' type=Const>, <tf.Operation 'conv2d/bias_2' type=VariableV2>, <tf.Operation 'conv2d/bias/Assign_2' type=Assign>, <tf.Operation 'conv2d/bias/read_2' type=Identity>, <tf.Operation 'model_conv1/conv2d/dilation_rate_2' type=Const>, <tf.Operation 'model_conv1/conv2d/Conv2D_2' type=Conv2D>, <tf.Operation 'model_conv1/conv2d/BiasAdd_2' type=BiasAdd>, <tf.Operation 'model_conv1/conv2d/Relu6_2' type=Relu6>, <tf.Operation 'model_conv1/max_pooling2d/MaxPool_2' type=MaxPool>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/shape_2' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/min_2' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/max_2' type=Const>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/RandomUniform_2' type=RandomUniform>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/sub_2' type=Sub>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform/mul_2' type=Mul>, <tf.Operation 'conv2d_1/kernel/Initializer/random_uniform_2' type=Add>, <tf.Operation 'conv2d_1/kernel_2' type=VariableV2>, <tf.Operation 'conv2d_1/kernel/Assign_2' type=Assign>, <tf.Operation 'conv2d_1/kernel/read_2' type=Identity>, <tf.Operation 'conv2d_1/bias/Initializer/zeros_2' type=Const>, <tf.Operation 'conv2d_1/bias_2' type=VariableV2>, <tf.Operation 'conv2d_1/bias/Assign_2' type=Assign>, <tf.Operation 'conv2d_1/bias/read_2' type=Identity>, <tf.Operation 'model_conv2/conv2d/dilation_rate_2' type=Const>, <tf.Operation 'model_conv2/conv2d/Conv2D_2' type=Conv2D>, <tf.Operation 'model_conv2/conv2d/BiasAdd_2' type=BiasAdd>, <tf.Operation 'model_conv2/conv2d/Relu6_2' type=Relu6>, <tf.Operation 'model_conv2/max_pooling2d/MaxPool_2' type=MaxPool>, <tf.Operation 'model_dense/Reshape/shape_2' type=Const>, <tf.Operation 'model_dense/Reshape_2' type=Reshape>, <tf.Operation 'dense/kernel/Initializer/random_uniform/shape_2' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/min_2' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/max_2' type=Const>, <tf.Operation 'dense/kernel/Initializer/random_uniform/RandomUniform_2' type=RandomUniform>, <tf.Operation 'dense/kernel/Initializer/random_uniform/sub_2' type=Sub>, <tf.Operation 'dense/kernel/Initializer/random_uniform/mul_2' type=Mul>, <tf.Operation 'dense/kernel/Initializer/random_uniform_2' type=Add>, <tf.Operation 'dense/kernel_2' type=VariableV2>, <tf.Operation 'dense/kernel/Assign_2' type=Assign>, <tf.Operation 'dense/kernel/read_2' type=Identity>, <tf.Operation 'dense/bias/Initializer/zeros/shape_as_tensor_2' type=Const>, <tf.Operation 'dense/bias/Initializer/zeros/Const_2' type=Const>, <tf.Operation 'dense/bias/Initializer/zeros_2' type=Fill>, <tf.Operation 'dense/bias_2' type=VariableV2>, <tf.Operation 'dense/bias/Assign_2' type=Assign>, <tf.Operation 'dense/bias/read_2' type=Identity>, <tf.Operation 'model_dense/dense/MatMul_2' type=MatMul>, <tf.Operation 'model_dense/dense/BiasAdd_2' type=BiasAdd>, <tf.Operation 'model_dense/dense/Relu6_2' type=Relu6>, <tf.Operation 'model_dense/dropout/Identity_2' type=Identity>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/shape_2' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/min_2' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/max_2' type=Const>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/RandomUniform_2' type=RandomUniform>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/sub_2' type=Sub>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform/mul_2' type=Mul>, <tf.Operation 'dense_1/kernel/Initializer/random_uniform_2' type=Add>, <tf.Operation 'dense_1/kernel_2' type=VariableV2>, <tf.Operation 'dense_1/kernel/Assign_2' type=Assign>, <tf.Operation 'dense_1/kernel/read_2' type=Identity>, <tf.Operation 'dense_1/bias/Initializer/zeros_2' type=Const>, <tf.Operation 'dense_1/bias_2' type=VariableV2>, <tf.Operation 'dense_1/bias/Assign_2' type=Assign>, <tf.Operation 'dense_1/bias/read_2' type=Identity>, <tf.Operation 'model_output/dense/MatMul_2' type=MatMul>, <tf.Operation 'model_output/dense/BiasAdd_2' type=BiasAdd>, <tf.Operation 'ArgMax/dimension_2' type=Const>, <tf.Operation 'ArgMax_2' type=ArgMax>, <tf.Operation 'softmax_tensor_2' type=Softmax>, <tf.Operation 'init_3' type=NoOp>, <tf.Operation 'init_all_tables_2' type=NoOp>, <tf.Operation 'init_1_2' type=NoOp>, <tf.Operation 'group_deps_2' type=NoOp>, <tf.Operation 'save/filename/input_2' type=Const>, <tf.Operation 'save/filename_2' type=PlaceholderWithDefault>, <tf.Operation 'save/Const_2' type=PlaceholderWithDefault>, <tf.Operation 'save/StringJoin/inputs_1_2' type=Const>, <tf.Operation 'save/StringJoin_2' type=StringJoin>, <tf.Operation 'save/num_shards_2' type=Const>, <tf.Operation 'save/ShardedFilename/shard_2' type=Const>, <tf.Operation 'save/ShardedFilename_2' type=ShardedFilename>, <tf.Operation 'save/SaveV2/tensor_names_2' type=Const>, <tf.Operation 'save/SaveV2/shape_and_slices_2' type=Const>, <tf.Operation 'save/SaveV2_2' type=SaveV2>, <tf.Operation 'save/control_dependency_2' type=Identity>, <tf.Operation 'save/MergeV2Checkpoints/checkpoint_prefixes_2' type=Pack>, <tf.Operation 'save/MergeV2Checkpoints_2' type=MergeV2Checkpoints>, <tf.Operation 'save/Identity_2' type=Identity>, <tf.Operation 'save/RestoreV2/tensor_names_2' type=Const>, <tf.Operation 'save/RestoreV2/shape_and_slices_2' type=Const>, <tf.Operation 'save/RestoreV2_2' type=RestoreV2>, <tf.Operation 'save/Assign_10' type=Assign>, <tf.Operation 'save/Assign_1_2' type=Assign>, <tf.Operation 'save/Assign_2_2' type=Assign>, <tf.Operation 'save/Assign_3_2' type=Assign>, <tf.Operation 'save/Assign_4_2' type=Assign>, <tf.Operation 'save/Assign_5_2' type=Assign>, <tf.Operation 'save/Assign_6_2' type=Assign>, <tf.Operation 'save/Assign_7_2' type=Assign>, <tf.Operation 'save/Assign_8_2' type=Assign>, <tf.Operation 'save/restore_shard_2' type=NoOp>, <tf.Operation 'save/restore_all_2' type=NoOp>]\n"
     ]
    }
   ],
   "source": [
    "print(graph.get_operations())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "global_step/Initializer/zeros\n",
      "global_step\n",
      "global_step/Assign\n",
      "global_step/read\n",
      "Placeholder\n",
      "model_input/input/shape\n",
      "model_input/input\n",
      "conv2d/kernel/Initializer/random_uniform/shape\n",
      "conv2d/kernel/Initializer/random_uniform/min\n",
      "conv2d/kernel/Initializer/random_uniform/max\n",
      "conv2d/kernel/Initializer/random_uniform/RandomUniform\n",
      "conv2d/kernel/Initializer/random_uniform/sub\n",
      "conv2d/kernel/Initializer/random_uniform/mul\n",
      "conv2d/kernel/Initializer/random_uniform\n",
      "conv2d/kernel\n",
      "conv2d/kernel/Assign\n",
      "conv2d/kernel/read\n",
      "conv2d/bias/Initializer/zeros\n",
      "conv2d/bias\n",
      "conv2d/bias/Assign\n",
      "conv2d/bias/read\n",
      "model_conv1/conv2d/dilation_rate\n",
      "model_conv1/conv2d/Conv2D\n",
      "model_conv1/conv2d/BiasAdd\n",
      "model_conv1/conv2d/Relu6\n",
      "model_conv1/max_pooling2d/MaxPool\n",
      "conv2d_1/kernel/Initializer/random_uniform/shape\n",
      "conv2d_1/kernel/Initializer/random_uniform/min\n",
      "conv2d_1/kernel/Initializer/random_uniform/max\n",
      "conv2d_1/kernel/Initializer/random_uniform/RandomUniform\n",
      "conv2d_1/kernel/Initializer/random_uniform/sub\n",
      "conv2d_1/kernel/Initializer/random_uniform/mul\n",
      "conv2d_1/kernel/Initializer/random_uniform\n",
      "conv2d_1/kernel\n",
      "conv2d_1/kernel/Assign\n",
      "conv2d_1/kernel/read\n",
      "conv2d_1/bias/Initializer/zeros\n",
      "conv2d_1/bias\n",
      "conv2d_1/bias/Assign\n",
      "conv2d_1/bias/read\n",
      "model_conv2/conv2d/dilation_rate\n",
      "model_conv2/conv2d/Conv2D\n",
      "model_conv2/conv2d/BiasAdd\n",
      "model_conv2/conv2d/Relu6\n",
      "model_conv2/max_pooling2d/MaxPool\n",
      "model_dense/Reshape/shape\n",
      "model_dense/Reshape\n",
      "dense/kernel/Initializer/random_uniform/shape\n",
      "dense/kernel/Initializer/random_uniform/min\n",
      "dense/kernel/Initializer/random_uniform/max\n",
      "dense/kernel/Initializer/random_uniform/RandomUniform\n",
      "dense/kernel/Initializer/random_uniform/sub\n",
      "dense/kernel/Initializer/random_uniform/mul\n",
      "dense/kernel/Initializer/random_uniform\n",
      "dense/kernel\n",
      "dense/kernel/Assign\n",
      "dense/kernel/read\n",
      "dense/bias/Initializer/zeros/shape_as_tensor\n",
      "dense/bias/Initializer/zeros/Const\n",
      "dense/bias/Initializer/zeros\n",
      "dense/bias\n",
      "dense/bias/Assign\n",
      "dense/bias/read\n",
      "model_dense/dense/MatMul\n",
      "model_dense/dense/BiasAdd\n",
      "model_dense/dense/Relu6\n",
      "model_dense/dropout/Identity\n",
      "dense_1/kernel/Initializer/random_uniform/shape\n",
      "dense_1/kernel/Initializer/random_uniform/min\n",
      "dense_1/kernel/Initializer/random_uniform/max\n",
      "dense_1/kernel/Initializer/random_uniform/RandomUniform\n",
      "dense_1/kernel/Initializer/random_uniform/sub\n",
      "dense_1/kernel/Initializer/random_uniform/mul\n",
      "dense_1/kernel/Initializer/random_uniform\n",
      "dense_1/kernel\n",
      "dense_1/kernel/Assign\n",
      "dense_1/kernel/read\n",
      "dense_1/bias/Initializer/zeros\n",
      "dense_1/bias\n",
      "dense_1/bias/Assign\n",
      "dense_1/bias/read\n",
      "model_output/dense/MatMul\n",
      "model_output/dense/BiasAdd\n",
      "ArgMax/dimension\n",
      "ArgMax\n",
      "softmax_tensor\n",
      "init\n",
      "init_all_tables\n",
      "init_1\n",
      "group_deps\n",
      "save/filename/input\n",
      "save/filename\n",
      "save/Const\n",
      "save/StringJoin/inputs_1\n",
      "save/StringJoin\n",
      "save/num_shards\n",
      "save/ShardedFilename/shard\n",
      "save/ShardedFilename\n",
      "save/SaveV2/tensor_names\n",
      "save/SaveV2/shape_and_slices\n",
      "save/SaveV2\n",
      "save/control_dependency\n",
      "save/MergeV2Checkpoints/checkpoint_prefixes\n",
      "save/MergeV2Checkpoints\n",
      "save/Identity\n",
      "save/RestoreV2/tensor_names\n",
      "save/RestoreV2/shape_and_slices\n",
      "save/RestoreV2\n",
      "save/Assign\n",
      "save/Assign_1\n",
      "save/Assign_2\n",
      "save/Assign_3\n",
      "save/Assign_4\n",
      "save/Assign_5\n",
      "save/Assign_6\n",
      "save/Assign_7\n",
      "save/Assign_8\n",
      "save/restore_shard\n",
      "save/restore_all\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "[None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None,\n",
       " None]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Get all the nodes to know the output layer. mine was: model_output/dense/act_quant/FakeQuantWithMinMaxVars\n",
    "[print(n.name) for n in graph.as_graph_def().node]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "img = Image.open(\"CIFAR10_3_7000.jpg\")\n",
    "np_image = np.array(img)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(32, 32, 3)"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np_image.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[9.8920387e-01, 2.1815822e-07, 1.2700024e-16, 1.2271976e-03,\n",
       "        4.9954161e-18, 3.9349977e-09, 4.0713594e-10, 6.5706039e-20,\n",
       "        9.5686745e-03, 3.9168203e-11]], dtype=float32)"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "result = sess.run(\"softmax_tensor:0\", feed_dict={\"model_input/input:0\":[np_image]})\n",
    "result"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO:tensorflow:Restoring parameters from models/Tensor_CIFAR_Sparse_model/run-20190422021141/1555904678/variables/variables\n",
      "WARNING:tensorflow:From /Users/nicolasmaquaire/Dropbox/KLoop/Dev/190209_MLEnvs/env/lib/python3.7/site-packages/tensorflow/python/tools/freeze_graph.py:232: convert_variables_to_constants (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.compat.v1.graph_util.convert_variables_to_constants\n",
      "WARNING:tensorflow:From /Users/nicolasmaquaire/Dropbox/KLoop/Dev/190209_MLEnvs/env/lib/python3.7/site-packages/tensorflow/python/framework/graph_util_impl.py:245: extract_sub_graph (from tensorflow.python.framework.graph_util_impl) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.compat.v1.graph_util.extract_sub_graph\n",
      "INFO:tensorflow:Froze 8 variables.\n",
      "INFO:tensorflow:Converted 8 variables to const ops.\n"
     ]
    }
   ],
   "source": [
    "from tensorflow.python.tools import freeze_graph\n",
    "from tensorflow.python.saved_model import tag_constants\n",
    "\n",
    "input_graph_filename = None\n",
    "input_saved_model_dir = savedir\n",
    "output_node_names = \"softmax_tensor\"\n",
    "output_graph_filename = os.path.join(savedir, \"frozen.pb\") \n",
    "input_binary = False\n",
    "input_saver_def_path = False\n",
    "restore_op_name = None\n",
    "filename_tensor_name = None\n",
    "clear_devices = True\n",
    "input_meta_graph = False\n",
    "checkpoint_path = None\n",
    "\n",
    "saved_model_tags = tag_constants.SERVING\n",
    "\n",
    "freeze_graph.freeze_graph(input_graph_filename, input_saver_def_path,\n",
    "                            input_binary, checkpoint_path, output_node_names,\n",
    "                              restore_op_name, filename_tensor_name,\n",
    "                              output_graph_filename, clear_devices, \"\", \"\", \"\",\n",
    "                              input_meta_graph, input_saved_model_dir,\n",
    "                            saved_model_tags)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}