study_lab_05.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "from tensorflow.keras.utils import to_categorical\n",
    "from tensorflow.keras.datasets import mnist"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Datasets load"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_mnist():\n",
    "    import os\n",
    "    path = os.path.join(os.getcwd(), 'mnist.npz')\n",
    "    \n",
    "    (train_data, train_labels), (test_data, test_labels) = mnist.load_data(path)\n",
    "    \n",
    "    # [batch_size, height, width, color_channel]\n",
    "    train_data = np.expand_dims(train_data, axis=-1)\n",
    "    test_data = np.expand_dims(test_data, axis=-1)\n",
    "    \n",
    "    # data normalization\n",
    "    train_data = train_data.astype(np.float32) / 255.0\n",
    "    test_data = test_data.astype(np.float32) / 255.0\n",
    "    \n",
    "    # One hot encoding\n",
    "    train_labels = to_categorical(train_labels, 10)\n",
    "    test_labels = to_categorical(test_labels, 10)\n",
    "    \n",
    "    return train_data, train_labels, test_data, test_labels"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Create model (activation function = relu)\n",
    "layer => batch normalization => activation => drop out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "class CreateModel(tf.keras.Model):\n",
    "    def __init__(self, label_dims):\n",
    "        super(CreateModel, self).__init__()\n",
    "        self.flatten = tf.keras.layers.Flatten()\n",
    "        \n",
    "        self.dense1 = tf.keras.layers.Dense(units=256, use_bias=True, kernel_initializer='he_uniform')\n",
    "        self.batch_norm1 = tf.keras.layers.BatchNormalization()\n",
    "        self.relu1 = tf.keras.layers.Activation(tf.keras.activations.relu)\n",
    "        self.drop1 = tf.keras.layers.Dropout(rate=0.7)\n",
    "        \n",
    "        self.dense2 = tf.keras.layers.Dense(units=512, use_bias=True, kernel_initializer='he_uniform')\n",
    "        self.batch_norm2 = tf.keras.layers.BatchNormalization()\n",
    "        self.relu2 = tf.keras.layers.Activation(tf.keras.activations.relu)\n",
    "        self.drop2 = tf.keras.layers.Dropout(rate=0.7)\n",
    "        \n",
    "        self.dense3 = tf.keras.layers.Dense(units=label_dims, use_bias=True, kernel_initializer='he_uniform')\n",
    "        self.batch_norm3 = tf.keras.layers.BatchNormalization()\n",
    "    \n",
    "    def call(self, inputs, training=False):\n",
    "        net = self.flatten(inputs)\n",
    "        \n",
    "        net = self.dense1(net)\n",
    "        net = self.relu1(net)\n",
    "        net = self.batch_norm1(net)\n",
    "        \n",
    "        net = self.dense2(net)\n",
    "        net = self.relu2(net)\n",
    "        net = self.batch_norm2(net)\n",
    "        \n",
    "        net = self.dense3(net)\n",
    "        net = self.batch_norm3(net)\n",
    "        \n",
    "        return net"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Loss 정의하기"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def loss_fn(model, images, labels):\n",
    "    logits = model(images, training=True)\n",
    "    loss = tf.reduce_mean(tf.keras.losses.categorical_crossentropy(y_pred=logits, y_true=labels, from_logits=True))\n",
    "    return loss\n",
    "    \n",
    "def accuracy_fn(model, images, labels):\n",
    "    logits = model(images, training=False)\n",
    "    prediction = tf.equal(tf.argmax(logits, -1), tf.argmax(labels, -1))\n",
    "    accuracy = tf.reduce_mean(tf.cast(prediction, tf.float32)) * 100\n",
    "    return accuracy\n",
    "\n",
    "def grad(model, images, labels):\n",
    "    with tf.GradientTape() as tape:\n",
    "        loss = loss_fn(model, images, labels)\n",
    "    return tape.gradient(loss, model.variables)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 데이터 전처리"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading data from https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz\n",
      "11493376/11490434 [==============================] - 9s 1us/step\n"
     ]
    }
   ],
   "source": [
    "train_x, train_y, test_x, test_y = load_mnist()\n",
    "\n",
    "learning_rate = 0.001\n",
    "batch_size = 128\n",
    "train_dataset_num = len(train_x) // batch_size\n",
    "\n",
    "train_dataset = tf.data.Dataset.from_tensor_slices((train_x, train_y)).\\\n",
    "    shuffle(buffer_size=100000).\\\n",
    "    prefetch(buffer_size=batch_size).\\\n",
    "    batch(batch_size, drop_remainder=True)\n",
    "\n",
    "test_dataset = tf.data.Dataset.from_tensor_slices((test_x, test_y)).\\\n",
    "    shuffle(buffer_size=100000).\\\n",
    "    prefetch(buffer_size=len(test_x)).\\\n",
    "    batch(len(test_x), drop_remainder=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 학습 하기"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     0/468, Loss: 1.47165, Accuracy:  37.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     1/468, Loss: 1.24856, Accuracy:  47.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     2/468, Loss: 1.19742, Accuracy:  53.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     3/468, Loss: 1.13269, Accuracy:  62.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     4/468, Loss: 1.08959, Accuracy:  65.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     5/468, Loss: 1.02629, Accuracy:  68.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     6/468, Loss: 1.00367, Accuracy:  60.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     7/468, Loss: 0.99949, Accuracy:  66.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     8/468, Loss: 0.86569, Accuracy:  71.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:     9/468, Loss: 0.85141, Accuracy:  74.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    10/468, Loss: 0.90543, Accuracy:  67.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    11/468, Loss: 0.95452, Accuracy:  64.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    12/468, Loss: 0.85247, Accuracy:  70.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    13/468, Loss: 0.80103, Accuracy:  73.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    14/468, Loss: 0.83472, Accuracy:  71.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    15/468, Loss: 0.80528, Accuracy:  79.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    16/468, Loss: 0.78444, Accuracy:  73.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:    17/468, Loss: 0.80085, Accuracy:  71.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    18/468, Loss: 0.80695, Accuracy:  73.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    19/468, Loss: 0.80708, Accuracy:  71.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    20/468, Loss: 0.74220, Accuracy:  71.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    21/468, Loss: 0.73057, Accuracy:  74.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    22/468, Loss: 0.77545, Accuracy:  79.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    23/468, Loss: 0.75155, Accuracy:  77.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    24/468, Loss: 0.74461, Accuracy:  78.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    25/468, Loss: 0.74635, Accuracy:  82.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    26/468, Loss: 0.64130, Accuracy:  85.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    27/468, Loss: 0.69795, Accuracy:  80.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    28/468, Loss: 0.70388, Accuracy:  82.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    29/468, Loss: 0.62046, Accuracy:  88.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    30/468, Loss: 0.73514, Accuracy:  82.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    31/468, Loss: 0.70017, Accuracy:  84.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    32/468, Loss: 0.66574, Accuracy:  85.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    33/468, Loss: 0.70525, Accuracy:  80.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    34/468, Loss: 0.68441, Accuracy:  82.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:    35/468, Loss: 0.67663, Accuracy:  88.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    36/468, Loss: 0.60756, Accuracy:  87.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    37/468, Loss: 0.64584, Accuracy:  89.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    38/468, Loss: 0.76010, Accuracy:  85.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    39/468, Loss: 0.60583, Accuracy:  88.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    40/468, Loss: 0.63094, Accuracy:  86.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    41/468, Loss: 0.71816, Accuracy:  83.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    42/468, Loss: 0.62843, Accuracy:  87.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    43/468, Loss: 0.55347, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    44/468, Loss: 0.62000, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    45/468, Loss: 0.60316, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    46/468, Loss: 0.54042, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    47/468, Loss: 0.67504, Accuracy:  89.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    48/468, Loss: 0.57566, Accuracy:  89.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    49/468, Loss: 0.57704, Accuracy:  89.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    50/468, Loss: 0.59759, Accuracy:  89.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    51/468, Loss: 0.61056, Accuracy:  86.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    52/468, Loss: 0.60720, Accuracy:  89.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:    53/468, Loss: 0.55438, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    54/468, Loss: 0.57795, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    55/468, Loss: 0.53392, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    56/468, Loss: 0.59039, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    57/468, Loss: 0.57618, Accuracy:  85.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    58/468, Loss: 0.56414, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    59/468, Loss: 0.58006, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    60/468, Loss: 0.61037, Accuracy:  87.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    61/468, Loss: 0.61959, Accuracy:  89.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    62/468, Loss: 0.56371, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    63/468, Loss: 0.53635, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    64/468, Loss: 0.56267, Accuracy:  89.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    65/468, Loss: 0.58372, Accuracy:  89.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    66/468, Loss: 0.55686, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    67/468, Loss: 0.54912, Accuracy:  89.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    68/468, Loss: 0.54626, Accuracy:  88.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    69/468, Loss: 0.51963, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    70/468, Loss: 0.62978, Accuracy:  87.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:    71/468, Loss: 0.49814, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    72/468, Loss: 0.58647, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    73/468, Loss: 0.57544, Accuracy:  89.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    74/468, Loss: 0.50284, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    75/468, Loss: 0.51544, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    76/468, Loss: 0.55555, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    77/468, Loss: 0.49991, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    78/468, Loss: 0.57243, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    79/468, Loss: 0.47371, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    80/468, Loss: 0.49559, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    81/468, Loss: 0.53788, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    82/468, Loss: 0.50359, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    83/468, Loss: 0.52149, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    84/468, Loss: 0.48809, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    85/468, Loss: 0.48644, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    86/468, Loss: 0.48594, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    87/468, Loss: 0.53892, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    88/468, Loss: 0.49452, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:    89/468, Loss: 0.45878, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    90/468, Loss: 0.47945, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    91/468, Loss: 0.46649, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    92/468, Loss: 0.45415, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    93/468, Loss: 0.55168, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    94/468, Loss: 0.50393, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    95/468, Loss: 0.50912, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    96/468, Loss: 0.47500, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    97/468, Loss: 0.48451, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    98/468, Loss: 0.50080, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:    99/468, Loss: 0.49756, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   100/468, Loss: 0.47666, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   101/468, Loss: 0.44483, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   102/468, Loss: 0.43174, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   103/468, Loss: 0.43254, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   104/468, Loss: 0.44581, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   105/468, Loss: 0.45918, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   106/468, Loss: 0.52210, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   107/468, Loss: 0.44151, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   108/468, Loss: 0.45828, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   109/468, Loss: 0.43018, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   110/468, Loss: 0.51019, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   111/468, Loss: 0.47591, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   112/468, Loss: 0.54773, Accuracy:  89.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   113/468, Loss: 0.45038, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   114/468, Loss: 0.45120, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   115/468, Loss: 0.50259, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   116/468, Loss: 0.46849, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   117/468, Loss: 0.40626, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   118/468, Loss: 0.44249, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   119/468, Loss: 0.50705, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   120/468, Loss: 0.43266, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   121/468, Loss: 0.49060, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   122/468, Loss: 0.48476, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   123/468, Loss: 0.43932, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   124/468, Loss: 0.37733, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   125/468, Loss: 0.47081, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   126/468, Loss: 0.45479, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   127/468, Loss: 0.45681, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   128/468, Loss: 0.46535, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   129/468, Loss: 0.47263, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   130/468, Loss: 0.41925, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   131/468, Loss: 0.44188, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   132/468, Loss: 0.41469, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   133/468, Loss: 0.43211, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   134/468, Loss: 0.50024, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   135/468, Loss: 0.47311, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   136/468, Loss: 0.46370, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   137/468, Loss: 0.46169, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   138/468, Loss: 0.45498, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   139/468, Loss: 0.40780, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   140/468, Loss: 0.40311, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   141/468, Loss: 0.43603, Accuracy:  89.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   142/468, Loss: 0.40923, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   143/468, Loss: 0.43066, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   144/468, Loss: 0.46264, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   145/468, Loss: 0.41846, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   146/468, Loss: 0.38748, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   147/468, Loss: 0.49148, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   148/468, Loss: 0.43685, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   149/468, Loss: 0.42458, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   150/468, Loss: 0.37268, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   151/468, Loss: 0.45671, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   152/468, Loss: 0.47554, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   153/468, Loss: 0.43489, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   154/468, Loss: 0.44491, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   155/468, Loss: 0.42158, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   156/468, Loss: 0.42771, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   157/468, Loss: 0.42736, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   158/468, Loss: 0.37980, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   159/468, Loss: 0.43505, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   160/468, Loss: 0.41283, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   161/468, Loss: 0.37517, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   162/468, Loss: 0.39964, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   163/468, Loss: 0.42688, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   164/468, Loss: 0.41024, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   165/468, Loss: 0.39298, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   166/468, Loss: 0.44817, Accuracy:  91.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   167/468, Loss: 0.44644, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   168/468, Loss: 0.33382, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   169/468, Loss: 0.42146, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   170/468, Loss: 0.37380, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   171/468, Loss: 0.41276, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   172/468, Loss: 0.36491, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   173/468, Loss: 0.44866, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   174/468, Loss: 0.35567, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   175/468, Loss: 0.44591, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   176/468, Loss: 0.41142, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   177/468, Loss: 0.40164, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   178/468, Loss: 0.43325, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   179/468, Loss: 0.38507, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   180/468, Loss: 0.40278, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   181/468, Loss: 0.40741, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   182/468, Loss: 0.36766, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   183/468, Loss: 0.37771, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   184/468, Loss: 0.39870, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   185/468, Loss: 0.37788, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   186/468, Loss: 0.44650, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   187/468, Loss: 0.37050, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   188/468, Loss: 0.45803, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   189/468, Loss: 0.33821, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   190/468, Loss: 0.32962, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   191/468, Loss: 0.40767, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   192/468, Loss: 0.35166, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   193/468, Loss: 0.41770, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   194/468, Loss: 0.36169, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   195/468, Loss: 0.41341, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   196/468, Loss: 0.35987, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   197/468, Loss: 0.33871, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   198/468, Loss: 0.33808, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   199/468, Loss: 0.40431, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   200/468, Loss: 0.36040, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   201/468, Loss: 0.33379, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   202/468, Loss: 0.42841, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   203/468, Loss: 0.36213, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   204/468, Loss: 0.36964, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   205/468, Loss: 0.35406, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   206/468, Loss: 0.34841, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   207/468, Loss: 0.40421, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   208/468, Loss: 0.36432, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   209/468, Loss: 0.38550, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   210/468, Loss: 0.37610, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   211/468, Loss: 0.32568, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   212/468, Loss: 0.37032, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   213/468, Loss: 0.42473, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   214/468, Loss: 0.35977, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   215/468, Loss: 0.36003, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   216/468, Loss: 0.39494, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   217/468, Loss: 0.30727, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   218/468, Loss: 0.35470, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   219/468, Loss: 0.36645, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   220/468, Loss: 0.34260, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   221/468, Loss: 0.33436, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   222/468, Loss: 0.38458, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   223/468, Loss: 0.38021, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   224/468, Loss: 0.43138, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   225/468, Loss: 0.37228, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   226/468, Loss: 0.41132, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   227/468, Loss: 0.39852, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   228/468, Loss: 0.31078, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   229/468, Loss: 0.31546, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   230/468, Loss: 0.40800, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   231/468, Loss: 0.35819, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   232/468, Loss: 0.36751, Accuracy:  93.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   233/468, Loss: 0.38815, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   234/468, Loss: 0.33383, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   235/468, Loss: 0.38602, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   236/468, Loss: 0.33281, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   237/468, Loss: 0.32725, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   238/468, Loss: 0.29770, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   239/468, Loss: 0.38320, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   240/468, Loss: 0.33964, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   241/468, Loss: 0.34330, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   242/468, Loss: 0.31941, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   243/468, Loss: 0.31296, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   244/468, Loss: 0.32953, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   245/468, Loss: 0.26917, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   246/468, Loss: 0.34421, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   247/468, Loss: 0.36117, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   248/468, Loss: 0.37701, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   249/468, Loss: 0.36846, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   250/468, Loss: 0.30980, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   251/468, Loss: 0.31922, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   252/468, Loss: 0.39270, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   253/468, Loss: 0.31853, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   254/468, Loss: 0.26645, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   255/468, Loss: 0.32818, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   256/468, Loss: 0.31556, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   257/468, Loss: 0.30881, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   258/468, Loss: 0.32490, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   259/468, Loss: 0.28620, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   260/468, Loss: 0.30900, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   261/468, Loss: 0.34739, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   262/468, Loss: 0.32829, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   263/468, Loss: 0.35072, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   264/468, Loss: 0.30912, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   265/468, Loss: 0.27922, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   266/468, Loss: 0.33313, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   267/468, Loss: 0.29514, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   268/468, Loss: 0.30140, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   269/468, Loss: 0.32529, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   270/468, Loss: 0.32209, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   271/468, Loss: 0.33240, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   272/468, Loss: 0.30364, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   273/468, Loss: 0.35343, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   274/468, Loss: 0.34358, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   275/468, Loss: 0.30496, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   276/468, Loss: 0.32439, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   277/468, Loss: 0.34547, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   278/468, Loss: 0.32592, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   279/468, Loss: 0.28705, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   280/468, Loss: 0.36827, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   281/468, Loss: 0.35767, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   282/468, Loss: 0.33614, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   283/468, Loss: 0.27921, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   284/468, Loss: 0.29233, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   285/468, Loss: 0.32698, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   286/468, Loss: 0.29030, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   287/468, Loss: 0.41568, Accuracy:  90.6%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   288/468, Loss: 0.31703, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   289/468, Loss: 0.28059, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   290/468, Loss: 0.27190, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   291/468, Loss: 0.31705, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   292/468, Loss: 0.29173, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   293/468, Loss: 0.27726, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   294/468, Loss: 0.29178, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   295/468, Loss: 0.32381, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   296/468, Loss: 0.38270, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   297/468, Loss: 0.32272, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   298/468, Loss: 0.30360, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   299/468, Loss: 0.30277, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   300/468, Loss: 0.34890, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   301/468, Loss: 0.34963, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   302/468, Loss: 0.36505, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   303/468, Loss: 0.32261, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   304/468, Loss: 0.27006, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   305/468, Loss: 0.35855, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   306/468, Loss: 0.37332, Accuracy:  92.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   307/468, Loss: 0.32582, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   308/468, Loss: 0.31628, Accuracy:  93.8%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   309/468, Loss: 0.26778, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   310/468, Loss: 0.31629, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   311/468, Loss: 0.32203, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   312/468, Loss: 0.31077, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   313/468, Loss: 0.34306, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   314/468, Loss: 0.29296, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   315/468, Loss: 0.29796, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   316/468, Loss: 0.28274, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   317/468, Loss: 0.33500, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   318/468, Loss: 0.30503, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   319/468, Loss: 0.29320, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   320/468, Loss: 0.30189, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   321/468, Loss: 0.31308, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   322/468, Loss: 0.28460, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   323/468, Loss: 0.30922, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   324/468, Loss: 0.25503, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   325/468, Loss: 0.29591, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   326/468, Loss: 0.31005, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   327/468, Loss: 0.27812, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   328/468, Loss: 0.27410, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   329/468, Loss: 0.24242, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   330/468, Loss: 0.29512, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   331/468, Loss: 0.30544, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   332/468, Loss: 0.23934, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   333/468, Loss: 0.24917, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   334/468, Loss: 0.24337, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   335/468, Loss: 0.29393, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   336/468, Loss: 0.26452, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   337/468, Loss: 0.25871, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   338/468, Loss: 0.35235, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   339/468, Loss: 0.27578, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   340/468, Loss: 0.35014, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   341/468, Loss: 0.27427, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   342/468, Loss: 0.32138, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   343/468, Loss: 0.23723, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   344/468, Loss: 0.30876, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   345/468, Loss: 0.27679, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   346/468, Loss: 0.28864, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   347/468, Loss: 0.26945, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   348/468, Loss: 0.26606, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   349/468, Loss: 0.25710, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   350/468, Loss: 0.31464, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   351/468, Loss: 0.28894, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   352/468, Loss: 0.29039, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   353/468, Loss: 0.26863, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   354/468, Loss: 0.28176, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   355/468, Loss: 0.22590, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   356/468, Loss: 0.25826, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   357/468, Loss: 0.28156, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   358/468, Loss: 0.34774, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   359/468, Loss: 0.28023, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   360/468, Loss: 0.30860, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   361/468, Loss: 0.23297, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   362/468, Loss: 0.25861, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   363/468, Loss: 0.26604, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   364/468, Loss: 0.29356, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   365/468, Loss: 0.29007, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   366/468, Loss: 0.27813, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   367/468, Loss: 0.27983, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   368/468, Loss: 0.27672, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   369/468, Loss: 0.25418, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   370/468, Loss: 0.22179, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   371/468, Loss: 0.28973, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   372/468, Loss: 0.25721, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   373/468, Loss: 0.33111, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   374/468, Loss: 0.24400, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   375/468, Loss: 0.29604, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   376/468, Loss: 0.30088, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   377/468, Loss: 0.28740, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   378/468, Loss: 0.32575, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   379/468, Loss: 0.21388, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   380/468, Loss: 0.26317, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   381/468, Loss: 0.26528, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   382/468, Loss: 0.24596, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   383/468, Loss: 0.22197, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   384/468, Loss: 0.29217, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   385/468, Loss: 0.22811, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   386/468, Loss: 0.25581, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   387/468, Loss: 0.27069, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   388/468, Loss: 0.28393, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   389/468, Loss: 0.23925, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   390/468, Loss: 0.25851, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   391/468, Loss: 0.25962, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   392/468, Loss: 0.25627, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   393/468, Loss: 0.28676, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   394/468, Loss: 0.26171, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   395/468, Loss: 0.27609, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   396/468, Loss: 0.25815, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   397/468, Loss: 0.24824, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   398/468, Loss: 0.25453, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   399/468, Loss: 0.25810, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   400/468, Loss: 0.27712, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   401/468, Loss: 0.24228, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   402/468, Loss: 0.31369, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   403/468, Loss: 0.27981, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   404/468, Loss: 0.23501, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   405/468, Loss: 0.27972, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   406/468, Loss: 0.28837, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   407/468, Loss: 0.27405, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   408/468, Loss: 0.24377, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   409/468, Loss: 0.20786, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   410/468, Loss: 0.23358, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   411/468, Loss: 0.26079, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   412/468, Loss: 0.24825, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   413/468, Loss: 0.27015, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   414/468, Loss: 0.25616, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   415/468, Loss: 0.26003, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   416/468, Loss: 0.27108, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   417/468, Loss: 0.23649, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   418/468, Loss: 0.24983, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   419/468, Loss: 0.18960, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   420/468, Loss: 0.29832, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   421/468, Loss: 0.29284, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   422/468, Loss: 0.26401, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   423/468, Loss: 0.28409, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   424/468, Loss: 0.24971, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   425/468, Loss: 0.18887, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   426/468, Loss: 0.26329, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   427/468, Loss: 0.26691, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   428/468, Loss: 0.25190, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   429/468, Loss: 0.24581, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   430/468, Loss: 0.21716, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   431/468, Loss: 0.25914, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   432/468, Loss: 0.22694, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   433/468, Loss: 0.25233, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   434/468, Loss: 0.22810, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   435/468, Loss: 0.27077, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   436/468, Loss: 0.24357, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   437/468, Loss: 0.20100, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   438/468, Loss: 0.25698, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   439/468, Loss: 0.26820, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   440/468, Loss: 0.23908, Accuracy: 100.0%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   441/468, Loss: 0.20658, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   442/468, Loss: 0.29385, Accuracy:  96.1%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   443/468, Loss: 0.23699, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   444/468, Loss: 0.28690, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   445/468, Loss: 0.23981, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   446/468, Loss: 0.24012, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   447/468, Loss: 0.29582, Accuracy:  94.5%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   448/468, Loss: 0.26659, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   449/468, Loss: 0.23630, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   450/468, Loss: 0.25929, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   451/468, Loss: 0.24159, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   452/468, Loss: 0.24411, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   453/468, Loss: 0.23114, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   454/468, Loss: 0.23882, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   455/468, Loss: 0.27124, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   456/468, Loss: 0.25328, Accuracy:  98.4%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   457/468, Loss: 0.26646, Accuracy:  95.3%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   458/468, Loss: 0.21539, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   459/468, Loss: 0.22404, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   460/468, Loss: 0.24426, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   461/468, Loss: 0.24451, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   462/468, Loss: 0.20962, Accuracy:  99.2%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   463/468, Loss: 0.23333, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   464/468, Loss: 0.27852, Accuracy:  96.9%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   465/468, Loss: 0.23958, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n",
      "Epoch:     0, Process:   466/468, Loss: 0.23555, Accuracy:  97.7%\n",
      "WARNING:tensorflow:Gradients do not exist for variables ['create_model/batch_normalization/moving_mean:0', 'create_model/batch_normalization/moving_variance:0', 'create_model/batch_normalization_1/moving_mean:0', 'create_model/batch_normalization_1/moving_variance:0', 'create_model/batch_normalization_2/moving_mean:0', 'create_model/batch_normalization_2/moving_variance:0'] when minimizing the loss.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch:     0, Process:   467/468, Loss: 0.21776, Accuracy:  98.4%\n"
     ]
    }
   ],
   "source": [
    "label_dim = 10\n",
    "\n",
    "model = CreateModel(label_dim)\n",
    "optimizer = tf.keras.optimizers.Adam(learning_rate = learning_rate)\n",
    "\n",
    "epoch = 1\n",
    "for i in range(epoch):\n",
    "    for idx, (images, labels) in enumerate(train_dataset):\n",
    "        grads = grad(model, images, labels)\n",
    "        optimizer.apply_gradients(grads_and_vars=zip(grads, model.variables))\n",
    "        \n",
    "        loss = loss_fn(model, images, labels)\n",
    "        accuracy = accuracy_fn(model, images, labels)\n",
    "        \n",
    "        print('Epoch: {:5}, Process: {:5}/{}, Loss: {:5.5f}, Accuracy: {:5.1f}%'.format(i, idx, train_dataset_num, loss, accuracy))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Model 성능 테스트\n",
    "\n",
    "random normalization => 96.2%<br>\n",
    "glorot normalization => 96.5%<br>\n",
    "he uniform => 96.8%"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accuracy:  97.2%\n"
     ]
    }
   ],
   "source": [
    "for images, labels in test_dataset:\n",
    "    accuracy = accuracy_fn(model, images, labels)\n",
    "    print('Accuracy: {:5.1f}%'.format(accuracy))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}