ResNet50CustomCode.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "ResNet50CustomCode.ipynb",
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "2hu7-MLjhkrA"
      },
      "source": [
        "import tensorflow as tf\r\n",
        "from tensorflow import keras\r\n",
        "import numpy as np\r\n",
        "import matplotlib.pyplot as plt\r\n",
        "from tensorflow.keras.applications import ResNet50"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Xei1DUAySVAk"
      },
      "source": [
        "(x_train, y_train), (x_test, y_test) = tf.keras.datasets.cifar10.load_data()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uyAsAn3oSbVd",
        "outputId": "c2329fc4-bfa7-48da-e385-e2ba2ff46176"
      },
      "source": [
        "y_train.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(50000, 1)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 46
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gqxDAjfOTMrf",
        "outputId": "bf7aafab-8e86-4f32-f539-0ae64652c7b6"
      },
      "source": [
        "model1 = ResNet50(\r\n",
        "    include_top=True, weights='imagenet', input_tensor=None,\r\n",
        "    input_shape=None, pooling=None, classes=1000)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/resnet/resnet50_weights_tf_dim_ordering_tf_kernels.h5\n",
            "102973440/102967424 [==============================] - 1s 0us/step\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "ArXjBbdoTVPW",
        "outputId": "5ec3e63e-f970-47aa-8c1b-148c7efa5e63"
      },
      "source": [
        "import json\r\n",
        "from pprint import pprint\r\n",
        "json_string = model1.to_json()\r\n",
        "json_object = json.loads(json_string)\r\n",
        "pprint(json_object)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "{'backend': 'tensorflow',\n",
            " 'class_name': 'Functional',\n",
            " 'config': {'input_layers': [['input_1', 0, 0]],\n",
            "            'layers': [{'class_name': 'InputLayer',\n",
            "                        'config': {'batch_input_shape': [None, 224, 224, 3],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'input_1',\n",
            "                                   'ragged': False,\n",
            "                                   'sparse': False},\n",
            "                        'inbound_nodes': [],\n",
            "                        'name': 'input_1'},\n",
            "                       {'class_name': 'ZeroPadding2D',\n",
            "                        'config': {'data_format': 'channels_last',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv1_pad',\n",
            "                                   'padding': [[3, 3], [3, 3]],\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['input_1', 0, 0, {}]]],\n",
            "                        'name': 'conv1_pad'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 64,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [7, 7],\n",
            "                                   'name': 'conv1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv1_pad', 0, 0, {}]]],\n",
            "                        'name': 'conv1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv1_relu'},\n",
            "                       {'class_name': 'ZeroPadding2D',\n",
            "                        'config': {'data_format': 'channels_last',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'pool1_pad',\n",
            "                                   'padding': [[1, 1], [1, 1]],\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv1_relu', 0, 0, {}]]],\n",
            "                        'name': 'pool1_pad'},\n",
            "                       {'class_name': 'MaxPooling2D',\n",
            "                        'config': {'data_format': 'channels_last',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'pool1_pool',\n",
            "                                   'padding': 'valid',\n",
            "                                   'pool_size': [3, 3],\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['pool1_pad', 0, 0, {}]]],\n",
            "                        'name': 'pool1_pool'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 64,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv2_block1_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['pool1_pool', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block1_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block1_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 64,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv2_block1_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block1_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block1_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv2_block1_0_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['pool1_pool', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_0_conv'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv2_block1_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block1_0_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_0_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_0_bn'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block1_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv2_block1_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_0_bn', 0, 0, {}],\n",
            "                                           ['conv2_block1_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block1_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_add', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block1_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 64,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv2_block2_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_out', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block2_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block2_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 64,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv2_block2_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block2_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block2_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv2_block2_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block2_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv2_block2_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block1_out', 0, 0, {}],\n",
            "                                           ['conv2_block2_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block2_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_add', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block2_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 64,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv2_block3_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_out', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block3_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block3_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 64,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv2_block3_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block3_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block3_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv2_block3_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv2_block3_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv2_block3_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block2_out', 0, 0, {}],\n",
            "                                           ['conv2_block3_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv2_block3_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_add', 0, 0, {}]]],\n",
            "                        'name': 'conv2_block3_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block1_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_out', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block1_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block1_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv3_block1_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block1_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block1_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block1_0_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv2_block3_out', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_0_conv'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block1_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block1_0_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_0_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_0_bn'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block1_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv3_block1_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_0_bn', 0, 0, {}],\n",
            "                                           ['conv3_block1_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block1_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_add', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block1_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block2_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_out', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block2_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block2_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv3_block2_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block2_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block2_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block2_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block2_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv3_block2_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block1_out', 0, 0, {}],\n",
            "                                           ['conv3_block2_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block2_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_add', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block2_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block3_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_out', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block3_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block3_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv3_block3_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block3_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block3_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block3_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block3_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv3_block3_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block2_out', 0, 0, {}],\n",
            "                                           ['conv3_block3_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block3_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_add', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block3_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block4_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_out', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block4_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block4_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 128,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv3_block4_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block4_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block4_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv3_block4_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv3_block4_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv3_block4_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block3_out', 0, 0, {}],\n",
            "                                           ['conv3_block4_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv3_block4_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_add', 0, 0, {}]]],\n",
            "                        'name': 'conv3_block4_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block1_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_out', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block1_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block1_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv4_block1_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block1_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block1_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 1024,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block1_0_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv3_block4_out', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_0_conv'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 1024,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block1_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block1_0_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_0_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_0_bn'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block1_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv4_block1_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_0_bn', 0, 0, {}],\n",
            "                                           ['conv4_block1_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block1_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_add', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block1_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block2_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_out', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block2_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block2_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv4_block2_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block2_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block2_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 1024,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block2_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block2_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv4_block2_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block1_out', 0, 0, {}],\n",
            "                                           ['conv4_block2_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block2_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_add', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block2_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block3_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_out', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block3_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block3_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv4_block3_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block3_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block3_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 1024,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block3_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block3_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv4_block3_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block2_out', 0, 0, {}],\n",
            "                                           ['conv4_block3_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block3_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_add', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block3_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block4_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_out', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block4_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block4_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv4_block4_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block4_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block4_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 1024,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block4_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block4_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv4_block4_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block3_out', 0, 0, {}],\n",
            "                                           ['conv4_block4_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block4_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_add', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block4_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block5_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_out', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block5_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block5_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv4_block5_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block5_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block5_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 1024,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block5_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block5_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv4_block5_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block4_out', 0, 0, {}],\n",
            "                                           ['conv4_block5_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block5_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_add', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block5_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block6_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_out', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block6_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block6_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 256,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv4_block6_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block6_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block6_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 1024,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv4_block6_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv4_block6_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv4_block6_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block5_out', 0, 0, {}],\n",
            "                                           ['conv4_block6_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv4_block6_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_add', 0, 0, {}]]],\n",
            "                        'name': 'conv4_block6_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv5_block1_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_out', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block1_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block1_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv5_block1_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block1_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block1_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 2048,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv5_block1_0_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [2, 2],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv4_block6_out', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_0_conv'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 2048,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv5_block1_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block1_0_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_0_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_0_bn'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block1_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv5_block1_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_0_bn', 0, 0, {}],\n",
            "                                           ['conv5_block1_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block1_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_add', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block1_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv5_block2_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_out', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block2_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block2_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv5_block2_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block2_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block2_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 2048,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv5_block2_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block2_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv5_block2_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block1_out', 0, 0, {}],\n",
            "                                           ['conv5_block2_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block2_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_add', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block2_out'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv5_block3_1_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_out', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_1_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block3_1_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_1_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_1_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block3_1_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_1_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_1_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 512,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [3, 3],\n",
            "                                   'name': 'conv5_block3_2_conv',\n",
            "                                   'padding': 'same',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_1_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_2_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block3_2_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_2_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_2_bn'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block3_2_relu',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_2_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_2_relu'},\n",
            "                       {'class_name': 'Conv2D',\n",
            "                        'config': {'activation': 'linear',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'data_format': 'channels_last',\n",
            "                                   'dilation_rate': [1, 1],\n",
            "                                   'dtype': 'float32',\n",
            "                                   'filters': 2048,\n",
            "                                   'groups': 1,\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'kernel_size': [1, 1],\n",
            "                                   'name': 'conv5_block3_3_conv',\n",
            "                                   'padding': 'valid',\n",
            "                                   'strides': [1, 1],\n",
            "                                   'trainable': True,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_2_relu', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_3_conv'},\n",
            "                       {'class_name': 'BatchNormalization',\n",
            "                        'config': {'axis': [3],\n",
            "                                   'beta_constraint': None,\n",
            "                                   'beta_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'beta_regularizer': None,\n",
            "                                   'center': True,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'epsilon': 1.001e-05,\n",
            "                                   'gamma_constraint': None,\n",
            "                                   'gamma_initializer': {'class_name': 'Ones',\n",
            "                                                         'config': {}},\n",
            "                                   'gamma_regularizer': None,\n",
            "                                   'momentum': 0.99,\n",
            "                                   'moving_mean_initializer': {'class_name': 'Zeros',\n",
            "                                                               'config': {}},\n",
            "                                   'moving_variance_initializer': {'class_name': 'Ones',\n",
            "                                                                   'config': {}},\n",
            "                                   'name': 'conv5_block3_3_bn',\n",
            "                                   'scale': True,\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_3_conv', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_3_bn'},\n",
            "                       {'class_name': 'Add',\n",
            "                        'config': {'dtype': 'float32',\n",
            "                                   'name': 'conv5_block3_add',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block2_out', 0, 0, {}],\n",
            "                                           ['conv5_block3_3_bn', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_add'},\n",
            "                       {'class_name': 'Activation',\n",
            "                        'config': {'activation': 'relu',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'conv5_block3_out',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_add', 0, 0, {}]]],\n",
            "                        'name': 'conv5_block3_out'},\n",
            "                       {'class_name': 'GlobalAveragePooling2D',\n",
            "                        'config': {'data_format': 'channels_last',\n",
            "                                   'dtype': 'float32',\n",
            "                                   'name': 'avg_pool',\n",
            "                                   'trainable': True},\n",
            "                        'inbound_nodes': [[['conv5_block3_out', 0, 0, {}]]],\n",
            "                        'name': 'avg_pool'},\n",
            "                       {'class_name': 'Dense',\n",
            "                        'config': {'activation': 'softmax',\n",
            "                                   'activity_regularizer': None,\n",
            "                                   'bias_constraint': None,\n",
            "                                   'bias_initializer': {'class_name': 'Zeros',\n",
            "                                                        'config': {}},\n",
            "                                   'bias_regularizer': None,\n",
            "                                   'dtype': 'float32',\n",
            "                                   'kernel_constraint': None,\n",
            "                                   'kernel_initializer': {'class_name': 'GlorotUniform',\n",
            "                                                          'config': {'seed': None}},\n",
            "                                   'kernel_regularizer': None,\n",
            "                                   'name': 'predictions',\n",
            "                                   'trainable': True,\n",
            "                                   'units': 1000,\n",
            "                                   'use_bias': True},\n",
            "                        'inbound_nodes': [[['avg_pool', 0, 0, {}]]],\n",
            "                        'name': 'predictions'}],\n",
            "            'name': 'resnet50',\n",
            "            'output_layers': [['predictions', 0, 0]]},\n",
            " 'keras_version': '2.4.0'}\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "n0amy8_C3oyU"
      },
      "source": [
        "class ResidualBlock(keras.layers.Layer):\r\n",
        "  def __init__(self, filters, kernel_size, stride, **kwargs):\r\n",
        "    super().__init__(**kwargs)\r\n",
        "    self.filter1, self.filter2, self.filter3 = tf.unstack(filters, axis=-1)\r\n",
        "    ks1, ks2, ks3 = tf.unstack(kernel_size, axis=-1)\r\n",
        "    s1, s2, s3 = tf.unstack(stride, axis=-1)\r\n",
        "    self.conv1 = keras.layers.Conv2D(self.filter1,int(ks1),strides=int(s1),padding='same',activation='relu') #Gave me an error for just writing s1 instead\r\n",
        "    self.bn1 = keras.layers.BatchNormalization()                                                           #of (s1, s1). Though I have seen cases that \r\n",
        "    self.conv2 = keras.layers.Conv2D(self.filter2,(ks2,ks2),strides=(s2, s2),padding='same',activation='relu') #do the former. Why? s1 and ks1 are tensors \r\n",
        "    self.bn2 = keras.layers.BatchNormalization()                                                             #with shape info. for individual vals passed tensor shape is 0.\r\n",
        "    self.conv3 = keras.layers.Conv2D(self.filter3,(ks3,ks3),strides=(s3, s3),padding='same',activation=None) #which is wrong.\r\n",
        "    self.bn3 = keras.layers.BatchNormalization()\r\n",
        "\r\n",
        "    self.skip_layer = [] #the extra convolution + bn for the input layer when stride size = 2\r\n",
        "    if(s1>1):\r\n",
        "      self.skip_layer.append(keras.layers.Conv2D(self.filter3, (1,1),strides=(s1, s1),padding='same'))\r\n",
        "      # print(\"FOR STRIDE=2\")\r\n",
        "    else:\r\n",
        "      self.skip_layer.append(keras.layers.Conv2D(self.filter3, (1,1),strides=(1, 1),padding='same'))\r\n",
        "    self.skip_layer.append(keras.layers.BatchNormalization())\r\n",
        "    self.activ = keras.layers.Activation(\"relu\")\r\n",
        "\r\n",
        "  def call(self, x):\r\n",
        "    z = x\r\n",
        "    skip_z = x\r\n",
        "    z = self.conv1(z)\r\n",
        "    z = self.bn1(z)\r\n",
        "    z = self.conv2(z)\r\n",
        "    z = self.bn2(z)\r\n",
        "    z = self.conv3(z)\r\n",
        "    z = self.bn3(z)\r\n",
        "    for layer in self.skip_layer:\r\n",
        "      # print(\"SKIP LAYER\")\r\n",
        "      skip_z = layer(skip_z)\r\n",
        "    z = self.activ(z + skip_z)\r\n",
        "    # print(z.shape)\r\n",
        "    return z"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "v9fWTayf8QlD"
      },
      "source": [
        "class ResNet50Model(keras.models.Model): #in the textbook, they have imported keras.Model. for layers they import keras.layers.Layer\r\n",
        "  def __init__(self, **kwargs):\r\n",
        "    super().__init__(**kwargs)\r\n",
        "    self.conv1 = keras.layers.Conv2D(64, kernel_size=(7, 7), strides=(2, 2), padding=\"same\", input_shape=(224, 224, 3), activation='relu')\r\n",
        "    self.bn1 = keras.layers.BatchNormalization()\r\n",
        "    self.maxpool = keras.layers.MaxPool2D(pool_size=(3, 3), strides=(2, 2), padding='same')\r\n",
        "\r\n",
        "    self.stage1_1 = ResidualBlock([64, 64, 256], [1, 3, 1], [1, 1, 1]) # x3 times\r\n",
        "    self.bn1_1 = keras.layers.BatchNormalization()\r\n",
        "    self.stage1_2 = ResidualBlock([64, 64, 256], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn1_2 = keras.layers.BatchNormalization()\r\n",
        "    self.stage1_3 = ResidualBlock([64, 64, 256], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn1_3 = keras.layers.BatchNormalization()\r\n",
        "\r\n",
        "    self.stage2_1 = ResidualBlock([128, 128, 512], [1, 3, 1], [2, 1, 1]) #once with s1 = 2, 3 mores times with s1 = 1\r\n",
        "    self.bn2_1 = keras.layers.BatchNormalization()\r\n",
        "    self.stage2_2 = ResidualBlock([128, 128, 512], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn2_2 = keras.layers.BatchNormalization()\r\n",
        "    self.stage2_3 = ResidualBlock([128, 128, 512], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn2_3 = keras.layers.BatchNormalization()\r\n",
        "    self.stage2_4 = ResidualBlock([128, 128, 512], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn2_4 = keras.layers.BatchNormalization()\r\n",
        "\r\n",
        "    self.stage3_1 = ResidualBlock([256, 256, 1024], [1, 3, 1], [2, 1, 1]) #once with s1 = 2, 5 mores times with s1 = 1\r\n",
        "    self.bn3_1 = keras.layers.BatchNormalization()\r\n",
        "    self.stage3_2 = ResidualBlock([256, 256, 1024], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn3_2 = keras.layers.BatchNormalization()\r\n",
        "    self.stage3_3 = ResidualBlock([256, 256, 1024], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn3_3 = keras.layers.BatchNormalization()\r\n",
        "    self.stage3_4 = ResidualBlock([256, 256, 1024], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn3_4 = keras.layers.BatchNormalization()\r\n",
        "    self.stage3_5 = ResidualBlock([256, 256, 1024], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn3_5 = keras.layers.BatchNormalization()\r\n",
        "    self.stage3_6 = ResidualBlock([256, 256, 1024], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn3_6 = keras.layers.BatchNormalization()\r\n",
        "\r\n",
        "    self.stage4_1 = ResidualBlock([512, 512, 2048], [1, 3, 1], [2, 1, 1]) # x3 times\r\n",
        "    self.bn4_1 = keras.layers.BatchNormalization()\r\n",
        "    self.stage4_2 = ResidualBlock([512, 512, 2048], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn4_2 = keras.layers.BatchNormalization()\r\n",
        "    self.stage4_3 = ResidualBlock([512, 512, 2048], [1, 3, 1], [1, 1, 1])\r\n",
        "    self.bn4_3 = keras.layers.BatchNormalization()\r\n",
        "\r\n",
        "    self.globalavgpool = keras.layers.GlobalAveragePooling2D()\r\n",
        "    self.flatten = keras.layers.Flatten()\r\n",
        "    self.dense = keras.layers.Dense(10, activation='softmax')\r\n",
        "\r\n",
        "  def call(self, x):\r\n",
        "    Z = self.conv1(x)\r\n",
        "    Z = self.bn1(Z)\r\n",
        "    Z = self.maxpool(Z)\r\n",
        "\r\n",
        "    Z = self.stage1_1(Z)\r\n",
        "    Z = self.bn1_1(Z)\r\n",
        "    Z = self.stage1_2(Z)\r\n",
        "    Z = self.bn1_2(Z)\r\n",
        "    Z = self.stage1_3(Z)\r\n",
        "    Z = self.bn1_3(Z)\r\n",
        "\r\n",
        "    Z = self.stage2_1(Z)\r\n",
        "    Z = self.bn2_1(Z)\r\n",
        "    Z = self.stage2_2(Z)\r\n",
        "    Z = self.bn2_2(Z)\r\n",
        "    Z = self.stage2_3(Z)\r\n",
        "    Z = self.bn2_3(Z)\r\n",
        "    Z = self.stage2_4(Z)\r\n",
        "    Z = self.bn2_4(Z)\r\n",
        "\r\n",
        "    Z = self.stage3_1(Z)\r\n",
        "    Z = self.bn3_1(Z)\r\n",
        "    Z = self.stage3_2(Z)\r\n",
        "    Z = self.bn3_2(Z)\r\n",
        "    Z = self.stage3_3(Z)\r\n",
        "    Z = self.bn3_3(Z)\r\n",
        "    Z = self.stage3_4(Z)\r\n",
        "    Z = self.bn3_4(Z)\r\n",
        "    Z = self.stage3_5(Z)\r\n",
        "    Z = self.bn3_5(Z)\r\n",
        "    Z = self.stage3_6(Z)\r\n",
        "    Z = self.bn3_6(Z)\r\n",
        "\r\n",
        "    Z = self.stage4_1(Z)\r\n",
        "    Z = self.bn4_1(Z)\r\n",
        "    Z = self.stage4_2(Z)\r\n",
        "    Z = self.bn4_2(Z)\r\n",
        "    Z = self.stage4_3(Z)\r\n",
        "    Z = self.bn4_3(Z)\r\n",
        "\r\n",
        "    Z = self.globalavgpool(Z)\r\n",
        "    Z = self.flatten(Z)\r\n",
        "    Z = self.dense(Z)\r\n",
        "    return Z\r\n",
        "  "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8LlDVbALBKmW"
      },
      "source": [
        "model = ResNet50Model()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "YNsuwU-6f6SE"
      },
      "source": [
        "model.build((1, 224, 224, 3))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "TNW1HG1MjjGW",
        "outputId": "0f634843-90d0-45bb-bd9c-89e2ee24f4c9"
      },
      "source": [
        "model.summary()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"res_net50model\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "conv2d (Conv2D)              multiple                  9472      \n",
            "_________________________________________________________________\n",
            "batch_normalization (BatchNo multiple                  256       \n",
            "_________________________________________________________________\n",
            "max_pooling2d (MaxPooling2D) multiple                  0         \n",
            "_________________________________________________________________\n",
            "residual_block (ResidualBloc multiple                  76928     \n",
            "_________________________________________________________________\n",
            "batch_normalization_5 (Batch multiple                  1024      \n",
            "_________________________________________________________________\n",
            "residual_block_1 (ResidualBl multiple                  138368    \n",
            "_________________________________________________________________\n",
            "batch_normalization_10 (Batc multiple                  1024      \n",
            "_________________________________________________________________\n",
            "residual_block_2 (ResidualBl multiple                  138368    \n",
            "_________________________________________________________________\n",
            "batch_normalization_15 (Batc multiple                  1024      \n",
            "_________________________________________________________________\n",
            "residual_block_3 (ResidualBl multiple                  383232    \n",
            "_________________________________________________________________\n",
            "batch_normalization_20 (Batc multiple                  2048      \n",
            "_________________________________________________________________\n",
            "residual_block_4 (ResidualBl multiple                  547072    \n",
            "_________________________________________________________________\n",
            "batch_normalization_25 (Batc multiple                  2048      \n",
            "_________________________________________________________________\n",
            "residual_block_5 (ResidualBl multiple                  547072    \n",
            "_________________________________________________________________\n",
            "batch_normalization_30 (Batc multiple                  2048      \n",
            "_________________________________________________________________\n",
            "residual_block_6 (ResidualBl multiple                  547072    \n",
            "_________________________________________________________________\n",
            "batch_normalization_35 (Batc multiple                  2048      \n",
            "_________________________________________________________________\n",
            "residual_block_7 (ResidualBl multiple                  1520128   \n",
            "_________________________________________________________________\n",
            "batch_normalization_40 (Batc multiple                  4096      \n",
            "_________________________________________________________________\n",
            "residual_block_8 (ResidualBl multiple                  2175488   \n",
            "_________________________________________________________________\n",
            "batch_normalization_45 (Batc multiple                  4096      \n",
            "_________________________________________________________________\n",
            "residual_block_9 (ResidualBl multiple                  2175488   \n",
            "_________________________________________________________________\n",
            "batch_normalization_50 (Batc multiple                  4096      \n",
            "_________________________________________________________________\n",
            "residual_block_10 (ResidualB multiple                  2175488   \n",
            "_________________________________________________________________\n",
            "batch_normalization_55 (Batc multiple                  4096      \n",
            "_________________________________________________________________\n",
            "residual_block_11 (ResidualB multiple                  2175488   \n",
            "_________________________________________________________________\n",
            "batch_normalization_60 (Batc multiple                  4096      \n",
            "_________________________________________________________________\n",
            "residual_block_12 (ResidualB multiple                  2175488   \n",
            "_________________________________________________________________\n",
            "batch_normalization_65 (Batc multiple                  4096      \n",
            "_________________________________________________________________\n",
            "residual_block_13 (ResidualB multiple                  6054912   \n",
            "_________________________________________________________________\n",
            "batch_normalization_70 (Batc multiple                  8192      \n",
            "_________________________________________________________________\n",
            "residual_block_14 (ResidualB multiple                  8676352   \n",
            "_________________________________________________________________\n",
            "batch_normalization_75 (Batc multiple                  8192      \n",
            "_________________________________________________________________\n",
            "residual_block_15 (ResidualB multiple                  8676352   \n",
            "_________________________________________________________________\n",
            "batch_normalization_80 (Batc multiple                  8192      \n",
            "_________________________________________________________________\n",
            "global_average_pooling2d (Gl multiple                  0         \n",
            "_________________________________________________________________\n",
            "flatten (Flatten)            multiple                  0         \n",
            "_________________________________________________________________\n",
            "dense (Dense)                multiple                  2049000   \n",
            "=================================================================\n",
            "Total params: 40,302,440\n",
            "Trainable params: 40,196,584\n",
            "Non-trainable params: 105,856\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "DLCpchA1_qir"
      },
      "source": [
        "# def print_status_bar(iteration, total, loss, metrics=None):\r\n",
        "#   metrics = \" - \".join([\"{}: {:.4f}\".format(m.name, m.result()) for m in [loss] + (metrics or []) ])\r\n",
        "#   end = \"\" if iteration<total else \"\\n\"\r\n",
        "#   print(\"\\r{}/{} - \".format(iteration, total) + metrics, end=end)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oalwndTGgEY4"
      },
      "source": [
        "n_epochs = 1\r\n",
        "batch_size = 32\r\n",
        "n_steps = len(x_train)/batch_size"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "j0c5KRbDiVcx"
      },
      "source": [
        "x_train = x_train/255.0\r\n",
        "x_test = x_test/255.0"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "q7T_bXJ7kyIX"
      },
      "source": [
        "x_train = x_train.astype('float32')\r\n",
        "y_train = y_train.astype('int32')\r\n",
        "x_test = x_test.astype('float32')\r\n",
        "y_test = y_test.astype('int32')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Mpm26EQMgwZZ"
      },
      "source": [
        "train_ds = tf.data.Dataset.from_tensor_slices((x_train, y_train)).batch(batch_size).prefetch(tf.data.experimental.AUTOTUNE)\r\n",
        "test_ds = tf.data.Dataset.from_tensor_slices((x_test, y_test)).batch(batch_size).prefetch(tf.data.experimental.AUTOTUNE)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "U-BT_gZuj_wy"
      },
      "source": [
        "# train_ds = train_ds.map(lambda x, y: tf.cast(x, tf.float32), y)\r\n",
        "# train_ds.take(1)\r\n"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "GwXSDRX_gThu"
      },
      "source": [
        "optimizer = keras.optimizers.Nadam(lr = 0.01)\r\n",
        "loss_fn = keras.losses.SparseCategoricalCrossentropy()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nNsIIDocgh8N"
      },
      "source": [
        "metrics = keras.metrics.SparseCategoricalAccuracy() \r\n",
        "metric_test = keras.metrics.SparseCategoricalAccuracy() "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 578
        },
        "id": "gM5q1GSbgBcF",
        "outputId": "9a829b60-be90-4f33-f8a3-afa399f7b0d4"
      },
      "source": [
        "for epoch in range(1, n_epochs+1):\r\n",
        "  print(\"Epoch {}/{}\".format(epoch, n_epochs))\r\n",
        "  for step,(X_batch, y_batch) in enumerate(train_ds):\r\n",
        "    # X_batch, y_batch = train_ds\r\n",
        "    # with tf.GradientTape() as tape:\r\n",
        "    #   y_pred = model(X_batch, training=True)\r\n",
        "    #   loss = tf.reduce_mean(loss_fn(y_batch, y_pred))\r\n",
        "    # gradients = tape.gradient(loss, model.trainable_variables)\r\n",
        "    # optimizer.apply_gradients(zip(gradients, model.trainable_variables))\r\n",
        "    # metrics.update_state(y_batch, y_pred)\r\n",
        "    loss = training_step(X_batch, y_batch)\r\n",
        "    # print_status_bar(step*batch_size, len(y_train), loss, metrics)\r\n",
        "    if(step%100==0):\r\n",
        "      print('epoch: {} step: {} loss: {}  accuracy: {}'.format(epoch, step, loss, metrics.result()), end='\\n')\r\n",
        "  metrics.reset_states()\r\n",
        "  for _step,(_X_batch, _y_batch) in enumerate(test_ds):\r\n",
        "    _y_pred = model(_X_batch, training=False)\r\n",
        "    loss = tf.reduce_mean(loss_fn(_y_batch, _y_pred))\r\n",
        "    metric_test.update_state(y_batch, y_pred)\r\n",
        "  print('epoch: {} step_val: {} loss_val: {}  accuracy_val: {}'.format(epoch, _step, loss, metric_test.result()), end='\\n')\r\n",
        "  metric_test.reset_states()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/1\n",
            "epoch: 1 step: 0 loss: 30.999771118164062  accuracy: 0.15625\n",
            "epoch: 1 step: 100 loss: 24.512500762939453  accuracy: 0.09158416092395782\n",
            "epoch: 1 step: 200 loss: 25.86250114440918  accuracy: 0.09375\n",
            "epoch: 1 step: 300 loss: 26.78750228881836  accuracy: 0.09385382384061813\n",
            "epoch: 1 step: 400 loss: 23.69998550415039  accuracy: 0.09445136785507202\n",
            "epoch: 1 step: 500 loss: 22.924999237060547  accuracy: 0.09406187385320663\n",
            "epoch: 1 step: 600 loss: 20.825000762939453  accuracy: 0.09463394433259964\n",
            "epoch: 1 step: 700 loss: 26.350000381469727  accuracy: 0.09539943188428879\n",
            "epoch: 1 step: 800 loss: 24.78750228881836  accuracy: 0.09531054645776749\n",
            "epoch: 1 step: 900 loss: 18.875  accuracy: 0.09558823704719543\n",
            "epoch: 1 step: 1000 loss: 22.299999237060547  accuracy: 0.09577921777963638\n",
            "epoch: 1 step: 1100 loss: 30.962501525878906  accuracy: 0.09576521068811417\n",
            "epoch: 1 step: 1200 loss: 38.05000305175781  accuracy: 0.09629996120929718\n",
            "epoch: 1 step: 1300 loss: 30.96165657043457  accuracy: 0.09646426141262054\n",
            "epoch: 1 step: 1400 loss: 28.512500762939453  accuracy: 0.09702891111373901\n",
            "epoch: 1 step: 1500 loss: 16.8125  accuracy: 0.09747668355703354\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "error",
          "ename": "InvalidArgumentError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mInvalidArgumentError\u001b[0m                      Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-87-57e06c7f4382>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     17\u001b[0m     \u001b[0m_y_pred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0m_X_batch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtraining\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     18\u001b[0m     \u001b[0mloss\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreduce_mean\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mloss_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0m_y_batch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_y_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 19\u001b[0;31m     \u001b[0mmetric_test\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate_state\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_batch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     20\u001b[0m   \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'epoch: {} step_val: {} loss_val: {}  accuracy_val: {}'\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mepoch\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0m_step\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mloss\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmetric_test\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mresult\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mend\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'\\n'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     21\u001b[0m   \u001b[0mmetric_test\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreset_states\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/utils/metrics_utils.py\u001b[0m in \u001b[0;36mdecorated\u001b[0;34m(metric_obj, *args, **kwargs)\u001b[0m\n\u001b[1;32m     88\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m     \u001b[0;32mwith\u001b[0m \u001b[0mtf_utils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgraph_context_for_symbolic_tensors\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 90\u001b[0;31m       \u001b[0mupdate_op\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mupdate_state_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     91\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mupdate_op\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m  \u001b[0;31m# update_op will be None in eager execution.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     92\u001b[0m       \u001b[0mmetric_obj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0madd_update\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mupdate_op\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/metrics.py\u001b[0m in \u001b[0;36mupdate_state_fn\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    175\u001b[0m         \u001b[0mcontrol_status\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mag_ctx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontrol_status_ctx\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    176\u001b[0m         \u001b[0mag_update_state\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mautograph\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtf_convert\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobj_update_state\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcontrol_status\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 177\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mag_update_state\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    178\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    179\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mobj\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mupdate_state\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdef_function\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mFunction\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/autograph/impl/api.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    665\u001b[0m       \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    666\u001b[0m         \u001b[0;32mwith\u001b[0m \u001b[0mconversion_ctx\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 667\u001b[0;31m           \u001b[0;32mreturn\u001b[0m \u001b[0mconverted_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moptions\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0moptions\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    668\u001b[0m       \u001b[0;32mexcept\u001b[0m \u001b[0mException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m  \u001b[0;31m# pylint:disable=broad-except\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    669\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mhasattr\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'ag_error_metadata'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/autograph/impl/api.py\u001b[0m in \u001b[0;36mconverted_call\u001b[0;34m(f, args, kwargs, caller_fn_scope, options)\u001b[0m\n\u001b[1;32m    348\u001b[0m   \u001b[0;32mif\u001b[0m \u001b[0mconversion\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mis_in_allowlist_cache\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moptions\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    349\u001b[0m     \u001b[0mlogging\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlog\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'Allowlisted %s: from cache'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 350\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0m_call_unconverted\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkwargs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moptions\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    351\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    352\u001b[0m   \u001b[0;32mif\u001b[0m \u001b[0mag_ctx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontrol_status_ctx\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstatus\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mag_ctx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mStatus\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDISABLED\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/autograph/impl/api.py\u001b[0m in \u001b[0;36m_call_unconverted\u001b[0;34m(f, args, kwargs, options, update_cache)\u001b[0m\n\u001b[1;32m    476\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    477\u001b[0m   \u001b[0;32mif\u001b[0m \u001b[0mkwargs\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 478\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    479\u001b[0m   \u001b[0;32mreturn\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    480\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/metrics.py\u001b[0m in \u001b[0;36mupdate_state\u001b[0;34m(self, y_true, y_pred, sample_weight)\u001b[0m\n\u001b[1;32m    616\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    617\u001b[0m     \u001b[0mag_fn\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mautograph\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtf_convert\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mag_ctx\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcontrol_status_ctx\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 618\u001b[0;31m     \u001b[0mmatches\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mag_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fn_kwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    619\u001b[0m     return super(MeanMetricWrapper, self).update_state(\n\u001b[1;32m    620\u001b[0m         matches, sample_weight=sample_weight)\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/util/dispatch.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    199\u001b[0m     \u001b[0;34m\"\"\"Call target, and fall back on dispatchers if there is a TypeError.\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    200\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 201\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mtarget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    202\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mTypeError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    203\u001b[0m       \u001b[0;31m# Note: convert_to_eager_tensor currently raises a ValueError, not a\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/keras/metrics.py\u001b[0m in \u001b[0;36msparse_categorical_accuracy\u001b[0;34m(y_true, y_pred)\u001b[0m\n\u001b[1;32m   3313\u001b[0m     \u001b[0my_pred\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmath_ops\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcast\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_pred\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mK\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_true\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3314\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3315\u001b[0;31m   \u001b[0;32mreturn\u001b[0m \u001b[0mmath_ops\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcast\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmath_ops\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mequal\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0my_true\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_pred\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mK\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfloatx\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3316\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3317\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/util/dispatch.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    199\u001b[0m     \u001b[0;34m\"\"\"Call target, and fall back on dispatchers if there is a TypeError.\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    200\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 201\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mtarget\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    202\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mTypeError\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    203\u001b[0m       \u001b[0;31m# Note: convert_to_eager_tensor currently raises a ValueError, not a\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/math_ops.py\u001b[0m in \u001b[0;36mequal\u001b[0;34m(x, y, name)\u001b[0m\n\u001b[1;32m   1677\u001b[0m     \u001b[0;31m`\u001b[0m\u001b[0mtf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0merrors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mInvalidArgumentError\u001b[0m\u001b[0;31m`\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mIf\u001b[0m \u001b[0mshapes\u001b[0m \u001b[0mof\u001b[0m \u001b[0marguments\u001b[0m \u001b[0mare\u001b[0m \u001b[0mincompatible\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1678\u001b[0m   \"\"\"\n\u001b[0;32m-> 1679\u001b[0;31m   \u001b[0;32mreturn\u001b[0m \u001b[0mgen_math_ops\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mequal\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1680\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1681\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_math_ops.py\u001b[0m in \u001b[0;36mequal\u001b[0;34m(x, y, incompatible_shape_error, name)\u001b[0m\n\u001b[1;32m   3162\u001b[0m       \u001b[0;32mreturn\u001b[0m \u001b[0m_result\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3163\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0m_core\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_NotOkStatusException\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3164\u001b[0;31m       \u001b[0m_ops\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraise_from_not_ok_status\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mname\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3165\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0m_core\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_FallbackException\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3166\u001b[0m       \u001b[0;32mpass\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/ops.py\u001b[0m in \u001b[0;36mraise_from_not_ok_status\u001b[0;34m(e, name)\u001b[0m\n\u001b[1;32m   6860\u001b[0m   \u001b[0mmessage\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmessage\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0;34m\" name: \"\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mname\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mname\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m \u001b[0;32melse\u001b[0m \u001b[0;34m\"\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   6861\u001b[0m   \u001b[0;31m# pylint: disable=protected-access\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 6862\u001b[0;31m   \u001b[0msix\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mraise_from\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mcore\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_status_to_exception\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcode\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmessage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   6863\u001b[0m   \u001b[0;31m# pylint: enable=protected-access\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   6864\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/six.py\u001b[0m in \u001b[0;36mraise_from\u001b[0;34m(value, from_value)\u001b[0m\n",
            "\u001b[0;31mInvalidArgumentError\u001b[0m: Incompatible shapes: [16] vs. [32] [Op:Equal]"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "miqFCSUSr7_6"
      },
      "source": [
        "@tf.function\r\n",
        "def training_step(x, y):\r\n",
        "  with tf.GradientTape() as tape:\r\n",
        "      y_pred = model(x, training=True)\r\n",
        "      loss = tf.reduce_mean(loss_fn(y, y_pred))\r\n",
        "  gradients = tape.gradient(loss, model.trainable_variables)\r\n",
        "  optimizer.apply_gradients(zip(gradients, model.trainable_variables))\r\n",
        "  metrics.update_state(y, y_pred)\r\n",
        "  return loss"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "ycTMsZHYznFK"
      },
      "source": [
        "Training loop still in the works. Looking for ways to get the imagenet dataset, otherwise will have to use some other readily available dataset."
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Ivr3w3-1gtEH"
      },
      "source": [
        "for epoch in range(1, n_epochs+1):\r\n",
        "  print(\"Epoch {}/{}\".format(epoch, n_epochs))\r\n",
        "  for step in range(1, n_steps+1):\r\n",
        "    # X_batch, y_batch = -------------TODO\r\n",
        "    with tf.GradientTape() as tape:\r\n",
        "      y_pred = model(X_batch, training=True)\r\n",
        "      loss = tf.reduce_mean(loss_fn(y_batch, y_pred))\r\n",
        "    gradients = tape.gradient(loss, model.trainable_variables)\r\n",
        "    optimizer.apply_gradients(zip(gradients, model.trainable_variables))\r\n",
        "    mean_loss(loss)\r\n",
        "    for metric in metrics:\r\n",
        "      metric(y_batch, y_pred)\r\n",
        "    print_status_bar(step*batch_size, len(y_train), mean_loss, metrics)\r\n",
        "  print_status_bar(len(y_train), len(y_train), mean_loss, metrics)\r\n",
        "  for metric in [mean_loss] + metrics:\r\n",
        "    metric.reset_states()"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "CwSEYGGaVRLK"
      },
      "source": [
        "@tf.custom_gradient"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "I8yXvDK1mtSF"
      },
      "source": [
        "@tf.custom_gradient\r\n",
        "def log_of_exp(x):\r\n",
        "  def grad(dy): \r\n",
        "    print(dy)# dy=gradients from previous terms as per chain rule\r\n",
        "    return dy*(1-(1/(1+tf.exp(x))))\r\n",
        "  return tf.math.log(1+tf.exp(x)), grad"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "acBptlYdVlvT"
      },
      "source": [
        "def der_log_exp(x):\r\n",
        "  return 1-(1/(1+tf.exp(x)))"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "CO5QIAJQV2jw",
        "outputId": "95005199-fa2d-462c-f33b-f330c3a7f6e9"
      },
      "source": [
        "x = tf.Variable(3.0)\r\n",
        "with tf.GradientTape() as tape:\r\n",
        "  # y = log_of_exp(x)\r\n",
        "  y = (x**2)+3\r\n",
        "  z = log_of_exp(y)\r\n",
        "  z2 = z**2\r\n",
        "grad = tape.gradient(z2, x)\r\n",
        "print(grad)\r\n",
        "# print(der_log_exp(x))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "tf.Tensor(24.000011, shape=(), dtype=float32)\n",
            "tf.Tensor(143.99919, shape=(), dtype=float32)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "iiaSKHzTV_17",
        "outputId": "5adf01c8-0621-4508-f5e6-fe34c2b79225"
      },
      "source": [
        "log_of_exp(12.0)*2"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tf.Tensor: shape=(), dtype=float32, numpy=24.000011>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "fany_x2_Z6p2",
        "outputId": "1ee9bca0-debe-4eac-a880-67afd6d29232"
      },
      "source": [
        "x = tf.Variable(3.0, name='x')\r\n",
        "x1 = tf.constant(4.0,name='x1')\r\n",
        "x2 = tf.Variable(2.0, name='x2')\r\n",
        "with tf.GradientTape() as tape:\r\n",
        "  tape.watch(x1)\r\n",
        "  y = (x**2)+ (3*x1) + tf.stop_gradient(x2**3)\r\n",
        "  # z = log_of_exp(y)\r\n",
        "  # z2 = z**2\r\n",
        "grad = tape.gradient(y, [x, x1, x2])\r\n",
        "print(grad)\r\n",
        "# print(der_log_exp(x))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[<tf.Tensor: shape=(), dtype=float32, numpy=6.0>, <tf.Tensor: shape=(), dtype=float32, numpy=3.0>, None]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Cp3QESbVcgdh"
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}