003-MFNRCNN_alpha_do.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<h1>MODEL TRAINER</h1>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "#LOAD DEPENDENCIES\n",
    "import os\n",
    "import cv2\n",
    "import time\n",
    "import pickle\n",
    "import logging\n",
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.utils import class_weight\n",
    "from tensorflow.keras.models import Model\n",
    "from tensorflow.keras.layers import Input\n",
    "from tensorflow.keras import applications\n",
    "from tensorflow.keras import Model, layers\n",
    "from tensorflow.keras.optimizers import Adam\n",
    "from tensorflow.keras.models import load_model\n",
    "\n",
    "from tensorflow.keras.preprocessing.image import ImageDataGenerator\n",
    "from tensorflow.keras.callbacks import ModelCheckpoint, ReduceLROnPlateau\n",
    "from tensorflow.keras.layers import AveragePooling2D, AlphaDropout, Activation, Add, BatchNormalization, Concatenate, Layer, ReLU, Conv2D, MaxPooling2D, GlobalAveragePooling2D, Dense, Dropout\n",
    "\n",
    "from tensorflow.keras.applications.efficientnet import EfficientNetB0 as trainable_model_a\n",
    "from tensorflow.keras.applications.mobilenet_v2 import MobileNetV2 as trainable_model_b\n",
    "from tensorflow.keras.applications.resnet_v2 import ResNet50V2 as trainable_model_c\n",
    "\n",
    "#PREVENT ERROR UNCESSARY MESSAGES\n",
    "tf.get_logger().setLevel(logging.ERROR)\n",
    "os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Data folders found!\n",
      "The Input size is set to  KerasTensor(type_spec=TensorSpec(shape=(None, 224, 224, 3), dtype=tf.float32, name='input_1'), name='input_1', description=\"created by layer 'input_1'\")\n"
     ]
    }
   ],
   "source": [
    "#LOAD THE DATA\n",
    "train_data_dir = \"data/train/\"\n",
    "validation_data_dir = \"data/validation/\"\n",
    "test_data_dir = \"data/test/\"\n",
    "img_rows, img_cols = 224, 224\n",
    "input_shape = (img_rows,img_cols,3)\n",
    "model_input = Input(shape=input_shape)\n",
    "print(\"Data folders found!\")\n",
    "print(\"The Input size is set to \", model_input) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Set constants\n",
    "batch_size = 8\n",
    "epochs = 25\n",
    "optimizer = Adam(learning_rate=0.00001)\n",
    "architecture = 'MFNR_alpha_do'\n",
    "\n",
    "DCNN_A = 'DCNN_A'\n",
    "DCNN_B = 'DCNN_B'\n",
    "DCNN_C = 'DCNN_C'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 3200 images belonging to 4 classes.\n",
      "Found 2000 images belonging to 4 classes.\n",
      "Found 800 images belonging to 4 classes.\n",
      "Train samples: 3200\n",
      "Validation samples: 2000\n",
      "Test samples: 800\n",
      "Train samples found!\n",
      "Validation samples found!\n",
      "Test samples found!\n",
      "Model set to train 4 classes\n",
      "Generators are set!\n",
      "Check if dataset is complete and has no problems before proceeding.\n"
     ]
    }
   ],
   "source": [
    "#DATA GENERATORS\n",
    "#Augment Training Data\n",
    "train_datagen = ImageDataGenerator(rescale = 1. / 255,\n",
    "                                   horizontal_flip=True,\n",
    "                                   vertical_flip=True,\n",
    "                                   rotation_range=45,\n",
    "                                   shear_range=0.1,\n",
    "                                   zoom_range=0.1,\n",
    "                                   height_shift_range=0.1,\n",
    "                                   width_shift_range=0.1,\n",
    "                                   fill_mode='constant',\n",
    "                                   brightness_range=[0.1, 1.0])\n",
    "\n",
    "val_datagen = ImageDataGenerator(rescale = 1. / 255)\n",
    "\n",
    "test_datagen = ImageDataGenerator(rescale = 1. / 255)\n",
    "\n",
    "train_generator = train_datagen.flow_from_directory(\n",
    "        train_data_dir,\n",
    "        target_size=(img_rows,img_cols),\n",
    "        batch_size=batch_size,\n",
    "        class_mode='categorical',\n",
    "        seed=42,\n",
    "        classes=['0_normal', \n",
    "                 '1_ulcerative_colitis', \n",
    "                 '2_polyps', \n",
    "                 '3_esophagitis'])\n",
    "\n",
    "validation_generator = val_datagen.flow_from_directory(\n",
    "        validation_data_dir,\n",
    "        target_size=(img_rows,img_cols),\n",
    "        batch_size=batch_size,\n",
    "        class_mode='categorical',\n",
    "        seed=42,\n",
    "        shuffle=False,\n",
    "        classes=['0_normal', \n",
    "                 '1_ulcerative_colitis', \n",
    "                 '2_polyps', \n",
    "                 '3_esophagitis'])\n",
    "\n",
    "test_generator = test_datagen.flow_from_directory(\n",
    "        test_data_dir,\n",
    "        target_size=(img_rows,img_cols),\n",
    "        batch_size=batch_size,\n",
    "        class_mode='categorical',\n",
    "        seed=42,\n",
    "        shuffle=False,\n",
    "        classes=['0_normal', \n",
    "                 '1_ulcerative_colitis', \n",
    "                 '2_polyps', \n",
    "                 '3_esophagitis'])\n",
    "\n",
    "#CHECK  THE NUMBER OF SAMPLES\n",
    "nb_train_samples = len(train_generator.filenames)\n",
    "nb_validation_samples = len(validation_generator.filenames)\n",
    "nb_test_samples = len(test_generator.filenames)\n",
    "\n",
    "print(\"Train samples:\", nb_train_samples)\n",
    "print(\"Validation samples:\", nb_validation_samples)\n",
    "print(\"Test samples:\", nb_test_samples)\n",
    "\n",
    "if nb_train_samples == 0:\n",
    "    print(\"NO DATA TRAIN FOUND! Please check your train data path and folders!\")\n",
    "else:\n",
    "    print(\"Train samples found!\")\n",
    "    \n",
    "if nb_validation_samples == 0:\n",
    "    print(\"NO DATA VALIDATION FOUND! Please check your validation data path and folders!\")\n",
    "    print(\"Check the data folders first!\")\n",
    "else:\n",
    "    print(\"Validation samples found!\")\n",
    "    \n",
    "if nb_test_samples == 0:\n",
    "    print(\"NO DATA TEST FOUND! Please check your test data path and folders!\")\n",
    "    print(\"Check the data folders first!\")\n",
    "else:\n",
    "    print(\"Test samples found!\")\n",
    "\n",
    "#check the class indices\n",
    "train_generator.class_indices\n",
    "validation_generator.class_indices\n",
    "test_generator.class_indices\n",
    "\n",
    "#true labels\n",
    "Y_test=validation_generator.classes\n",
    "test_labels = test_generator.classes\n",
    "\n",
    "num_classes= len(train_generator.class_indices)\n",
    "\n",
    "print('Model set to train', num_classes, 'classes')\n",
    "\n",
    "if nb_train_samples and nb_validation_samples and nb_test_samples > 0:\n",
    "    print(\"Generators are set!\")\n",
    "    print(\"Check if dataset is complete and has no problems before proceeding.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[1. 1. 1. 1.]\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\franc\\anaconda3\\envs\\replicate\\lib\\site-packages\\sklearn\\utils\\validation.py:72: FutureWarning: Pass classes=[0 1 2 3], y=[0 0 0 ... 3 3 3] as keyword args. From version 1.0 (renaming of 0.25) passing these as positional arguments will result in an error\n",
      "  \"will result in an error\", FutureWarning)\n"
     ]
    }
   ],
   "source": [
    "#Weigh each class\n",
    "\n",
    "class_weights = class_weight.compute_class_weight(\n",
    "               'balanced',\n",
    "                np.unique(train_generator.classes), \n",
    "                train_generator.classes)\n",
    "print(class_weights)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "PLEASE CHECK THE ENTIRE MODEL UP TO THE END\n",
      "Model: \"DCNN_A\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1_DCNN_A (InputLayer)     [(None, 224, 224, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "rescaling_DCNN_A (Rescaling)    (None, 224, 224, 3)  0           input_1_DCNN_A[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normalization_DCNN_A (Normaliza (None, 224, 224, 3)  7           rescaling_DCNN_A[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "stem_conv_pad_DCNN_A (ZeroPaddi (None, 225, 225, 3)  0           normalization_DCNN_A[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "stem_conv_DCNN_A (Conv2D)       (None, 112, 112, 32) 864         stem_conv_pad_DCNN_A[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "stem_bn_DCNN_A (BatchNormalizat (None, 112, 112, 32) 128         stem_conv_DCNN_A[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "stem_activation_DCNN_A (Activat (None, 112, 112, 32) 0           stem_bn_DCNN_A[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block1a_dwconv_DCNN_A (Depthwis (None, 112, 112, 32) 288         stem_activation_DCNN_A[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block1a_bn_DCNN_A (BatchNormali (None, 112, 112, 32) 128         block1a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block1a_activation_DCNN_A (Acti (None, 112, 112, 32) 0           block1a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_squeeze_DCNN_A (Glob (None, 32)           0           block1a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_reshape_DCNN_A (Resh (None, 1, 1, 32)     0           block1a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 8)      264         block1a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_expand_DCNN_A (Conv2 (None, 1, 1, 32)     288         block1a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_excite_DCNN_A (Multi (None, 112, 112, 32) 0           block1a_activation_DCNN_A[0][0]  \n",
      "                                                                 block1a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block1a_project_conv_DCNN_A (Co (None, 112, 112, 16) 512         block1a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block1a_project_bn_DCNN_A (Batc (None, 112, 112, 16) 64          block1a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block2a_expand_conv_DCNN_A (Con (None, 112, 112, 96) 1536        block1a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_expand_bn_DCNN_A (Batch (None, 112, 112, 96) 384         block2a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block2a_expand_activation_DCNN_ (None, 112, 112, 96) 0           block2a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_dwconv_pad_DCNN_A (Zero (None, 113, 113, 96) 0           block2a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block2a_dwconv_DCNN_A (Depthwis (None, 56, 56, 96)   864         block2a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_bn_DCNN_A (BatchNormali (None, 56, 56, 96)   384         block2a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2a_activation_DCNN_A (Acti (None, 56, 56, 96)   0           block2a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_squeeze_DCNN_A (Glob (None, 96)           0           block2a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_reshape_DCNN_A (Resh (None, 1, 1, 96)     0           block2a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 4)      388         block2a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_expand_DCNN_A (Conv2 (None, 1, 1, 96)     480         block2a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_excite_DCNN_A (Multi (None, 56, 56, 96)   0           block2a_activation_DCNN_A[0][0]  \n",
      "                                                                 block2a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_project_conv_DCNN_A (Co (None, 56, 56, 24)   2304        block2a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_project_bn_DCNN_A (Batc (None, 56, 56, 24)   96          block2a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block2b_expand_conv_DCNN_A (Con (None, 56, 56, 144)  3456        block2a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_expand_bn_DCNN_A (Batch (None, 56, 56, 144)  576         block2b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block2b_expand_activation_DCNN_ (None, 56, 56, 144)  0           block2b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_dwconv_DCNN_A (Depthwis (None, 56, 56, 144)  1296        block2b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block2b_bn_DCNN_A (BatchNormali (None, 56, 56, 144)  576         block2b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2b_activation_DCNN_A (Acti (None, 56, 56, 144)  0           block2b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_squeeze_DCNN_A (Glob (None, 144)          0           block2b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_reshape_DCNN_A (Resh (None, 1, 1, 144)    0           block2b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 6)      870         block2b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_expand_DCNN_A (Conv2 (None, 1, 1, 144)    1008        block2b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_excite_DCNN_A (Multi (None, 56, 56, 144)  0           block2b_activation_DCNN_A[0][0]  \n",
      "                                                                 block2b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_project_conv_DCNN_A (Co (None, 56, 56, 24)   3456        block2b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_project_bn_DCNN_A (Batc (None, 56, 56, 24)   96          block2b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block2b_drop_DCNN_A (Dropout)   (None, 56, 56, 24)   0           block2b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_add_DCNN_A (Add)        (None, 56, 56, 24)   0           block2b_drop_DCNN_A[0][0]        \n",
      "                                                                 block2a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_expand_conv_DCNN_A (Con (None, 56, 56, 144)  3456        block2b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3a_expand_bn_DCNN_A (Batch (None, 56, 56, 144)  576         block3a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block3a_expand_activation_DCNN_ (None, 56, 56, 144)  0           block3a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_dwconv_pad_DCNN_A (Zero (None, 59, 59, 144)  0           block3a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block3a_dwconv_DCNN_A (Depthwis (None, 28, 28, 144)  3600        block3a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_bn_DCNN_A (BatchNormali (None, 28, 28, 144)  576         block3a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block3a_activation_DCNN_A (Acti (None, 28, 28, 144)  0           block3a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_squeeze_DCNN_A (Glob (None, 144)          0           block3a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_reshape_DCNN_A (Resh (None, 1, 1, 144)    0           block3a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 6)      870         block3a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_expand_DCNN_A (Conv2 (None, 1, 1, 144)    1008        block3a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_excite_DCNN_A (Multi (None, 28, 28, 144)  0           block3a_activation_DCNN_A[0][0]  \n",
      "                                                                 block3a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_project_conv_DCNN_A (Co (None, 28, 28, 40)   5760        block3a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_project_bn_DCNN_A (Batc (None, 28, 28, 40)   160         block3a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block3b_expand_conv_DCNN_A (Con (None, 28, 28, 240)  9600        block3a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_expand_bn_DCNN_A (Batch (None, 28, 28, 240)  960         block3b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block3b_expand_activation_DCNN_ (None, 28, 28, 240)  0           block3b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_dwconv_DCNN_A (Depthwis (None, 28, 28, 240)  6000        block3b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block3b_bn_DCNN_A (BatchNormali (None, 28, 28, 240)  960         block3b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block3b_activation_DCNN_A (Acti (None, 28, 28, 240)  0           block3b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_squeeze_DCNN_A (Glob (None, 240)          0           block3b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_reshape_DCNN_A (Resh (None, 1, 1, 240)    0           block3b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 10)     2410        block3b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_expand_DCNN_A (Conv2 (None, 1, 1, 240)    2640        block3b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_excite_DCNN_A (Multi (None, 28, 28, 240)  0           block3b_activation_DCNN_A[0][0]  \n",
      "                                                                 block3b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_project_conv_DCNN_A (Co (None, 28, 28, 40)   9600        block3b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_project_bn_DCNN_A (Batc (None, 28, 28, 40)   160         block3b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block3b_drop_DCNN_A (Dropout)   (None, 28, 28, 40)   0           block3b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_add_DCNN_A (Add)        (None, 28, 28, 40)   0           block3b_drop_DCNN_A[0][0]        \n",
      "                                                                 block3a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_expand_conv_DCNN_A (Con (None, 28, 28, 240)  9600        block3b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4a_expand_bn_DCNN_A (Batch (None, 28, 28, 240)  960         block4a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block4a_expand_activation_DCNN_ (None, 28, 28, 240)  0           block4a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_dwconv_pad_DCNN_A (Zero (None, 29, 29, 240)  0           block4a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block4a_dwconv_DCNN_A (Depthwis (None, 14, 14, 240)  2160        block4a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_bn_DCNN_A (BatchNormali (None, 14, 14, 240)  960         block4a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4a_activation_DCNN_A (Acti (None, 14, 14, 240)  0           block4a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_squeeze_DCNN_A (Glob (None, 240)          0           block4a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_reshape_DCNN_A (Resh (None, 1, 1, 240)    0           block4a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 10)     2410        block4a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_expand_DCNN_A (Conv2 (None, 1, 1, 240)    2640        block4a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_excite_DCNN_A (Multi (None, 14, 14, 240)  0           block4a_activation_DCNN_A[0][0]  \n",
      "                                                                 block4a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_project_conv_DCNN_A (Co (None, 14, 14, 80)   19200       block4a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_project_bn_DCNN_A (Batc (None, 14, 14, 80)   320         block4a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block4b_expand_conv_DCNN_A (Con (None, 14, 14, 480)  38400       block4a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_expand_bn_DCNN_A (Batch (None, 14, 14, 480)  1920        block4b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block4b_expand_activation_DCNN_ (None, 14, 14, 480)  0           block4b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_dwconv_DCNN_A (Depthwis (None, 14, 14, 480)  4320        block4b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block4b_bn_DCNN_A (BatchNormali (None, 14, 14, 480)  1920        block4b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4b_activation_DCNN_A (Acti (None, 14, 14, 480)  0           block4b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_squeeze_DCNN_A (Glob (None, 480)          0           block4b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_reshape_DCNN_A (Resh (None, 1, 1, 480)    0           block4b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 20)     9620        block4b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_expand_DCNN_A (Conv2 (None, 1, 1, 480)    10080       block4b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_excite_DCNN_A (Multi (None, 14, 14, 480)  0           block4b_activation_DCNN_A[0][0]  \n",
      "                                                                 block4b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_project_conv_DCNN_A (Co (None, 14, 14, 80)   38400       block4b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_project_bn_DCNN_A (Batc (None, 14, 14, 80)   320         block4b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block4b_drop_DCNN_A (Dropout)   (None, 14, 14, 80)   0           block4b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_add_DCNN_A (Add)        (None, 14, 14, 80)   0           block4b_drop_DCNN_A[0][0]        \n",
      "                                                                 block4a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4c_expand_conv_DCNN_A (Con (None, 14, 14, 480)  38400       block4b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4c_expand_bn_DCNN_A (Batch (None, 14, 14, 480)  1920        block4c_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block4c_expand_activation_DCNN_ (None, 14, 14, 480)  0           block4c_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4c_dwconv_DCNN_A (Depthwis (None, 14, 14, 480)  4320        block4c_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block4c_bn_DCNN_A (BatchNormali (None, 14, 14, 480)  1920        block4c_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4c_activation_DCNN_A (Acti (None, 14, 14, 480)  0           block4c_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_squeeze_DCNN_A (Glob (None, 480)          0           block4c_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_reshape_DCNN_A (Resh (None, 1, 1, 480)    0           block4c_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_reduce_DCNN_A (Conv2 (None, 1, 1, 20)     9620        block4c_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_expand_DCNN_A (Conv2 (None, 1, 1, 480)    10080       block4c_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_excite_DCNN_A (Multi (None, 14, 14, 480)  0           block4c_activation_DCNN_A[0][0]  \n",
      "                                                                 block4c_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4c_project_conv_DCNN_A (Co (None, 14, 14, 80)   38400       block4c_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4c_project_bn_DCNN_A (Batc (None, 14, 14, 80)   320         block4c_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block4c_drop_DCNN_A (Dropout)   (None, 14, 14, 80)   0           block4c_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4c_add_DCNN_A (Add)        (None, 14, 14, 80)   0           block4c_drop_DCNN_A[0][0]        \n",
      "                                                                 block4b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5a_expand_conv_DCNN_A (Con (None, 14, 14, 480)  38400       block4c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5a_expand_bn_DCNN_A (Batch (None, 14, 14, 480)  1920        block5a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5a_expand_activation_DCNN_ (None, 14, 14, 480)  0           block5a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5a_dwconv_DCNN_A (Depthwis (None, 14, 14, 480)  12000       block5a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block5a_bn_DCNN_A (BatchNormali (None, 14, 14, 480)  1920        block5a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5a_activation_DCNN_A (Acti (None, 14, 14, 480)  0           block5a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_squeeze_DCNN_A (Glob (None, 480)          0           block5a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_reshape_DCNN_A (Resh (None, 1, 1, 480)    0           block5a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 20)     9620        block5a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_expand_DCNN_A (Conv2 (None, 1, 1, 480)    10080       block5a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_excite_DCNN_A (Multi (None, 14, 14, 480)  0           block5a_activation_DCNN_A[0][0]  \n",
      "                                                                 block5a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5a_project_conv_DCNN_A (Co (None, 14, 14, 112)  53760       block5a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5a_project_bn_DCNN_A (Batc (None, 14, 14, 112)  448         block5a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block5b_expand_conv_DCNN_A (Con (None, 14, 14, 672)  75264       block5a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5b_expand_bn_DCNN_A (Batch (None, 14, 14, 672)  2688        block5b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5b_expand_activation_DCNN_ (None, 14, 14, 672)  0           block5b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_dwconv_DCNN_A (Depthwis (None, 14, 14, 672)  16800       block5b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block5b_bn_DCNN_A (BatchNormali (None, 14, 14, 672)  2688        block5b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5b_activation_DCNN_A (Acti (None, 14, 14, 672)  0           block5b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_squeeze_DCNN_A (Glob (None, 672)          0           block5b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_reshape_DCNN_A (Resh (None, 1, 1, 672)    0           block5b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 28)     18844       block5b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_expand_DCNN_A (Conv2 (None, 1, 1, 672)    19488       block5b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_excite_DCNN_A (Multi (None, 14, 14, 672)  0           block5b_activation_DCNN_A[0][0]  \n",
      "                                                                 block5b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_project_conv_DCNN_A (Co (None, 14, 14, 112)  75264       block5b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_project_bn_DCNN_A (Batc (None, 14, 14, 112)  448         block5b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block5b_drop_DCNN_A (Dropout)   (None, 14, 14, 112)  0           block5b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5b_add_DCNN_A (Add)        (None, 14, 14, 112)  0           block5b_drop_DCNN_A[0][0]        \n",
      "                                                                 block5a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5c_expand_conv_DCNN_A (Con (None, 14, 14, 672)  75264       block5b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5c_expand_bn_DCNN_A (Batch (None, 14, 14, 672)  2688        block5c_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5c_expand_activation_DCNN_ (None, 14, 14, 672)  0           block5c_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5c_dwconv_DCNN_A (Depthwis (None, 14, 14, 672)  16800       block5c_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block5c_bn_DCNN_A (BatchNormali (None, 14, 14, 672)  2688        block5c_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5c_activation_DCNN_A (Acti (None, 14, 14, 672)  0           block5c_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_squeeze_DCNN_A (Glob (None, 672)          0           block5c_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_reshape_DCNN_A (Resh (None, 1, 1, 672)    0           block5c_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_reduce_DCNN_A (Conv2 (None, 1, 1, 28)     18844       block5c_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_expand_DCNN_A (Conv2 (None, 1, 1, 672)    19488       block5c_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_excite_DCNN_A (Multi (None, 14, 14, 672)  0           block5c_activation_DCNN_A[0][0]  \n",
      "                                                                 block5c_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5c_project_conv_DCNN_A (Co (None, 14, 14, 112)  75264       block5c_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5c_project_bn_DCNN_A (Batc (None, 14, 14, 112)  448         block5c_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block5c_drop_DCNN_A (Dropout)   (None, 14, 14, 112)  0           block5c_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5c_add_DCNN_A (Add)        (None, 14, 14, 112)  0           block5c_drop_DCNN_A[0][0]        \n",
      "                                                                 block5b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block6a_expand_conv_DCNN_A (Con (None, 14, 14, 672)  75264       block5c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block6a_expand_bn_DCNN_A (Batch (None, 14, 14, 672)  2688        block6a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6a_expand_activation_DCNN_ (None, 14, 14, 672)  0           block6a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6a_dwconv_pad_DCNN_A (Zero (None, 17, 17, 672)  0           block6a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block6a_dwconv_DCNN_A (Depthwis (None, 7, 7, 672)    16800       block6a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6a_bn_DCNN_A (BatchNormali (None, 7, 7, 672)    2688        block6a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block6a_activation_DCNN_A (Acti (None, 7, 7, 672)    0           block6a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_squeeze_DCNN_A (Glob (None, 672)          0           block6a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_reshape_DCNN_A (Resh (None, 1, 1, 672)    0           block6a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 28)     18844       block6a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_expand_DCNN_A (Conv2 (None, 1, 1, 672)    19488       block6a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_excite_DCNN_A (Multi (None, 7, 7, 672)    0           block6a_activation_DCNN_A[0][0]  \n",
      "                                                                 block6a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6a_project_conv_DCNN_A (Co (None, 7, 7, 192)    129024      block6a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6a_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block6b_expand_conv_DCNN_A (Con (None, 7, 7, 1152)   221184      block6a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6b_expand_bn_DCNN_A (Batch (None, 7, 7, 1152)   4608        block6b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_expand_activation_DCNN_ (None, 7, 7, 1152)   0           block6b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6b_dwconv_DCNN_A (Depthwis (None, 7, 7, 1152)   28800       block6b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block6b_bn_DCNN_A (BatchNormali (None, 7, 7, 1152)   4608        block6b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block6b_activation_DCNN_A (Acti (None, 7, 7, 1152)   0           block6b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_squeeze_DCNN_A (Glob (None, 1152)         0           block6b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_reshape_DCNN_A (Resh (None, 1, 1, 1152)   0           block6b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 48)     55344       block6b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_expand_DCNN_A (Conv2 (None, 1, 1, 1152)   56448       block6b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_excite_DCNN_A (Multi (None, 7, 7, 1152)   0           block6b_activation_DCNN_A[0][0]  \n",
      "                                                                 block6b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6b_project_conv_DCNN_A (Co (None, 7, 7, 192)    221184      block6b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6b_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block6b_drop_DCNN_A (Dropout)   (None, 7, 7, 192)    0           block6b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6b_add_DCNN_A (Add)        (None, 7, 7, 192)    0           block6b_drop_DCNN_A[0][0]        \n",
      "                                                                 block6a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6c_expand_conv_DCNN_A (Con (None, 7, 7, 1152)   221184      block6b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block6c_expand_bn_DCNN_A (Batch (None, 7, 7, 1152)   4608        block6c_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_expand_activation_DCNN_ (None, 7, 7, 1152)   0           block6c_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6c_dwconv_DCNN_A (Depthwis (None, 7, 7, 1152)   28800       block6c_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block6c_bn_DCNN_A (BatchNormali (None, 7, 7, 1152)   4608        block6c_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block6c_activation_DCNN_A (Acti (None, 7, 7, 1152)   0           block6c_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_squeeze_DCNN_A (Glob (None, 1152)         0           block6c_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_reshape_DCNN_A (Resh (None, 1, 1, 1152)   0           block6c_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_reduce_DCNN_A (Conv2 (None, 1, 1, 48)     55344       block6c_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_expand_DCNN_A (Conv2 (None, 1, 1, 1152)   56448       block6c_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_excite_DCNN_A (Multi (None, 7, 7, 1152)   0           block6c_activation_DCNN_A[0][0]  \n",
      "                                                                 block6c_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6c_project_conv_DCNN_A (Co (None, 7, 7, 192)    221184      block6c_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6c_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6c_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block6c_drop_DCNN_A (Dropout)   (None, 7, 7, 192)    0           block6c_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6c_add_DCNN_A (Add)        (None, 7, 7, 192)    0           block6c_drop_DCNN_A[0][0]        \n",
      "                                                                 block6b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block6d_expand_conv_DCNN_A (Con (None, 7, 7, 1152)   221184      block6c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block6d_expand_bn_DCNN_A (Batch (None, 7, 7, 1152)   4608        block6d_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_expand_activation_DCNN_ (None, 7, 7, 1152)   0           block6d_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6d_dwconv_DCNN_A (Depthwis (None, 7, 7, 1152)   28800       block6d_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block6d_bn_DCNN_A (BatchNormali (None, 7, 7, 1152)   4608        block6d_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block6d_activation_DCNN_A (Acti (None, 7, 7, 1152)   0           block6d_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_squeeze_DCNN_A (Glob (None, 1152)         0           block6d_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_reshape_DCNN_A (Resh (None, 1, 1, 1152)   0           block6d_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_reduce_DCNN_A (Conv2 (None, 1, 1, 48)     55344       block6d_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_expand_DCNN_A (Conv2 (None, 1, 1, 1152)   56448       block6d_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_excite_DCNN_A (Multi (None, 7, 7, 1152)   0           block6d_activation_DCNN_A[0][0]  \n",
      "                                                                 block6d_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6d_project_conv_DCNN_A (Co (None, 7, 7, 192)    221184      block6d_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6d_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6d_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block6d_drop_DCNN_A (Dropout)   (None, 7, 7, 192)    0           block6d_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6d_add_DCNN_A (Add)        (None, 7, 7, 192)    0           block6d_drop_DCNN_A[0][0]        \n",
      "                                                                 block6c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d (Conv2D)                 (None, 7, 7, 192)    37056       block6d_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d (AveragePooli (None, 7, 7, 192)    0           conv2d[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "alpha_dropout (AlphaDropout)    (None, 7, 7, 192)    0           average_pooling2d[0][0]          \n",
      "==================================================================================================\n",
      "Total params: 2,949,427\n",
      "Trainable params: 37,056\n",
      "Non-trainable params: 2,912,371\n",
      "__________________________________________________________________________________________________\n",
      "successfully built!\n"
     ]
    }
   ],
   "source": [
    "# Model\n",
    "#EfficientNetB0\n",
    "\n",
    "builder_a = DCNN_A + '_builder'\n",
    "\n",
    "#TRANSFER LEARNING\n",
    "def builder_a(model_input):\n",
    "    builder_a = trainable_model_a(weights='imagenet', \n",
    "                                    include_top=False, \n",
    "                                    input_tensor = model_input)\n",
    "\n",
    "#PARTIAL LAYER FREEZING\n",
    "    for layer in builder_a.layers:\n",
    "        layer.trainable = False\n",
    "        \n",
    "    for layer in builder_a.layers:\n",
    "        layer._name = layer.name + '_' + DCNN_A\n",
    "        \n",
    "    for BatchNormalization in builder_a.layers:\n",
    "        BatchNormalization.trainable = False\n",
    "\n",
    "    x = builder_a.layers[-17].output\n",
    "    \n",
    "#AUXILIARY FUSING LAYER (AuxFL)\n",
    "    x = Conv2D(192, 1, padding='valid', activation='selu', kernel_initializer='lecun_normal')(x)\n",
    "    x = AveragePooling2D(1, 1)(x)\n",
    "    x = AlphaDropout(0.2)(x)\n",
    "\n",
    "    dcnn_a = Model(inputs=builder_a.input, outputs=x, name=DCNN_A)\n",
    "    return dcnn_a\n",
    "\n",
    "#INITIALIZE THE MODEL\n",
    "dcnn_a = builder_a(model_input)\n",
    "\n",
    "#PLOT THE MODEL STRUCTURE\n",
    "print(\"PLEASE CHECK THE ENTIRE MODEL UP TO THE END\")\n",
    "\n",
    "dcnn_a.summary()\n",
    "\n",
    "print(\"successfully built!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "PLEASE CHECK THE ENTIRE MODEL UP TO THE END\n",
      "Model: \"DCNN_B\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1_DCNN_A_DCNN_B (InputLay [(None, 224, 224, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "Conv1_DCNN_B (Conv2D)           (None, 112, 112, 32) 864         input_1_DCNN_A_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "bn_Conv1_DCNN_B (BatchNormaliza (None, 112, 112, 32) 128         Conv1_DCNN_B[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "Conv1_relu_DCNN_B (ReLU)        (None, 112, 112, 32) 0           bn_Conv1_DCNN_B[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_depthwise_DCNN_B  (None, 112, 112, 32) 288         Conv1_relu_DCNN_B[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_depthwise_BN_DCNN (None, 112, 112, 32) 128         expanded_conv_depthwise_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_depthwise_relu_DC (None, 112, 112, 32) 0           expanded_conv_depthwise_BN_DCNN_B\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_project_DCNN_B (C (None, 112, 112, 16) 512         expanded_conv_depthwise_relu_DCNN\n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_project_BN_DCNN_B (None, 112, 112, 16) 64          expanded_conv_project_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "block_1_expand_DCNN_B (Conv2D)  (None, 112, 112, 96) 1536        expanded_conv_project_BN_DCNN_B[0\n",
      "__________________________________________________________________________________________________\n",
      "block_1_expand_BN_DCNN_B (Batch (None, 112, 112, 96) 384         block_1_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_1_expand_relu_DCNN_B (ReL (None, 112, 112, 96) 0           block_1_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_1_pad_DCNN_B (ZeroPadding (None, 113, 113, 96) 0           block_1_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_1_depthwise_DCNN_B (Depth (None, 56, 56, 96)   864         block_1_pad_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_1_depthwise_BN_DCNN_B (Ba (None, 56, 56, 96)   384         block_1_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_1_depthwise_relu_DCNN_B ( (None, 56, 56, 96)   0           block_1_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_1_project_DCNN_B (Conv2D) (None, 56, 56, 24)   2304        block_1_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_1_project_BN_DCNN_B (Batc (None, 56, 56, 24)   96          block_1_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_2_expand_DCNN_B (Conv2D)  (None, 56, 56, 144)  3456        block_1_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_2_expand_BN_DCNN_B (Batch (None, 56, 56, 144)  576         block_2_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_2_expand_relu_DCNN_B (ReL (None, 56, 56, 144)  0           block_2_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_2_depthwise_DCNN_B (Depth (None, 56, 56, 144)  1296        block_2_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_2_depthwise_BN_DCNN_B (Ba (None, 56, 56, 144)  576         block_2_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_2_depthwise_relu_DCNN_B ( (None, 56, 56, 144)  0           block_2_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_2_project_DCNN_B (Conv2D) (None, 56, 56, 24)   3456        block_2_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_2_project_BN_DCNN_B (Batc (None, 56, 56, 24)   96          block_2_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_2_add_DCNN_B (Add)        (None, 56, 56, 24)   0           block_1_project_BN_DCNN_B[0][0]  \n",
      "                                                                 block_2_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_3_expand_DCNN_B (Conv2D)  (None, 56, 56, 144)  3456        block_2_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_3_expand_BN_DCNN_B (Batch (None, 56, 56, 144)  576         block_3_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_3_expand_relu_DCNN_B (ReL (None, 56, 56, 144)  0           block_3_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_3_pad_DCNN_B (ZeroPadding (None, 57, 57, 144)  0           block_3_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_3_depthwise_DCNN_B (Depth (None, 28, 28, 144)  1296        block_3_pad_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_3_depthwise_BN_DCNN_B (Ba (None, 28, 28, 144)  576         block_3_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_3_depthwise_relu_DCNN_B ( (None, 28, 28, 144)  0           block_3_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_3_project_DCNN_B (Conv2D) (None, 28, 28, 32)   4608        block_3_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_3_project_BN_DCNN_B (Batc (None, 28, 28, 32)   128         block_3_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_4_expand_DCNN_B (Conv2D)  (None, 28, 28, 192)  6144        block_3_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_4_expand_BN_DCNN_B (Batch (None, 28, 28, 192)  768         block_4_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_4_expand_relu_DCNN_B (ReL (None, 28, 28, 192)  0           block_4_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_4_depthwise_DCNN_B (Depth (None, 28, 28, 192)  1728        block_4_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_4_depthwise_BN_DCNN_B (Ba (None, 28, 28, 192)  768         block_4_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_4_depthwise_relu_DCNN_B ( (None, 28, 28, 192)  0           block_4_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_4_project_DCNN_B (Conv2D) (None, 28, 28, 32)   6144        block_4_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_4_project_BN_DCNN_B (Batc (None, 28, 28, 32)   128         block_4_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_4_add_DCNN_B (Add)        (None, 28, 28, 32)   0           block_3_project_BN_DCNN_B[0][0]  \n",
      "                                                                 block_4_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_5_expand_DCNN_B (Conv2D)  (None, 28, 28, 192)  6144        block_4_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_5_expand_BN_DCNN_B (Batch (None, 28, 28, 192)  768         block_5_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_5_expand_relu_DCNN_B (ReL (None, 28, 28, 192)  0           block_5_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_5_depthwise_DCNN_B (Depth (None, 28, 28, 192)  1728        block_5_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_5_depthwise_BN_DCNN_B (Ba (None, 28, 28, 192)  768         block_5_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_5_depthwise_relu_DCNN_B ( (None, 28, 28, 192)  0           block_5_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_5_project_DCNN_B (Conv2D) (None, 28, 28, 32)   6144        block_5_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_5_project_BN_DCNN_B (Batc (None, 28, 28, 32)   128         block_5_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_5_add_DCNN_B (Add)        (None, 28, 28, 32)   0           block_4_add_DCNN_B[0][0]         \n",
      "                                                                 block_5_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_6_expand_DCNN_B (Conv2D)  (None, 28, 28, 192)  6144        block_5_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_6_expand_BN_DCNN_B (Batch (None, 28, 28, 192)  768         block_6_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_6_expand_relu_DCNN_B (ReL (None, 28, 28, 192)  0           block_6_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_6_pad_DCNN_B (ZeroPadding (None, 29, 29, 192)  0           block_6_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_6_depthwise_DCNN_B (Depth (None, 14, 14, 192)  1728        block_6_pad_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_6_depthwise_BN_DCNN_B (Ba (None, 14, 14, 192)  768         block_6_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_6_depthwise_relu_DCNN_B ( (None, 14, 14, 192)  0           block_6_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_6_project_DCNN_B (Conv2D) (None, 14, 14, 64)   12288       block_6_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_6_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_6_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_7_expand_DCNN_B (Conv2D)  (None, 14, 14, 384)  24576       block_6_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_7_expand_BN_DCNN_B (Batch (None, 14, 14, 384)  1536        block_7_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_7_expand_relu_DCNN_B (ReL (None, 14, 14, 384)  0           block_7_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_7_depthwise_DCNN_B (Depth (None, 14, 14, 384)  3456        block_7_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_7_depthwise_BN_DCNN_B (Ba (None, 14, 14, 384)  1536        block_7_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_7_depthwise_relu_DCNN_B ( (None, 14, 14, 384)  0           block_7_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_7_project_DCNN_B (Conv2D) (None, 14, 14, 64)   24576       block_7_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_7_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_7_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_7_add_DCNN_B (Add)        (None, 14, 14, 64)   0           block_6_project_BN_DCNN_B[0][0]  \n",
      "                                                                 block_7_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_8_expand_DCNN_B (Conv2D)  (None, 14, 14, 384)  24576       block_7_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_8_expand_BN_DCNN_B (Batch (None, 14, 14, 384)  1536        block_8_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_8_expand_relu_DCNN_B (ReL (None, 14, 14, 384)  0           block_8_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_8_depthwise_DCNN_B (Depth (None, 14, 14, 384)  3456        block_8_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_8_depthwise_BN_DCNN_B (Ba (None, 14, 14, 384)  1536        block_8_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_8_depthwise_relu_DCNN_B ( (None, 14, 14, 384)  0           block_8_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_8_project_DCNN_B (Conv2D) (None, 14, 14, 64)   24576       block_8_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_8_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_8_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_8_add_DCNN_B (Add)        (None, 14, 14, 64)   0           block_7_add_DCNN_B[0][0]         \n",
      "                                                                 block_8_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_9_expand_DCNN_B (Conv2D)  (None, 14, 14, 384)  24576       block_8_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_9_expand_BN_DCNN_B (Batch (None, 14, 14, 384)  1536        block_9_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_9_expand_relu_DCNN_B (ReL (None, 14, 14, 384)  0           block_9_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_9_depthwise_DCNN_B (Depth (None, 14, 14, 384)  3456        block_9_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_9_depthwise_BN_DCNN_B (Ba (None, 14, 14, 384)  1536        block_9_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_9_depthwise_relu_DCNN_B ( (None, 14, 14, 384)  0           block_9_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_9_project_DCNN_B (Conv2D) (None, 14, 14, 64)   24576       block_9_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block_9_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_9_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_9_add_DCNN_B (Add)        (None, 14, 14, 64)   0           block_8_add_DCNN_B[0][0]         \n",
      "                                                                 block_9_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_10_expand_DCNN_B (Conv2D) (None, 14, 14, 384)  24576       block_9_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_10_expand_BN_DCNN_B (Batc (None, 14, 14, 384)  1536        block_10_expand_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_10_expand_relu_DCNN_B (Re (None, 14, 14, 384)  0           block_10_expand_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_10_depthwise_DCNN_B (Dept (None, 14, 14, 384)  3456        block_10_expand_relu_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_10_depthwise_BN_DCNN_B (B (None, 14, 14, 384)  1536        block_10_depthwise_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_10_depthwise_relu_DCNN_B  (None, 14, 14, 384)  0           block_10_depthwise_BN_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "block_10_project_DCNN_B (Conv2D (None, 14, 14, 96)   36864       block_10_depthwise_relu_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "block_10_project_BN_DCNN_B (Bat (None, 14, 14, 96)   384         block_10_project_DCNN_B[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block_11_expand_DCNN_B (Conv2D) (None, 14, 14, 576)  55296       block_10_project_BN_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_11_expand_BN_DCNN_B (Batc (None, 14, 14, 576)  2304        block_11_expand_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_11_expand_relu_DCNN_B (Re (None, 14, 14, 576)  0           block_11_expand_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_11_depthwise_DCNN_B (Dept (None, 14, 14, 576)  5184        block_11_expand_relu_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_11_depthwise_BN_DCNN_B (B (None, 14, 14, 576)  2304        block_11_depthwise_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_11_depthwise_relu_DCNN_B  (None, 14, 14, 576)  0           block_11_depthwise_BN_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "block_11_project_DCNN_B (Conv2D (None, 14, 14, 96)   55296       block_11_depthwise_relu_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "block_11_project_BN_DCNN_B (Bat (None, 14, 14, 96)   384         block_11_project_DCNN_B[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block_11_add_DCNN_B (Add)       (None, 14, 14, 96)   0           block_10_project_BN_DCNN_B[0][0] \n",
      "                                                                 block_11_project_BN_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_12_expand_DCNN_B (Conv2D) (None, 14, 14, 576)  55296       block_11_add_DCNN_B[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "block_12_expand_BN_DCNN_B (Batc (None, 14, 14, 576)  2304        block_12_expand_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block_12_expand_relu_DCNN_B (Re (None, 14, 14, 576)  0           block_12_expand_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_12_depthwise_DCNN_B (Dept (None, 14, 14, 576)  5184        block_12_expand_relu_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_12_depthwise_BN_DCNN_B (B (None, 14, 14, 576)  2304        block_12_depthwise_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_12_depthwise_relu_DCNN_B  (None, 14, 14, 576)  0           block_12_depthwise_BN_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "block_12_project_DCNN_B (Conv2D (None, 14, 14, 96)   55296       block_12_depthwise_relu_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "block_12_project_BN_DCNN_B (Bat (None, 14, 14, 96)   384         block_12_project_DCNN_B[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block_12_add_DCNN_B (Add)       (None, 14, 14, 96)   0           block_11_add_DCNN_B[0][0]        \n",
      "                                                                 block_12_project_BN_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_1 (Conv2D)               (None, 7, 7, 192)    1179840     block_12_add_DCNN_B[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1 (AveragePoo (None, 7, 7, 192)    0           conv2d_1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "alpha_dropout_1 (AlphaDropout)  (None, 7, 7, 192)    0           average_pooling2d_1[0][0]        \n",
      "==================================================================================================\n",
      "Total params: 1,738,496\n",
      "Trainable params: 1,179,840\n",
      "Non-trainable params: 558,656\n",
      "__________________________________________________________________________________________________\n",
      " successfully built!\n"
     ]
    }
   ],
   "source": [
    "# Model\n",
    "#MobileNetV2\n",
    "\n",
    "builder_b = DCNN_B + '_builder'\n",
    "\n",
    "#TRANSFER LEARNING\n",
    "def builder_b(model_input):\n",
    "    builder_b = trainable_model_b(weights='imagenet', \n",
    "                                    include_top=False, \n",
    "                                    input_tensor = model_input)\n",
    "\n",
    "#PARTIAL LAYER FREEZING\n",
    "    for layer in builder_b.layers:\n",
    "        layer.trainable = False\n",
    "        \n",
    "    for layer in builder_b.layers:\n",
    "        layer._name = layer.name + '_' + DCNN_B\n",
    "        \n",
    "    for BatchNormalization in builder_b.layers:\n",
    "        BatchNormalization.trainable = False\n",
    "    \n",
    "    x = builder_b.layers[-39].output\n",
    "    \n",
    "#AUXILIARY FUSING LAYER (AuxFL)\n",
    "    x = Conv2D(192, 8, padding='valid', activation='selu', kernel_initializer='lecun_normal')(x)\n",
    "    x = AveragePooling2D(1, 1)(x)\n",
    "    x = AlphaDropout(0.2)(x)\n",
    "\n",
    "    dcnn_b = Model(inputs=builder_b.input, outputs=x, name=DCNN_B)\n",
    "    return dcnn_b\n",
    "\n",
    "#INITIALIZE THE MODEL\n",
    "dcnn_b = builder_b(model_input)\n",
    "\n",
    "#PLOT THE MODEL STRUCTURE\n",
    "print(\"PLEASE CHECK THE ENTIRE MODEL UP TO THE END\")\n",
    "\n",
    "dcnn_b.summary()\n",
    "\n",
    "print(\" successfully built!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "PLEASE CHECK THE ENTIRE MODEL UP TO THE END\n",
      "Model: \"DCNN_C\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1_DCNN_A_DCNN_B_DCNN_C (I [(None, 224, 224, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv1_pad_DCNN_C (ZeroPadding2D (None, 230, 230, 3)  0           input_1_DCNN_A_DCNN_B_DCNN_C[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv1_conv_DCNN_C (Conv2D)      (None, 112, 112, 64) 9472        conv1_pad_DCNN_C[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "pool1_pad_DCNN_C (ZeroPadding2D (None, 114, 114, 64) 0           conv1_conv_DCNN_C[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "pool1_pool_DCNN_C (MaxPooling2D (None, 56, 56, 64)   0           pool1_pad_DCNN_C[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_preact_bn_DCNN_C ( (None, 56, 56, 64)   256         pool1_pool_DCNN_C[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_preact_relu_DCNN_C (None, 56, 56, 64)   0           conv2_block1_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_conv_DCNN_C (Con (None, 56, 56, 64)   4096        conv2_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block1_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block1_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_pad_DCNN_C (Zero (None, 58, 58, 64)   0           conv2_block1_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_conv_DCNN_C (Con (None, 56, 56, 64)   36864       conv2_block1_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block1_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block1_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_conv_DCNN_C (Con (None, 56, 56, 256)  16640       conv2_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_3_conv_DCNN_C (Con (None, 56, 56, 256)  16640       conv2_block1_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_out_DCNN_C (Add)   (None, 56, 56, 256)  0           conv2_block1_0_conv_DCNN_C[0][0] \n",
      "                                                                 conv2_block1_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_preact_bn_DCNN_C ( (None, 56, 56, 256)  1024        conv2_block1_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_preact_relu_DCNN_C (None, 56, 56, 256)  0           conv2_block2_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_conv_DCNN_C (Con (None, 56, 56, 64)   16384       conv2_block2_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block2_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block2_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_pad_DCNN_C (Zero (None, 58, 58, 64)   0           conv2_block2_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_conv_DCNN_C (Con (None, 56, 56, 64)   36864       conv2_block2_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block2_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block2_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_3_conv_DCNN_C (Con (None, 56, 56, 256)  16640       conv2_block2_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_out_DCNN_C (Add)   (None, 56, 56, 256)  0           conv2_block1_out_DCNN_C[0][0]    \n",
      "                                                                 conv2_block2_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_preact_bn_DCNN_C ( (None, 56, 56, 256)  1024        conv2_block2_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_preact_relu_DCNN_C (None, 56, 56, 256)  0           conv2_block3_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_conv_DCNN_C (Con (None, 56, 56, 64)   16384       conv2_block3_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block3_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block3_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_pad_DCNN_C (Zero (None, 58, 58, 64)   0           conv2_block3_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_conv_DCNN_C (Con (None, 28, 28, 64)   36864       conv2_block3_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_bn_DCNN_C (Batch (None, 28, 28, 64)   256         conv2_block3_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_relu_DCNN_C (Act (None, 28, 28, 64)   0           conv2_block3_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_DCNN_C (MaxPoolin (None, 28, 28, 256)  0           conv2_block2_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_3_conv_DCNN_C (Con (None, 28, 28, 256)  16640       conv2_block3_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_out_DCNN_C (Add)   (None, 28, 28, 256)  0           max_pooling2d_DCNN_C[0][0]       \n",
      "                                                                 conv2_block3_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_preact_bn_DCNN_C ( (None, 28, 28, 256)  1024        conv2_block3_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_preact_relu_DCNN_C (None, 28, 28, 256)  0           conv3_block1_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_conv_DCNN_C (Con (None, 28, 28, 128)  32768       conv3_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block1_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block1_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_pad_DCNN_C (Zero (None, 30, 30, 128)  0           conv3_block1_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_conv_DCNN_C (Con (None, 28, 28, 128)  147456      conv3_block1_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block1_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block1_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_conv_DCNN_C (Con (None, 28, 28, 512)  131584      conv3_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_3_conv_DCNN_C (Con (None, 28, 28, 512)  66048       conv3_block1_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_out_DCNN_C (Add)   (None, 28, 28, 512)  0           conv3_block1_0_conv_DCNN_C[0][0] \n",
      "                                                                 conv3_block1_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_preact_bn_DCNN_C ( (None, 28, 28, 512)  2048        conv3_block1_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_preact_relu_DCNN_C (None, 28, 28, 512)  0           conv3_block2_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_conv_DCNN_C (Con (None, 28, 28, 128)  65536       conv3_block2_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block2_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block2_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_pad_DCNN_C (Zero (None, 30, 30, 128)  0           conv3_block2_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_conv_DCNN_C (Con (None, 28, 28, 128)  147456      conv3_block2_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block2_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block2_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_3_conv_DCNN_C (Con (None, 28, 28, 512)  66048       conv3_block2_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_out_DCNN_C (Add)   (None, 28, 28, 512)  0           conv3_block1_out_DCNN_C[0][0]    \n",
      "                                                                 conv3_block2_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_preact_bn_DCNN_C ( (None, 28, 28, 512)  2048        conv3_block2_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_preact_relu_DCNN_C (None, 28, 28, 512)  0           conv3_block3_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_conv_DCNN_C (Con (None, 28, 28, 128)  65536       conv3_block3_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block3_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block3_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_pad_DCNN_C (Zero (None, 30, 30, 128)  0           conv3_block3_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_conv_DCNN_C (Con (None, 28, 28, 128)  147456      conv3_block3_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block3_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block3_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_3_conv_DCNN_C (Con (None, 28, 28, 512)  66048       conv3_block3_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_out_DCNN_C (Add)   (None, 28, 28, 512)  0           conv3_block2_out_DCNN_C[0][0]    \n",
      "                                                                 conv3_block3_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_2 (Conv2D)               (None, 23, 23, 192)  3539136     conv3_block3_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_2 (AveragePoo (None, 7, 7, 192)    0           conv2d_2[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "alpha_dropout_2 (AlphaDropout)  (None, 7, 7, 192)    0           average_pooling2d_2[0][0]        \n",
      "==================================================================================================\n",
      "Total params: 4,710,592\n",
      "Trainable params: 3,539,136\n",
      "Non-trainable params: 1,171,456\n",
      "__________________________________________________________________________________________________\n",
      "successfully built!\n"
     ]
    }
   ],
   "source": [
    "# Model\n",
    "#ResNet50V2\n",
    "\n",
    "builder_c = DCNN_C + '_builder'\n",
    "\n",
    "#TRANSFER LEARNING\n",
    "def builder_c(model_input):\n",
    "    builder_c = trainable_model_c(weights='imagenet', \n",
    "                                    include_top=False, \n",
    "                                    input_tensor = model_input)\n",
    "\n",
    "#PARTIAL LAYER FREEZING\n",
    "    for layer in builder_c.layers:\n",
    "        layer.trainable = False\n",
    "        \n",
    "    for layer in builder_c.layers:\n",
    "        layer._name = layer.name + '_' + DCNN_C\n",
    "        \n",
    "    for BatchNormalization in builder_c.layers:\n",
    "        BatchNormalization.trainable = False\n",
    "    \n",
    "    x = builder_c.layers[-117].output  \n",
    "    \n",
    "#AUXILIARY FUSING LAYER (AuxFL)    \n",
    "    x = Conv2D(192, 6, padding='valid', activation='selu', kernel_initializer='lecun_normal')(x)\n",
    "    x = AveragePooling2D(3, 3)(x)\n",
    "    x = AlphaDropout(0.2)(x)\n",
    "\n",
    "    dcnn_c = Model(inputs=builder_c.input, outputs=x, name=DCNN_C)\n",
    "    return dcnn_c\n",
    "\n",
    "#INITIALIZE THE MODEL\n",
    "dcnn_c = builder_c(model_input)\n",
    "\n",
    "#PLOT THE MODEL STRUCTURE\n",
    "print(\"PLEASE CHECK THE ENTIRE MODEL UP TO THE END\")\n",
    "\n",
    "dcnn_c.summary()\n",
    "\n",
    "print(\"successfully built!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Accomplished Pre-training and ready for fusion\n"
     ]
    }
   ],
   "source": [
    "#RE-INITIALIZE FOR FUSION\n",
    "dcnn_a = builder_a(model_input)\n",
    "dcnn_b = builder_b(model_input)\n",
    "dcnn_c = builder_c(model_input)\n",
    "\n",
    "print(\"Accomplished Pre-training and ready for fusion\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Fusion success!\n",
      "Ready to connect with its ending layers!\n"
     ]
    }
   ],
   "source": [
    "#FUSE THE MODELS INTO A SINGLE PIPELINE\n",
    "\n",
    "models = [dcnn_a, \n",
    "          dcnn_b,\n",
    "          dcnn_c]\n",
    "\n",
    "print(\"Fusion success!\")\n",
    "print(\"Ready to connect with its ending layers!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "PLEASE CHECK THE MODEL UP TO THE END\n",
      "\n",
      "\n",
      "\n",
      "Model: \"MFCNN_selu2\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1_DCNN_A_DCNN_B_DCNN_C_DC [(None, 224, 224, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "rescaling_1_DCNN_A (Rescaling)  (None, 224, 224, 3)  0           input_1_DCNN_A_DCNN_B_DCNN_C_DCNN\n",
      "__________________________________________________________________________________________________\n",
      "normalization_1_DCNN_A (Normali (None, 224, 224, 3)  7           rescaling_1_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "stem_conv_pad_DCNN_A (ZeroPaddi (None, 225, 225, 3)  0           normalization_1_DCNN_A[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "stem_conv_DCNN_A (Conv2D)       (None, 112, 112, 32) 864         stem_conv_pad_DCNN_A[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "stem_bn_DCNN_A (BatchNormalizat (None, 112, 112, 32) 128         stem_conv_DCNN_A[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "stem_activation_DCNN_A (Activat (None, 112, 112, 32) 0           stem_bn_DCNN_A[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block1a_dwconv_DCNN_A (Depthwis (None, 112, 112, 32) 288         stem_activation_DCNN_A[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block1a_bn_DCNN_A (BatchNormali (None, 112, 112, 32) 128         block1a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block1a_activation_DCNN_A (Acti (None, 112, 112, 32) 0           block1a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_squeeze_DCNN_A (Glob (None, 32)           0           block1a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_reshape_DCNN_A (Resh (None, 1, 1, 32)     0           block1a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 8)      264         block1a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_expand_DCNN_A (Conv2 (None, 1, 1, 32)     288         block1a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block1a_se_excite_DCNN_A (Multi (None, 112, 112, 32) 0           block1a_activation_DCNN_A[0][0]  \n",
      "                                                                 block1a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block1a_project_conv_DCNN_A (Co (None, 112, 112, 16) 512         block1a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block1a_project_bn_DCNN_A (Batc (None, 112, 112, 16) 64          block1a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block2a_expand_conv_DCNN_A (Con (None, 112, 112, 96) 1536        block1a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_expand_bn_DCNN_A (Batch (None, 112, 112, 96) 384         block2a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block2a_expand_activation_DCNN_ (None, 112, 112, 96) 0           block2a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_dwconv_pad_DCNN_A (Zero (None, 113, 113, 96) 0           block2a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block2a_dwconv_DCNN_A (Depthwis (None, 56, 56, 96)   864         block2a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_bn_DCNN_A (BatchNormali (None, 56, 56, 96)   384         block2a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2a_activation_DCNN_A (Acti (None, 56, 56, 96)   0           block2a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_squeeze_DCNN_A (Glob (None, 96)           0           block2a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_reshape_DCNN_A (Resh (None, 1, 1, 96)     0           block2a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 4)      388         block2a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_expand_DCNN_A (Conv2 (None, 1, 1, 96)     480         block2a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_se_excite_DCNN_A (Multi (None, 56, 56, 96)   0           block2a_activation_DCNN_A[0][0]  \n",
      "                                                                 block2a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_project_conv_DCNN_A (Co (None, 56, 56, 24)   2304        block2a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2a_project_bn_DCNN_A (Batc (None, 56, 56, 24)   96          block2a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block2b_expand_conv_DCNN_A (Con (None, 56, 56, 144)  3456        block2a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_expand_bn_DCNN_A (Batch (None, 56, 56, 144)  576         block2b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block2b_expand_activation_DCNN_ (None, 56, 56, 144)  0           block2b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_dwconv_DCNN_A (Depthwis (None, 56, 56, 144)  1296        block2b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block2b_bn_DCNN_A (BatchNormali (None, 56, 56, 144)  576         block2b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2b_activation_DCNN_A (Acti (None, 56, 56, 144)  0           block2b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_squeeze_DCNN_A (Glob (None, 144)          0           block2b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_reshape_DCNN_A (Resh (None, 1, 1, 144)    0           block2b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 6)      870         block2b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_expand_DCNN_A (Conv2 (None, 1, 1, 144)    1008        block2b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_se_excite_DCNN_A (Multi (None, 56, 56, 144)  0           block2b_activation_DCNN_A[0][0]  \n",
      "                                                                 block2b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_project_conv_DCNN_A (Co (None, 56, 56, 24)   3456        block2b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block2b_project_bn_DCNN_A (Batc (None, 56, 56, 24)   96          block2b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block2b_drop_DCNN_A (Dropout)   (None, 56, 56, 24)   0           block2b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block2b_add_DCNN_A (Add)        (None, 56, 56, 24)   0           block2b_drop_DCNN_A[0][0]        \n",
      "                                                                 block2a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_expand_conv_DCNN_A (Con (None, 56, 56, 144)  3456        block2b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3a_expand_bn_DCNN_A (Batch (None, 56, 56, 144)  576         block3a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block3a_expand_activation_DCNN_ (None, 56, 56, 144)  0           block3a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_dwconv_pad_DCNN_A (Zero (None, 59, 59, 144)  0           block3a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block3a_dwconv_DCNN_A (Depthwis (None, 28, 28, 144)  3600        block3a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_bn_DCNN_A (BatchNormali (None, 28, 28, 144)  576         block3a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block3a_activation_DCNN_A (Acti (None, 28, 28, 144)  0           block3a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_squeeze_DCNN_A (Glob (None, 144)          0           block3a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_reshape_DCNN_A (Resh (None, 1, 1, 144)    0           block3a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 6)      870         block3a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_expand_DCNN_A (Conv2 (None, 1, 1, 144)    1008        block3a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_se_excite_DCNN_A (Multi (None, 28, 28, 144)  0           block3a_activation_DCNN_A[0][0]  \n",
      "                                                                 block3a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_project_conv_DCNN_A (Co (None, 28, 28, 40)   5760        block3a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3a_project_bn_DCNN_A (Batc (None, 28, 28, 40)   160         block3a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block3b_expand_conv_DCNN_A (Con (None, 28, 28, 240)  9600        block3a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_expand_bn_DCNN_A (Batch (None, 28, 28, 240)  960         block3b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block3b_expand_activation_DCNN_ (None, 28, 28, 240)  0           block3b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_dwconv_DCNN_A (Depthwis (None, 28, 28, 240)  6000        block3b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block3b_bn_DCNN_A (BatchNormali (None, 28, 28, 240)  960         block3b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block3b_activation_DCNN_A (Acti (None, 28, 28, 240)  0           block3b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_squeeze_DCNN_A (Glob (None, 240)          0           block3b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_reshape_DCNN_A (Resh (None, 1, 1, 240)    0           block3b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 10)     2410        block3b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_expand_DCNN_A (Conv2 (None, 1, 1, 240)    2640        block3b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_se_excite_DCNN_A (Multi (None, 28, 28, 240)  0           block3b_activation_DCNN_A[0][0]  \n",
      "                                                                 block3b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_project_conv_DCNN_A (Co (None, 28, 28, 40)   9600        block3b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block3b_project_bn_DCNN_A (Batc (None, 28, 28, 40)   160         block3b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block3b_drop_DCNN_A (Dropout)   (None, 28, 28, 40)   0           block3b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block3b_add_DCNN_A (Add)        (None, 28, 28, 40)   0           block3b_drop_DCNN_A[0][0]        \n",
      "                                                                 block3a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_expand_conv_DCNN_A (Con (None, 28, 28, 240)  9600        block3b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4a_expand_bn_DCNN_A (Batch (None, 28, 28, 240)  960         block4a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block4a_expand_activation_DCNN_ (None, 28, 28, 240)  0           block4a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_dwconv_pad_DCNN_A (Zero (None, 29, 29, 240)  0           block4a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block4a_dwconv_DCNN_A (Depthwis (None, 14, 14, 240)  2160        block4a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_bn_DCNN_A (BatchNormali (None, 14, 14, 240)  960         block4a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4a_activation_DCNN_A (Acti (None, 14, 14, 240)  0           block4a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_squeeze_DCNN_A (Glob (None, 240)          0           block4a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_reshape_DCNN_A (Resh (None, 1, 1, 240)    0           block4a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 10)     2410        block4a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_expand_DCNN_A (Conv2 (None, 1, 1, 240)    2640        block4a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_se_excite_DCNN_A (Multi (None, 14, 14, 240)  0           block4a_activation_DCNN_A[0][0]  \n",
      "                                                                 block4a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_project_conv_DCNN_A (Co (None, 14, 14, 80)   19200       block4a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4a_project_bn_DCNN_A (Batc (None, 14, 14, 80)   320         block4a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block4b_expand_conv_DCNN_A (Con (None, 14, 14, 480)  38400       block4a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_expand_bn_DCNN_A (Batch (None, 14, 14, 480)  1920        block4b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block4b_expand_activation_DCNN_ (None, 14, 14, 480)  0           block4b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_dwconv_DCNN_A (Depthwis (None, 14, 14, 480)  4320        block4b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block4b_bn_DCNN_A (BatchNormali (None, 14, 14, 480)  1920        block4b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4b_activation_DCNN_A (Acti (None, 14, 14, 480)  0           block4b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_squeeze_DCNN_A (Glob (None, 480)          0           block4b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_reshape_DCNN_A (Resh (None, 1, 1, 480)    0           block4b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 20)     9620        block4b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_expand_DCNN_A (Conv2 (None, 1, 1, 480)    10080       block4b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_se_excite_DCNN_A (Multi (None, 14, 14, 480)  0           block4b_activation_DCNN_A[0][0]  \n",
      "                                                                 block4b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_project_conv_DCNN_A (Co (None, 14, 14, 80)   38400       block4b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4b_project_bn_DCNN_A (Batc (None, 14, 14, 80)   320         block4b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block4b_drop_DCNN_A (Dropout)   (None, 14, 14, 80)   0           block4b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4b_add_DCNN_A (Add)        (None, 14, 14, 80)   0           block4b_drop_DCNN_A[0][0]        \n",
      "                                                                 block4a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block4c_expand_conv_DCNN_A (Con (None, 14, 14, 480)  38400       block4b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4c_expand_bn_DCNN_A (Batch (None, 14, 14, 480)  1920        block4c_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block4c_expand_activation_DCNN_ (None, 14, 14, 480)  0           block4c_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "Conv1_DCNN_B (Conv2D)           (None, 112, 112, 32) 864         input_1_DCNN_A_DCNN_B_DCNN_C_DCNN\n",
      "__________________________________________________________________________________________________\n",
      "block4c_dwconv_DCNN_A (Depthwis (None, 14, 14, 480)  4320        block4c_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "bn_Conv1_DCNN_B (BatchNormaliza (None, 112, 112, 32) 128         Conv1_DCNN_B[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "block4c_bn_DCNN_A (BatchNormali (None, 14, 14, 480)  1920        block4c_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "Conv1_relu_DCNN_B (ReLU)        (None, 112, 112, 32) 0           bn_Conv1_DCNN_B[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block4c_activation_DCNN_A (Acti (None, 14, 14, 480)  0           block4c_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_depthwise_DCNN_B  (None, 112, 112, 32) 288         Conv1_relu_DCNN_B[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_squeeze_DCNN_A (Glob (None, 480)          0           block4c_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_depthwise_BN_DCNN (None, 112, 112, 32) 128         expanded_conv_depthwise_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_reshape_DCNN_A (Resh (None, 1, 1, 480)    0           block4c_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_depthwise_relu_DC (None, 112, 112, 32) 0           expanded_conv_depthwise_BN_DCNN_B\n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_reduce_DCNN_A (Conv2 (None, 1, 1, 20)     9620        block4c_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_project_DCNN_B (C (None, 112, 112, 16) 512         expanded_conv_depthwise_relu_DCNN\n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_expand_DCNN_A (Conv2 (None, 1, 1, 480)    10080       block4c_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "expanded_conv_project_BN_DCNN_B (None, 112, 112, 16) 64          expanded_conv_project_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "block4c_se_excite_DCNN_A (Multi (None, 14, 14, 480)  0           block4c_activation_DCNN_A[0][0]  \n",
      "                                                                 block4c_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_1_expand_DCNN_B (Conv2D)  (None, 112, 112, 96) 1536        expanded_conv_project_BN_DCNN_B[0\n",
      "__________________________________________________________________________________________________\n",
      "block4c_project_conv_DCNN_A (Co (None, 14, 14, 80)   38400       block4c_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_1_expand_BN_DCNN_B (Batch (None, 112, 112, 96) 384         block_1_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4c_project_bn_DCNN_A (Batc (None, 14, 14, 80)   320         block4c_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_1_expand_relu_DCNN_B (ReL (None, 112, 112, 96) 0           block_1_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block4c_drop_DCNN_A (Dropout)   (None, 14, 14, 80)   0           block4c_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_1_pad_DCNN_B (ZeroPadding (None, 113, 113, 96) 0           block_1_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block4c_add_DCNN_A (Add)        (None, 14, 14, 80)   0           block4c_drop_DCNN_A[0][0]        \n",
      "                                                                 block4b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_1_depthwise_DCNN_B (Depth (None, 56, 56, 96)   864         block_1_pad_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5a_expand_conv_DCNN_A (Con (None, 14, 14, 480)  38400       block4c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_1_depthwise_BN_DCNN_B (Ba (None, 56, 56, 96)   384         block_1_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5a_expand_bn_DCNN_A (Batch (None, 14, 14, 480)  1920        block5a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_1_depthwise_relu_DCNN_B ( (None, 56, 56, 96)   0           block_1_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block5a_expand_activation_DCNN_ (None, 14, 14, 480)  0           block5a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_1_project_DCNN_B (Conv2D) (None, 56, 56, 24)   2304        block_1_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block5a_dwconv_DCNN_A (Depthwis (None, 14, 14, 480)  12000       block5a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block_1_project_BN_DCNN_B (Batc (None, 56, 56, 24)   96          block_1_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block5a_bn_DCNN_A (BatchNormali (None, 14, 14, 480)  1920        block5a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_2_expand_DCNN_B (Conv2D)  (None, 56, 56, 144)  3456        block_1_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5a_activation_DCNN_A (Acti (None, 14, 14, 480)  0           block5a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block_2_expand_BN_DCNN_B (Batch (None, 56, 56, 144)  576         block_2_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_squeeze_DCNN_A (Glob (None, 480)          0           block5a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_2_expand_relu_DCNN_B (ReL (None, 56, 56, 144)  0           block_2_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_reshape_DCNN_A (Resh (None, 1, 1, 480)    0           block5a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_2_depthwise_DCNN_B (Depth (None, 56, 56, 144)  1296        block_2_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 20)     9620        block5a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_2_depthwise_BN_DCNN_B (Ba (None, 56, 56, 144)  576         block_2_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_expand_DCNN_A (Conv2 (None, 1, 1, 480)    10080       block5a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_2_depthwise_relu_DCNN_B ( (None, 56, 56, 144)  0           block_2_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block5a_se_excite_DCNN_A (Multi (None, 14, 14, 480)  0           block5a_activation_DCNN_A[0][0]  \n",
      "                                                                 block5a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_2_project_DCNN_B (Conv2D) (None, 56, 56, 24)   3456        block_2_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block5a_project_conv_DCNN_A (Co (None, 14, 14, 112)  53760       block5a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_2_project_BN_DCNN_B (Batc (None, 56, 56, 24)   96          block_2_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block5a_project_bn_DCNN_A (Batc (None, 14, 14, 112)  448         block5a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_2_add_DCNN_B (Add)        (None, 56, 56, 24)   0           block_1_project_BN_DCNN_B[0][0]  \n",
      "                                                                 block_2_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5b_expand_conv_DCNN_A (Con (None, 14, 14, 672)  75264       block5a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_3_expand_DCNN_B (Conv2D)  (None, 56, 56, 144)  3456        block_2_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5b_expand_bn_DCNN_A (Batch (None, 14, 14, 672)  2688        block5b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_3_expand_BN_DCNN_B (Batch (None, 56, 56, 144)  576         block_3_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5b_expand_activation_DCNN_ (None, 14, 14, 672)  0           block5b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_3_expand_relu_DCNN_B (ReL (None, 56, 56, 144)  0           block_3_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_dwconv_DCNN_A (Depthwis (None, 14, 14, 672)  16800       block5b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block_3_pad_DCNN_B (ZeroPadding (None, 57, 57, 144)  0           block_3_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5b_bn_DCNN_A (BatchNormali (None, 14, 14, 672)  2688        block5b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_3_depthwise_DCNN_B (Depth (None, 28, 28, 144)  1296        block_3_pad_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5b_activation_DCNN_A (Acti (None, 14, 14, 672)  0           block5b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block_3_depthwise_BN_DCNN_B (Ba (None, 28, 28, 144)  576         block_3_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_squeeze_DCNN_A (Glob (None, 672)          0           block5b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_3_depthwise_relu_DCNN_B ( (None, 28, 28, 144)  0           block_3_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_reshape_DCNN_A (Resh (None, 1, 1, 672)    0           block5b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_3_project_DCNN_B (Conv2D) (None, 28, 28, 32)   4608        block_3_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 28)     18844       block5b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_3_project_BN_DCNN_B (Batc (None, 28, 28, 32)   128         block_3_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_expand_DCNN_A (Conv2 (None, 1, 1, 672)    19488       block5b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_4_expand_DCNN_B (Conv2D)  (None, 28, 28, 192)  6144        block_3_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5b_se_excite_DCNN_A (Multi (None, 14, 14, 672)  0           block5b_activation_DCNN_A[0][0]  \n",
      "                                                                 block5b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_4_expand_BN_DCNN_B (Batch (None, 28, 28, 192)  768         block_4_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5b_project_conv_DCNN_A (Co (None, 14, 14, 112)  75264       block5b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_4_expand_relu_DCNN_B (ReL (None, 28, 28, 192)  0           block_4_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_project_bn_DCNN_A (Batc (None, 14, 14, 112)  448         block5b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_4_depthwise_DCNN_B (Depth (None, 28, 28, 192)  1728        block_4_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5b_drop_DCNN_A (Dropout)   (None, 14, 14, 112)  0           block5b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_4_depthwise_BN_DCNN_B (Ba (None, 28, 28, 192)  768         block_4_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5b_add_DCNN_A (Add)        (None, 14, 14, 112)  0           block5b_drop_DCNN_A[0][0]        \n",
      "                                                                 block5a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_4_depthwise_relu_DCNN_B ( (None, 28, 28, 192)  0           block_4_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block5c_expand_conv_DCNN_A (Con (None, 14, 14, 672)  75264       block5b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_4_project_DCNN_B (Conv2D) (None, 28, 28, 32)   6144        block_4_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "block5c_expand_bn_DCNN_A (Batch (None, 14, 14, 672)  2688        block5c_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_4_project_BN_DCNN_B (Batc (None, 28, 28, 32)   128         block_4_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block5c_expand_activation_DCNN_ (None, 14, 14, 672)  0           block5c_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_4_add_DCNN_B (Add)        (None, 28, 28, 32)   0           block_3_project_BN_DCNN_B[0][0]  \n",
      "                                                                 block_4_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block5c_dwconv_DCNN_A (Depthwis (None, 14, 14, 672)  16800       block5c_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block_5_expand_DCNN_B (Conv2D)  (None, 28, 28, 192)  6144        block_4_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5c_bn_DCNN_A (BatchNormali (None, 14, 14, 672)  2688        block5c_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_5_expand_BN_DCNN_B (Batch (None, 28, 28, 192)  768         block_5_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv1_pad_DCNN_C (ZeroPadding2D (None, 230, 230, 3)  0           input_1_DCNN_A_DCNN_B_DCNN_C_DCNN\n",
      "__________________________________________________________________________________________________\n",
      "block5c_activation_DCNN_A (Acti (None, 14, 14, 672)  0           block5c_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block_5_expand_relu_DCNN_B (ReL (None, 28, 28, 192)  0           block_5_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv1_conv_DCNN_C (Conv2D)      (None, 112, 112, 64) 9472        conv1_pad_DCNN_C[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_squeeze_DCNN_A (Glob (None, 672)          0           block5c_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_5_depthwise_DCNN_B (Depth (None, 28, 28, 192)  1728        block_5_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "pool1_pad_DCNN_C (ZeroPadding2D (None, 114, 114, 64) 0           conv1_conv_DCNN_C[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_reshape_DCNN_A (Resh (None, 1, 1, 672)    0           block5c_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_5_depthwise_BN_DCNN_B (Ba (None, 28, 28, 192)  768         block_5_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "pool1_pool_DCNN_C (MaxPooling2D (None, 56, 56, 64)   0           pool1_pad_DCNN_C[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_reduce_DCNN_A (Conv2 (None, 1, 1, 28)     18844       block5c_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_5_depthwise_relu_DCNN_B ( (None, 28, 28, 192)  0           block_5_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_preact_bn_DCNN_C ( (None, 56, 56, 64)   256         pool1_pool_DCNN_C[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_expand_DCNN_A (Conv2 (None, 1, 1, 672)    19488       block5c_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_5_project_DCNN_B (Conv2D) (None, 28, 28, 32)   6144        block_5_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_preact_relu_DCNN_C (None, 56, 56, 64)   0           conv2_block1_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "block5c_se_excite_DCNN_A (Multi (None, 14, 14, 672)  0           block5c_activation_DCNN_A[0][0]  \n",
      "                                                                 block5c_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_5_project_BN_DCNN_B (Batc (None, 28, 28, 32)   128         block_5_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_conv_DCNN_C (Con (None, 56, 56, 64)   4096        conv2_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "block5c_project_conv_DCNN_A (Co (None, 14, 14, 112)  75264       block5c_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_5_add_DCNN_B (Add)        (None, 28, 28, 32)   0           block_4_add_DCNN_B[0][0]         \n",
      "                                                                 block_5_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block1_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5c_project_bn_DCNN_A (Batc (None, 14, 14, 112)  448         block5c_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_6_expand_DCNN_B (Conv2D)  (None, 28, 28, 192)  6144        block_5_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_1_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block1_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block5c_drop_DCNN_A (Dropout)   (None, 14, 14, 112)  0           block5c_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_6_expand_BN_DCNN_B (Batch (None, 28, 28, 192)  768         block_6_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_pad_DCNN_C (Zero (None, 58, 58, 64)   0           conv2_block1_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block5c_add_DCNN_A (Add)        (None, 14, 14, 112)  0           block5c_drop_DCNN_A[0][0]        \n",
      "                                                                 block5b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_6_expand_relu_DCNN_B (ReL (None, 28, 28, 192)  0           block_6_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_conv_DCNN_C (Con (None, 56, 56, 64)   36864       conv2_block1_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6a_expand_conv_DCNN_A (Con (None, 14, 14, 672)  75264       block5c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_6_pad_DCNN_B (ZeroPadding (None, 29, 29, 192)  0           block_6_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block1_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6a_expand_bn_DCNN_A (Batch (None, 14, 14, 672)  2688        block6a_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_6_depthwise_DCNN_B (Depth (None, 14, 14, 192)  1728        block_6_pad_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_2_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block1_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6a_expand_activation_DCNN_ (None, 14, 14, 672)  0           block6a_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_6_depthwise_BN_DCNN_B (Ba (None, 14, 14, 192)  768         block_6_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_0_conv_DCNN_C (Con (None, 56, 56, 256)  16640       conv2_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_3_conv_DCNN_C (Con (None, 56, 56, 256)  16640       conv2_block1_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6a_dwconv_pad_DCNN_A (Zero (None, 17, 17, 672)  0           block6a_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block_6_depthwise_relu_DCNN_B ( (None, 14, 14, 192)  0           block_6_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block1_out_DCNN_C (Add)   (None, 56, 56, 256)  0           conv2_block1_0_conv_DCNN_C[0][0] \n",
      "                                                                 conv2_block1_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6a_dwconv_DCNN_A (Depthwis (None, 7, 7, 672)    16800       block6a_dwconv_pad_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_6_project_DCNN_B (Conv2D) (None, 14, 14, 64)   12288       block_6_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_preact_bn_DCNN_C ( (None, 56, 56, 256)  1024        conv2_block1_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block6a_bn_DCNN_A (BatchNormali (None, 7, 7, 672)    2688        block6a_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_6_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_6_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_preact_relu_DCNN_C (None, 56, 56, 256)  0           conv2_block2_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "block6a_activation_DCNN_A (Acti (None, 7, 7, 672)    0           block6a_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block_7_expand_DCNN_B (Conv2D)  (None, 14, 14, 384)  24576       block_6_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_conv_DCNN_C (Con (None, 56, 56, 64)   16384       conv2_block2_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_squeeze_DCNN_A (Glob (None, 672)          0           block6a_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_7_expand_BN_DCNN_B (Batch (None, 14, 14, 384)  1536        block_7_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block2_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_reshape_DCNN_A (Resh (None, 1, 1, 672)    0           block6a_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_7_expand_relu_DCNN_B (ReL (None, 14, 14, 384)  0           block_7_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_1_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block2_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_reduce_DCNN_A (Conv2 (None, 1, 1, 28)     18844       block6a_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_7_depthwise_DCNN_B (Depth (None, 14, 14, 384)  3456        block_7_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_pad_DCNN_C (Zero (None, 58, 58, 64)   0           conv2_block2_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_expand_DCNN_A (Conv2 (None, 1, 1, 672)    19488       block6a_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_7_depthwise_BN_DCNN_B (Ba (None, 14, 14, 384)  1536        block_7_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_conv_DCNN_C (Con (None, 56, 56, 64)   36864       conv2_block2_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6a_se_excite_DCNN_A (Multi (None, 7, 7, 672)    0           block6a_activation_DCNN_A[0][0]  \n",
      "                                                                 block6a_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_7_depthwise_relu_DCNN_B ( (None, 14, 14, 384)  0           block_7_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block2_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6a_project_conv_DCNN_A (Co (None, 7, 7, 192)    129024      block6a_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_7_project_DCNN_B (Conv2D) (None, 14, 14, 64)   24576       block_7_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_2_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block2_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6a_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6a_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_7_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_7_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_3_conv_DCNN_C (Con (None, 56, 56, 256)  16640       conv2_block2_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_expand_conv_DCNN_A (Con (None, 7, 7, 1152)   221184      block6a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_7_add_DCNN_B (Add)        (None, 14, 14, 64)   0           block_6_project_BN_DCNN_B[0][0]  \n",
      "                                                                 block_7_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block2_out_DCNN_C (Add)   (None, 56, 56, 256)  0           conv2_block1_out_DCNN_C[0][0]    \n",
      "                                                                 conv2_block2_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_expand_bn_DCNN_A (Batch (None, 7, 7, 1152)   4608        block6b_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_8_expand_DCNN_B (Conv2D)  (None, 14, 14, 384)  24576       block_7_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_preact_bn_DCNN_C ( (None, 56, 56, 256)  1024        conv2_block2_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block6b_expand_activation_DCNN_ (None, 7, 7, 1152)   0           block6b_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_8_expand_BN_DCNN_B (Batch (None, 14, 14, 384)  1536        block_8_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_preact_relu_DCNN_C (None, 56, 56, 256)  0           conv2_block3_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "block6b_dwconv_DCNN_A (Depthwis (None, 7, 7, 1152)   28800       block6b_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block_8_expand_relu_DCNN_B (ReL (None, 14, 14, 384)  0           block_8_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_conv_DCNN_C (Con (None, 56, 56, 64)   16384       conv2_block3_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "block6b_bn_DCNN_A (BatchNormali (None, 7, 7, 1152)   4608        block6b_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_8_depthwise_DCNN_B (Depth (None, 14, 14, 384)  3456        block_8_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_bn_DCNN_C (Batch (None, 56, 56, 64)   256         conv2_block3_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_activation_DCNN_A (Acti (None, 7, 7, 1152)   0           block6b_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block_8_depthwise_BN_DCNN_B (Ba (None, 14, 14, 384)  1536        block_8_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_1_relu_DCNN_C (Act (None, 56, 56, 64)   0           conv2_block3_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_squeeze_DCNN_A (Glob (None, 1152)         0           block6b_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_8_depthwise_relu_DCNN_B ( (None, 14, 14, 384)  0           block_8_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_pad_DCNN_C (Zero (None, 58, 58, 64)   0           conv2_block3_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_reshape_DCNN_A (Resh (None, 1, 1, 1152)   0           block6b_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_8_project_DCNN_B (Conv2D) (None, 14, 14, 64)   24576       block_8_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_conv_DCNN_C (Con (None, 28, 28, 64)   36864       conv2_block3_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_reduce_DCNN_A (Conv2 (None, 1, 1, 48)     55344       block6b_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_8_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_8_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_bn_DCNN_C (Batch (None, 28, 28, 64)   256         conv2_block3_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_expand_DCNN_A (Conv2 (None, 1, 1, 1152)   56448       block6b_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_8_add_DCNN_B (Add)        (None, 14, 14, 64)   0           block_7_add_DCNN_B[0][0]         \n",
      "                                                                 block_8_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_2_relu_DCNN_C (Act (None, 28, 28, 64)   0           conv2_block3_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6b_se_excite_DCNN_A (Multi (None, 7, 7, 1152)   0           block6b_activation_DCNN_A[0][0]  \n",
      "                                                                 block6b_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_9_expand_DCNN_B (Conv2D)  (None, 14, 14, 384)  24576       block_8_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_3_DCNN_C (MaxPool (None, 28, 28, 256)  0           conv2_block2_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_3_conv_DCNN_C (Con (None, 28, 28, 256)  16640       conv2_block3_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_project_conv_DCNN_A (Co (None, 7, 7, 192)    221184      block6b_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_9_expand_BN_DCNN_B (Batch (None, 14, 14, 384)  1536        block_9_expand_DCNN_B[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2_block3_out_DCNN_C (Add)   (None, 28, 28, 256)  0           max_pooling2d_3_DCNN_C[0][0]     \n",
      "                                                                 conv2_block3_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6b_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6b_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_9_expand_relu_DCNN_B (ReL (None, 14, 14, 384)  0           block_9_expand_BN_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_preact_bn_DCNN_C ( (None, 28, 28, 256)  1024        conv2_block3_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block6b_drop_DCNN_A (Dropout)   (None, 7, 7, 192)    0           block6b_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_9_depthwise_DCNN_B (Depth (None, 14, 14, 384)  3456        block_9_expand_relu_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_preact_relu_DCNN_C (None, 28, 28, 256)  0           conv3_block1_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "block6b_add_DCNN_A (Add)        (None, 7, 7, 192)    0           block6b_drop_DCNN_A[0][0]        \n",
      "                                                                 block6a_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_9_depthwise_BN_DCNN_B (Ba (None, 14, 14, 384)  1536        block_9_depthwise_DCNN_B[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_conv_DCNN_C (Con (None, 28, 28, 128)  32768       conv3_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "block6c_expand_conv_DCNN_A (Con (None, 7, 7, 1152)   221184      block6b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_9_depthwise_relu_DCNN_B ( (None, 14, 14, 384)  0           block_9_depthwise_BN_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block1_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_expand_bn_DCNN_A (Batch (None, 7, 7, 1152)   4608        block6c_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_9_project_DCNN_B (Conv2D) (None, 14, 14, 64)   24576       block_9_depthwise_relu_DCNN_B[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_1_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block1_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6c_expand_activation_DCNN_ (None, 7, 7, 1152)   0           block6c_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_9_project_BN_DCNN_B (Batc (None, 14, 14, 64)   256         block_9_project_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_pad_DCNN_C (Zero (None, 30, 30, 128)  0           conv3_block1_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_dwconv_DCNN_A (Depthwis (None, 7, 7, 1152)   28800       block6c_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block_9_add_DCNN_B (Add)        (None, 14, 14, 64)   0           block_8_add_DCNN_B[0][0]         \n",
      "                                                                 block_9_project_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_conv_DCNN_C (Con (None, 28, 28, 128)  147456      conv3_block1_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6c_bn_DCNN_A (BatchNormali (None, 7, 7, 1152)   4608        block6c_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_10_expand_DCNN_B (Conv2D) (None, 14, 14, 384)  24576       block_9_add_DCNN_B[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block1_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_activation_DCNN_A (Acti (None, 7, 7, 1152)   0           block6c_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block_10_expand_BN_DCNN_B (Batc (None, 14, 14, 384)  1536        block_10_expand_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_2_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block1_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_squeeze_DCNN_A (Glob (None, 1152)         0           block6c_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_10_expand_relu_DCNN_B (Re (None, 14, 14, 384)  0           block_10_expand_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_0_conv_DCNN_C (Con (None, 28, 28, 512)  131584      conv3_block1_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_3_conv_DCNN_C (Con (None, 28, 28, 512)  66048       conv3_block1_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_reshape_DCNN_A (Resh (None, 1, 1, 1152)   0           block6c_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_10_depthwise_DCNN_B (Dept (None, 14, 14, 384)  3456        block_10_expand_relu_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block1_out_DCNN_C (Add)   (None, 28, 28, 512)  0           conv3_block1_0_conv_DCNN_C[0][0] \n",
      "                                                                 conv3_block1_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_reduce_DCNN_A (Conv2 (None, 1, 1, 48)     55344       block6c_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_10_depthwise_BN_DCNN_B (B (None, 14, 14, 384)  1536        block_10_depthwise_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_preact_bn_DCNN_C ( (None, 28, 28, 512)  2048        conv3_block1_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_expand_DCNN_A (Conv2 (None, 1, 1, 1152)   56448       block6c_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_10_depthwise_relu_DCNN_B  (None, 14, 14, 384)  0           block_10_depthwise_BN_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_preact_relu_DCNN_C (None, 28, 28, 512)  0           conv3_block2_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "block6c_se_excite_DCNN_A (Multi (None, 7, 7, 1152)   0           block6c_activation_DCNN_A[0][0]  \n",
      "                                                                 block6c_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_10_project_DCNN_B (Conv2D (None, 14, 14, 96)   36864       block_10_depthwise_relu_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_conv_DCNN_C (Con (None, 28, 28, 128)  65536       conv3_block2_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "block6c_project_conv_DCNN_A (Co (None, 7, 7, 192)    221184      block6c_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_10_project_BN_DCNN_B (Bat (None, 14, 14, 96)   384         block_10_project_DCNN_B[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block2_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6c_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_11_expand_DCNN_B (Conv2D) (None, 14, 14, 576)  55296       block_10_project_BN_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_1_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block2_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6c_drop_DCNN_A (Dropout)   (None, 7, 7, 192)    0           block6c_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_11_expand_BN_DCNN_B (Batc (None, 14, 14, 576)  2304        block_11_expand_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_pad_DCNN_C (Zero (None, 30, 30, 128)  0           conv3_block2_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6c_add_DCNN_A (Add)        (None, 7, 7, 192)    0           block6c_drop_DCNN_A[0][0]        \n",
      "                                                                 block6b_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_11_expand_relu_DCNN_B (Re (None, 14, 14, 576)  0           block_11_expand_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_conv_DCNN_C (Con (None, 28, 28, 128)  147456      conv3_block2_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6d_expand_conv_DCNN_A (Con (None, 7, 7, 1152)   221184      block6c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_11_depthwise_DCNN_B (Dept (None, 14, 14, 576)  5184        block_11_expand_relu_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block2_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_expand_bn_DCNN_A (Batch (None, 7, 7, 1152)   4608        block6d_expand_conv_DCNN_A[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block_11_depthwise_BN_DCNN_B (B (None, 14, 14, 576)  2304        block_11_depthwise_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_2_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block2_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6d_expand_activation_DCNN_ (None, 7, 7, 1152)   0           block6d_expand_bn_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_11_depthwise_relu_DCNN_B  (None, 14, 14, 576)  0           block_11_depthwise_BN_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_3_conv_DCNN_C (Con (None, 28, 28, 512)  66048       conv3_block2_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_dwconv_DCNN_A (Depthwis (None, 7, 7, 1152)   28800       block6d_expand_activation_DCNN_A[\n",
      "__________________________________________________________________________________________________\n",
      "block_11_project_DCNN_B (Conv2D (None, 14, 14, 96)   55296       block_11_depthwise_relu_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block2_out_DCNN_C (Add)   (None, 28, 28, 512)  0           conv3_block1_out_DCNN_C[0][0]    \n",
      "                                                                 conv3_block2_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_bn_DCNN_A (BatchNormali (None, 7, 7, 1152)   4608        block6d_dwconv_DCNN_A[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block_11_project_BN_DCNN_B (Bat (None, 14, 14, 96)   384         block_11_project_DCNN_B[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_preact_bn_DCNN_C ( (None, 28, 28, 512)  2048        conv3_block2_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block6d_activation_DCNN_A (Acti (None, 7, 7, 1152)   0           block6d_bn_DCNN_A[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block_11_add_DCNN_B (Add)       (None, 14, 14, 96)   0           block_10_project_BN_DCNN_B[0][0] \n",
      "                                                                 block_11_project_BN_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_preact_relu_DCNN_C (None, 28, 28, 512)  0           conv3_block3_preact_bn_DCNN_C[0][\n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_squeeze_DCNN_A (Glob (None, 1152)         0           block6d_activation_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_12_expand_DCNN_B (Conv2D) (None, 14, 14, 576)  55296       block_11_add_DCNN_B[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_conv_DCNN_C (Con (None, 28, 28, 128)  65536       conv3_block3_preact_relu_DCNN_C[0\n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_reshape_DCNN_A (Resh (None, 1, 1, 1152)   0           block6d_se_squeeze_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_12_expand_BN_DCNN_B (Batc (None, 14, 14, 576)  2304        block_12_expand_DCNN_B[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block3_1_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_reduce_DCNN_A (Conv2 (None, 1, 1, 48)     55344       block6d_se_reshape_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_12_expand_relu_DCNN_B (Re (None, 14, 14, 576)  0           block_12_expand_BN_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_1_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block3_1_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_expand_DCNN_A (Conv2 (None, 1, 1, 1152)   56448       block6d_se_reduce_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_12_depthwise_DCNN_B (Dept (None, 14, 14, 576)  5184        block_12_expand_relu_DCNN_B[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_pad_DCNN_C (Zero (None, 30, 30, 128)  0           conv3_block3_1_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_se_excite_DCNN_A (Multi (None, 7, 7, 1152)   0           block6d_activation_DCNN_A[0][0]  \n",
      "                                                                 block6d_se_expand_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_12_depthwise_BN_DCNN_B (B (None, 14, 14, 576)  2304        block_12_depthwise_DCNN_B[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_conv_DCNN_C (Con (None, 28, 28, 128)  147456      conv3_block3_2_pad_DCNN_C[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block6d_project_conv_DCNN_A (Co (None, 7, 7, 192)    221184      block6d_se_excite_DCNN_A[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block_12_depthwise_relu_DCNN_B  (None, 14, 14, 576)  0           block_12_depthwise_BN_DCNN_B[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_bn_DCNN_C (Batch (None, 28, 28, 128)  512         conv3_block3_2_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_project_bn_DCNN_A (Batc (None, 7, 7, 192)    768         block6d_project_conv_DCNN_A[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "block_12_project_DCNN_B (Conv2D (None, 14, 14, 96)   55296       block_12_depthwise_relu_DCNN_B[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_2_relu_DCNN_C (Act (None, 28, 28, 128)  0           conv3_block3_2_bn_DCNN_C[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "block6d_drop_DCNN_A (Dropout)   (None, 7, 7, 192)    0           block6d_project_bn_DCNN_A[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "block_12_project_BN_DCNN_B (Bat (None, 14, 14, 96)   384         block_12_project_DCNN_B[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_3_conv_DCNN_C (Con (None, 28, 28, 512)  66048       conv3_block3_2_relu_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block6d_add_DCNN_A (Add)        (None, 7, 7, 192)    0           block6d_drop_DCNN_A[0][0]        \n",
      "                                                                 block6c_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block_12_add_DCNN_B (Add)       (None, 14, 14, 96)   0           block_11_add_DCNN_B[0][0]        \n",
      "                                                                 block_12_project_BN_DCNN_B[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv3_block3_out_DCNN_C (Add)   (None, 28, 28, 512)  0           conv3_block2_out_DCNN_C[0][0]    \n",
      "                                                                 conv3_block3_3_conv_DCNN_C[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3 (Conv2D)               (None, 7, 7, 192)    37056       block6d_add_DCNN_A[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_4 (Conv2D)               (None, 7, 7, 192)    1179840     block_12_add_DCNN_B[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_5 (Conv2D)               (None, 23, 23, 192)  3539136     conv3_block3_out_DCNN_C[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_3 (AveragePoo (None, 7, 7, 192)    0           conv2d_3[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_4 (AveragePoo (None, 7, 7, 192)    0           conv2d_4[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_5 (AveragePoo (None, 7, 7, 192)    0           conv2d_5[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "alpha_dropout_3 (AlphaDropout)  (None, 7, 7, 192)    0           average_pooling2d_3[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "alpha_dropout_4 (AlphaDropout)  (None, 7, 7, 192)    0           average_pooling2d_4[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "alpha_dropout_5 (AlphaDropout)  (None, 7, 7, 192)    0           average_pooling2d_5[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "FusionLayer (Add)               (None, 7, 7, 192)    0           alpha_dropout_3[0][0]            \n",
      "                                                                 alpha_dropout_4[0][0]            \n",
      "                                                                 alpha_dropout_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d (Globa (None, 192)          0           FusionLayer[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "alpha_dropout_6 (AlphaDropout)  (None, 192)          0           global_average_pooling2d[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "Softmax_ClassifierMFCNN_selu2 ( (None, 4)            772         alpha_dropout_6[0][0]            \n",
      "==================================================================================================\n",
      "Total params: 9,399,287\n",
      "Trainable params: 4,756,804\n",
      "Non-trainable params: 4,642,483\n",
      "__________________________________________________________________________________________________\n",
      "Complete and ready for compilation and training!\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\franc\\anaconda3\\envs\\replicate\\lib\\site-packages\\tensorflow\\python\\keras\\utils\\generic_utils.py:497: CustomMaskWarning: Custom mask layers require a config and must override get_config. When loading, the custom mask layer must be passed to the custom_objects argument.\n",
      "  category=CustomMaskWarning)\n"
     ]
    }
   ],
   "source": [
    "#Fuse the models\n",
    "def mfnr_builder(models, model_input):\n",
    "    outputs = [m.output for m in models]\n",
    "    \n",
    "#INITIAL FUSION LAYER\n",
    "    y = Add(name='InitialFusionLayer')(outputs)\n",
    "    \n",
    "#FINE-TUNING\n",
    "    y = GlobalAveragePooling2D()(y)\n",
    "    y = AlphaDropout(0.5)(y)\n",
    "    prediction = Dense(num_classes,activation='softmax', name='Softmax_Classifier' + architecture)(y)\n",
    "    model = Model(model_input, prediction, name=architecture)\n",
    "    return model\n",
    "\n",
    "#Istantitate the model and report the summary\n",
    "mfnr = mfnr_builder(models, model_input)\n",
    "\n",
    "print()\n",
    "print()\n",
    "print(\"PLEASE CHECK THE MODEL UP TO THE END\")\n",
    "print()\n",
    "print()\n",
    "print()\n",
    "\n",
    "mfcnn.summary()\n",
    "print(\"Complete and ready for compilation and training!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CORRECT LAYER SELECTED: FusionLayer\n"
     ]
    }
   ],
   "source": [
    "last_conv_layer_name = mfnr.layers[-4].name\n",
    "\n",
    "if last_conv_layer_name == 'InitialFusionLayer':\n",
    "    print(\"CORRECT LAYER SELECTED:\", last_conv_layer_name)\n",
    "else:\n",
    "    print(\"INCORRECT LAYER SELECTED:\", last_conv_layer_name)\n",
    "    print(\"Please Reselect\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/25\n",
      "400/400 [==============================] - 54s 119ms/step - loss: 1.1165 - accuracy: 0.5681 - val_loss: 0.3606 - val_accuracy: 0.8545\n",
      "Epoch 2/25\n",
      "400/400 [==============================] - 46s 116ms/step - loss: 0.5377 - accuracy: 0.7962 - val_loss: 0.3061 - val_accuracy: 0.8895\n",
      "Epoch 3/25\n",
      "400/400 [==============================] - 46s 116ms/step - loss: 0.4139 - accuracy: 0.8522 - val_loss: 0.3418 - val_accuracy: 0.8940\n",
      "Epoch 4/25\n",
      "400/400 [==============================] - 47s 116ms/step - loss: 0.3542 - accuracy: 0.8694 - val_loss: 0.2297 - val_accuracy: 0.9260\n",
      "Epoch 5/25\n",
      "400/400 [==============================] - 47s 116ms/step - loss: 0.3199 - accuracy: 0.8813 - val_loss: 0.2834 - val_accuracy: 0.9120\n",
      "Epoch 6/25\n",
      "400/400 [==============================] - 46s 116ms/step - loss: 0.2967 - accuracy: 0.8922 - val_loss: 0.2261 - val_accuracy: 0.9265\n",
      "Epoch 7/25\n",
      "400/400 [==============================] - 47s 116ms/step - loss: 0.2633 - accuracy: 0.9016 - val_loss: 0.2925 - val_accuracy: 0.9085\n",
      "Epoch 8/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.2513 - accuracy: 0.9056 - val_loss: 0.2030 - val_accuracy: 0.9410\n",
      "Epoch 9/25\n",
      "400/400 [==============================] - 46s 116ms/step - loss: 0.2332 - accuracy: 0.9172 - val_loss: 0.2338 - val_accuracy: 0.9400\n",
      "Epoch 10/25\n",
      "400/400 [==============================] - 47s 118ms/step - loss: 0.2186 - accuracy: 0.9216 - val_loss: 0.2820 - val_accuracy: 0.9190\n",
      "Epoch 11/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.2158 - accuracy: 0.9269 - val_loss: 0.2301 - val_accuracy: 0.9440\n",
      "Epoch 12/25\n",
      "400/400 [==============================] - 47s 116ms/step - loss: 0.2083 - accuracy: 0.9312 - val_loss: 0.2024 - val_accuracy: 0.9400\n",
      "Epoch 13/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1955 - accuracy: 0.9300 - val_loss: 0.2101 - val_accuracy: 0.9425\n",
      "Epoch 14/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1822 - accuracy: 0.9362 - val_loss: 0.2219 - val_accuracy: 0.9425\n",
      "Epoch 15/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1745 - accuracy: 0.9413 - val_loss: 0.2160 - val_accuracy: 0.9485\n",
      "Epoch 16/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1797 - accuracy: 0.9388 - val_loss: 0.1934 - val_accuracy: 0.9470\n",
      "Epoch 17/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1600 - accuracy: 0.9456 - val_loss: 0.1916 - val_accuracy: 0.9520\n",
      "Epoch 18/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1671 - accuracy: 0.9447 - val_loss: 0.1934 - val_accuracy: 0.9480\n",
      "Epoch 19/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1712 - accuracy: 0.9434 - val_loss: 0.1918 - val_accuracy: 0.9545\n",
      "Epoch 20/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1707 - accuracy: 0.9422 - val_loss: 0.1942 - val_accuracy: 0.9545\n",
      "Epoch 21/25\n",
      "400/400 [==============================] - 47s 116ms/step - loss: 0.1495 - accuracy: 0.9509 - val_loss: 0.2189 - val_accuracy: 0.9345\n",
      "Epoch 22/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1472 - accuracy: 0.9516 - val_loss: 0.1626 - val_accuracy: 0.9545\n",
      "Epoch 23/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1420 - accuracy: 0.9509 - val_loss: 0.1888 - val_accuracy: 0.9430\n",
      "Epoch 24/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1546 - accuracy: 0.9506 - val_loss: 0.2039 - val_accuracy: 0.9385\n",
      "Epoch 25/25\n",
      "400/400 [==============================] - 47s 117ms/step - loss: 0.1414 - accuracy: 0.9506 - val_loss: 0.1864 - val_accuracy: 0.9455\n",
      "\n",
      "\n",
      "00:19:40 train_time\n",
      "\n",
      "1180.4625058174133 Seconds\n",
      "\n",
      "\n",
      "MODEL SERIALIZING WAIT FOR A MOMENT...\n",
      "\n",
      "history saved\n",
      "\n",
      "\n",
      "The Model weights and history are successfully trained and saved!\n"
     ]
    }
   ],
   "source": [
    "#MODEL COMPILATION WITH HYPER-PARAMETERS, LOSS FUNCTIONS AND TRAINING!\n",
    "\n",
    "mfnr.compile(optimizer=optimizer, loss='categorical_crossentropy', metrics=['accuracy']) \n",
    "\n",
    "reduce_lr = ReduceLROnPlateau(monitor='val_acc', factor=0.5, patience=2,\n",
    "                              verbose=1, mode='max')\n",
    "\n",
    "callbacks = [reduce_lr]\n",
    "\n",
    "# MODEL TRAINING\n",
    "\n",
    "history = mfnr.fit(train_generator, steps_per_epoch=nb_train_samples // batch_size,\n",
    "                                  epochs=epochs, validation_data=validation_generator,\n",
    "                                  callbacks=callbacks, \n",
    "                                  validation_steps=nb_validation_samples // batch_size, verbose=1)\n",
    "\n",
    "start_time = time.time()\n",
    "\n",
    "elapsed_time = time.time() - start_time\n",
    "train_time = time.strftime(\"%H:%M:%S\", time.gmtime(elapsed_time))\n",
    "print()\n",
    "print()\n",
    "print(train_time, 'train_time')\n",
    "print()\n",
    "print(elapsed_time, 'Seconds')\n",
    "print()\n",
    "print()\n",
    "print(\"MODEL SERIALIZING WAIT FOR A MOMENT...\")\n",
    "print()\n",
    "\n",
    "#SAVE AFTER TRAINING COMPLETES\n",
    "\n",
    "mfnr.save('models/' + architecture + '/model.h5')\n",
    "\n",
    "# #SAVE THE HISTORY FOR EVALUATION\n",
    "\n",
    "def save_h(file, history):\n",
    "    with open(file + '/' + architecture + '/model.history', 'wb') as file_pi:\n",
    "        pickle.dump(history, file_pi)\n",
    "    print(\"history saved\")\n",
    "\n",
    "save_h('models/', history.history)\n",
    "\n",
    "print()\n",
    "print()\n",
    "print(\"The Model weights and history are successfully trained and saved!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The model is loaded\n"
     ]
    }
   ],
   "source": [
    "#Re-load the trained model\n",
    "\n",
    "model = load_model('models/' + architecture + '/model.h5')\n",
    "print(\"The model is loaded\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "model saved\n"
     ]
    }
   ],
   "source": [
    "#save json file\n",
    "\n",
    "def save_m(file, model):\n",
    "    model.save_weights(file + '/' + architecture + '.h5')\n",
    "    model_json = model.to_json()\n",
    "    with open(file + '/' + architecture + '.json', \"w\") as json_file:\n",
    "        json_file.write(model_json)\n",
    "    print(\"model saved\")\n",
    "    \n",
    "save_m('models/' + architecture + '/', model)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}