Ensemble.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "\n",
    "from keras.callbacks import ReduceLROnPlateau\n",
    "from keras.models import Model, load_model\n",
    "from keras.optimizers import SGD, Adam\n",
    "from keras.layers import Dense, Dropout, GlobalAveragePooling2D, Input, GlobalAveragePooling2D, GlobalMaxPooling2D, Flatten, Concatenate, Conv2D, Input, Flatten, MaxPooling2D, UpSampling2D, concatenate, Cropping2D, Reshape, BatchNormalization\n",
    "\n",
    "from keras.applications.nasnet import NASNetLarge\n",
    "from keras.applications import VGG16, VGG19\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.layers import Dense, concatenate\n",
    "from keras.models import Model, load_model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "from src.utils.preprocess import multiple_batch_generator\n",
    "from src.utils.callbacks import PlotCurves\n",
    "from src.utils.load_data import load_data\n",
    "from src.utils.comparams import calculate_auc, auc"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Data Preparation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_dir = './data/macenko'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(261756, 32728)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train, y_train, x_valid, y_valid = load_data(data_dir, purpose='train', \n",
    "                                               limit=None, val_limit=None, is_gzip=False, norm='macenko')\n",
    "len(x_train), len(x_valid)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# indexes\n",
    "train_id = np.arange(len(x_train))\n",
    "val_id = np.arange(len(x_valid))\n",
    "\n",
    "# create a useful dictionary structures\n",
    "partition = {}\n",
    "partition['train'] = train_id\n",
    "partition['validation'] = val_id\n",
    "    \n",
    "train_labels = {str(i) : y_train[i].flatten()[0] for i in train_id}\n",
    "val_labels = {str(i) : y_valid[i].flatten()[0] for i in val_id}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "del train_id\n",
    "del val_id\n",
    "del data_dir"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# MODEL"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "dependencies = {\n",
    "    'auc': auc\n",
    "}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### VGG16"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "W0617 02:23:26.074585 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:517: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
      "\n",
      "W0617 02:23:26.091273 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:4138: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
      "\n",
      "W0617 02:23:26.107837 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3976: The name tf.nn.max_pool is deprecated. Please use tf.nn.max_pool2d instead.\n",
      "\n",
      "W0617 02:23:26.305518 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:174: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
      "\n",
      "W0617 02:23:26.305986 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:181: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead.\n",
      "\n",
      "W0617 02:23:27.203387 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/optimizers.py:790: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
      "\n",
      "W0617 02:23:27.207980 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3378: The name tf.nn.sigmoid_cross_entropy_with_logits is deprecated. Please use tf.nn.sigmoid_cross_entropy_with_logits instead.\n",
      "\n",
      "W0617 02:23:27.209620 139869002719360 deprecation.py:323] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/tensorflow/python/ops/nn_impl.py:179: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
      "W0617 02:23:27.221148 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/utils/comparams.py:9: The name tf.metrics.auc is deprecated. Please use tf.compat.v1.metrics.auc instead.\n",
      "\n",
      "W0617 02:23:27.262987 139869002719360 deprecation.py:323] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/tensorflow/python/ops/metrics_impl.py:808: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Deprecated in favor of operator or tf.math.divide.\n"
     ]
    }
   ],
   "source": [
    "model_vgg16 = load_model('Model/vgg16_model_bin_cross_arch_8_lr_0_001_inp96_randAug/vgg16_model_bin_cross_arch_8_lr_0_001_inp96_randAug_epoch_15.h5', custom_objects=dependencies)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i, layer in enumerate(model_vgg16.layers):\n",
    "    model_vgg16.layers[i].trainable = False\n",
    "    model_vgg16.layers[i].name = '{}_{}'.format(layer.name, 'vgg16')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "vgg16_out = model_vgg16.layers[-2].output"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### VGG19"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_vgg19 = load_model('Model/vgg19_model_bin_cross_arch_8_lr_0_001_inp96/vgg19_model_bin_cross_arch_8_lr_0_001_inp96_epoch_15.h5', custom_objects=dependencies)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i, layer in enumerate(model_vgg19.layers):\n",
    "    model_vgg19.layers[i].trainable = False\n",
    "    model_vgg19.layers[i].name = '{}_{}'.format(layer.name, 'vgg19')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "vgg19_out = model_vgg19.layers[-2].output"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### InceptionResnetV2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_incept = load_model('Model/inception_model_bin_cross_arch_8_lr_0_001_inp96/inception_model_bin_cross_arch_8_lr_0_001_inp96_epoch_15.h5', custom_objects=dependencies)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i, layer in enumerate(model_incept.layers):\n",
    "    model_incept.layers[i].trainable = False\n",
    "    model_incept.layers[i].name = '{}_{}'.format(layer.name, 'incept')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [],
   "source": [
    "incept_out = model_incept.layers[-2].output"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### NASNET"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "def build_arch_8_net():\n",
    "    \n",
    "    inputs = Input((96, 96, 3))\n",
    "    nasnet = NASNetLarge(input_tensor=inputs, weights='imagenet', include_top=False)\n",
    "    x = nasnet.output\n",
    "    x = GlobalAveragePooling2D()(x)\n",
    "    x = Dense(128, activation='relu')(x)\n",
    "    y = Dense(2, activation='softmax')(x)\n",
    "    \n",
    "    # Train only the top layer\n",
    "    for layer in nasnet.layers:\n",
    "        layer.trainable = False\n",
    "\n",
    "    model = Model(inputs=inputs, outputs=y)\n",
    "\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "W0617 02:23:28.756882 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:1834: The name tf.nn.fused_batch_norm is deprecated. Please use tf.compat.v1.nn.fused_batch_norm instead.\n",
      "\n",
      "W0617 02:23:29.209625 139869002719360 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3980: The name tf.nn.avg_pool is deprecated. Please use tf.nn.avg_pool2d instead.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "nasnet_model = build_arch_8_net()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('Model/nasnet_model_bin_cross_arch_8_lr_0_001_inp96/nasnet_model_bin_cross_arch_8_lr_0_001_inp96_weights_epoch_15.pkl', 'rb') as pkf:\n",
    "    nasnet_model.set_weights(pickle.load(pkf))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i, layer in enumerate(nasnet_model.layers):\n",
    "    nasnet_model.layers[i].trainable = False\n",
    "    nasnet_model.layers[i].name = '{}_{}'.format(layer.name, 'nasnet')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "nasnet_out = nasnet_model.layers[-2].output"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Concatenate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "outs = [vgg16_out, vgg19_out, incept_out, nasnet_out]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": [
    "merge_0 = concatenate(outs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "W0617 02:36:00.912199 139869002719360 deprecation.py:506] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3445: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n"
     ]
    }
   ],
   "source": [
    "x = Dense(128, activation='relu')(merge_0)\n",
    "x = Dropout(0.4)(x)\n",
    "output = Dense(2, activation='softmax', name='main_output')(x)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = Model(inputs=[model_vgg16.input, model_vgg19.input, model_incept.input, nasnet_model.input], outputs=output)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1_incept (InputLayer)     (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_1_incept (Conv2D)        (None, 47, 47, 32)   864         input_1_incept[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_1_incept (B (None, 47, 47, 32)   96          conv2d_1_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_1_incept (Activation (None, 47, 47, 32)   0           batch_normalization_1_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_2_incept (Conv2D)        (None, 45, 45, 32)   9216        activation_1_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_2_incept (B (None, 45, 45, 32)   96          conv2d_2_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_2_incept (Activation (None, 45, 45, 32)   0           batch_normalization_2_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3_incept (Conv2D)        (None, 45, 45, 64)   18432       activation_2_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_3_incept (B (None, 45, 45, 64)   192         conv2d_3_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_3_incept (Activation (None, 45, 45, 64)   0           batch_normalization_3_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1_incept (MaxPool (None, 22, 22, 64)   0           activation_3_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_4_incept (Conv2D)        (None, 22, 22, 80)   5120        max_pooling2d_1_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_4_incept (B (None, 22, 22, 80)   240         conv2d_4_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_4_incept (Activation (None, 22, 22, 80)   0           batch_normalization_4_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_5_incept (Conv2D)        (None, 20, 20, 192)  138240      activation_4_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5_incept (B (None, 20, 20, 192)  576         conv2d_5_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_5_incept (Activation (None, 20, 20, 192)  0           batch_normalization_5_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_2_incept (MaxPool (None, 9, 9, 192)    0           activation_5_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_9_incept (Conv2D)        (None, 9, 9, 64)     12288       max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_9_incept (B (None, 9, 9, 64)     192         conv2d_9_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_9_incept (Activation (None, 9, 9, 64)     0           batch_normalization_9_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_7_incept (Conv2D)        (None, 9, 9, 48)     9216        max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_10_incept (Conv2D)       (None, 9, 9, 96)     55296       activation_9_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_7_incept (B (None, 9, 9, 48)     144         conv2d_7_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_10_incept ( (None, 9, 9, 96)     288         conv2d_10_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_7_incept (Activation (None, 9, 9, 48)     0           batch_normalization_7_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_10_incept (Activatio (None, 9, 9, 96)     0           batch_normalization_10_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1_incept (Ave (None, 9, 9, 192)    0           max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_6_incept (Conv2D)        (None, 9, 9, 96)     18432       max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_8_incept (Conv2D)        (None, 9, 9, 64)     76800       activation_7_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_11_incept (Conv2D)       (None, 9, 9, 96)     82944       activation_10_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_12_incept (Conv2D)       (None, 9, 9, 64)     12288       average_pooling2d_1_incept[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_6_incept (B (None, 9, 9, 96)     288         conv2d_6_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_8_incept (B (None, 9, 9, 64)     192         conv2d_8_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_11_incept ( (None, 9, 9, 96)     288         conv2d_11_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_12_incept ( (None, 9, 9, 64)     192         conv2d_12_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_6_incept (Activation (None, 9, 9, 96)     0           batch_normalization_6_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_8_incept (Activation (None, 9, 9, 64)     0           batch_normalization_8_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_11_incept (Activatio (None, 9, 9, 96)     0           batch_normalization_11_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_12_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_12_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "mixed_5b_incept (Concatenate)   (None, 9, 9, 320)    0           activation_6_incept[0][0]        \n",
      "                                                                 activation_8_incept[0][0]        \n",
      "                                                                 activation_11_incept[0][0]       \n",
      "                                                                 activation_12_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_16_incept (Conv2D)       (None, 9, 9, 32)     10240       mixed_5b_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_16_incept ( (None, 9, 9, 32)     96          conv2d_16_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_16_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_16_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_14_incept (Conv2D)       (None, 9, 9, 32)     10240       mixed_5b_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_17_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_16_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_14_incept ( (None, 9, 9, 32)     96          conv2d_14_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_17_incept ( (None, 9, 9, 48)     144         conv2d_17_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_14_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_14_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_17_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_17_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_13_incept (Conv2D)       (None, 9, 9, 32)     10240       mixed_5b_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_15_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_14_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_18_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_17_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_13_incept ( (None, 9, 9, 32)     96          conv2d_13_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_15_incept ( (None, 9, 9, 32)     96          conv2d_15_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_18_incept ( (None, 9, 9, 64)     192         conv2d_18_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_13_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_13_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_15_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_15_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_18_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_18_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_1_mixed_incept (Concate (None, 9, 9, 128)    0           activation_13_incept[0][0]       \n",
      "                                                                 activation_15_incept[0][0]       \n",
      "                                                                 activation_18_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_1_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_incept (Lambda)       (None, 9, 9, 320)    0           mixed_5b_incept[0][0]            \n",
      "                                                                 block35_1_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_ac_incept (Activation (None, 9, 9, 320)    0           block35_1_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_22_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_22_incept ( (None, 9, 9, 32)     96          conv2d_22_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_22_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_22_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_20_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_23_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_22_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_20_incept ( (None, 9, 9, 32)     96          conv2d_20_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_23_incept ( (None, 9, 9, 48)     144         conv2d_23_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_20_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_20_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_23_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_23_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_19_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_21_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_20_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_24_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_23_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_19_incept ( (None, 9, 9, 32)     96          conv2d_19_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_21_incept ( (None, 9, 9, 32)     96          conv2d_21_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_24_incept ( (None, 9, 9, 64)     192         conv2d_24_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_19_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_19_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_21_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_21_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_24_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_24_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_2_mixed_incept (Concate (None, 9, 9, 128)    0           activation_19_incept[0][0]       \n",
      "                                                                 activation_21_incept[0][0]       \n",
      "                                                                 activation_24_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_2_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_incept (Lambda)       (None, 9, 9, 320)    0           block35_1_ac_incept[0][0]        \n",
      "                                                                 block35_2_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_ac_incept (Activation (None, 9, 9, 320)    0           block35_2_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_28_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_28_incept ( (None, 9, 9, 32)     96          conv2d_28_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_28_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_28_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_26_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_29_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_28_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_26_incept ( (None, 9, 9, 32)     96          conv2d_26_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_29_incept ( (None, 9, 9, 48)     144         conv2d_29_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_26_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_26_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_29_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_29_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_25_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_27_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_26_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_30_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_29_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_25_incept ( (None, 9, 9, 32)     96          conv2d_25_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_27_incept ( (None, 9, 9, 32)     96          conv2d_27_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_30_incept ( (None, 9, 9, 64)     192         conv2d_30_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_25_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_25_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_27_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_27_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_30_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_30_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_3_mixed_incept (Concate (None, 9, 9, 128)    0           activation_25_incept[0][0]       \n",
      "                                                                 activation_27_incept[0][0]       \n",
      "                                                                 activation_30_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_3_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_incept (Lambda)       (None, 9, 9, 320)    0           block35_2_ac_incept[0][0]        \n",
      "                                                                 block35_3_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_ac_incept (Activation (None, 9, 9, 320)    0           block35_3_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_34_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_34_incept ( (None, 9, 9, 32)     96          conv2d_34_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_34_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_34_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_32_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_35_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_34_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_32_incept ( (None, 9, 9, 32)     96          conv2d_32_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_35_incept ( (None, 9, 9, 48)     144         conv2d_35_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_32_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_32_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_35_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_35_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_31_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_33_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_32_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_36_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_35_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_31_incept ( (None, 9, 9, 32)     96          conv2d_31_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_33_incept ( (None, 9, 9, 32)     96          conv2d_33_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_36_incept ( (None, 9, 9, 64)     192         conv2d_36_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_31_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_31_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_33_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_33_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_36_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_36_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_4_mixed_incept (Concate (None, 9, 9, 128)    0           activation_31_incept[0][0]       \n",
      "                                                                 activation_33_incept[0][0]       \n",
      "                                                                 activation_36_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_4_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_incept (Lambda)       (None, 9, 9, 320)    0           block35_3_ac_incept[0][0]        \n",
      "                                                                 block35_4_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_ac_incept (Activation (None, 9, 9, 320)    0           block35_4_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_40_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_40_incept ( (None, 9, 9, 32)     96          conv2d_40_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_40_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_40_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_38_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_41_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_40_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_38_incept ( (None, 9, 9, 32)     96          conv2d_38_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_41_incept ( (None, 9, 9, 48)     144         conv2d_41_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_38_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_38_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_41_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_41_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_37_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_39_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_38_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_42_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_41_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_37_incept ( (None, 9, 9, 32)     96          conv2d_37_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_39_incept ( (None, 9, 9, 32)     96          conv2d_39_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_42_incept ( (None, 9, 9, 64)     192         conv2d_42_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_37_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_37_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_39_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_39_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_42_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_42_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_5_mixed_incept (Concate (None, 9, 9, 128)    0           activation_37_incept[0][0]       \n",
      "                                                                 activation_39_incept[0][0]       \n",
      "                                                                 activation_42_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_5_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_incept (Lambda)       (None, 9, 9, 320)    0           block35_4_ac_incept[0][0]        \n",
      "                                                                 block35_5_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_ac_incept (Activation (None, 9, 9, 320)    0           block35_5_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_46_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_46_incept ( (None, 9, 9, 32)     96          conv2d_46_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_46_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_46_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_44_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_47_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_46_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_44_incept ( (None, 9, 9, 32)     96          conv2d_44_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_47_incept ( (None, 9, 9, 48)     144         conv2d_47_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_44_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_44_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_47_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_47_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_43_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_45_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_44_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_48_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_47_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_43_incept ( (None, 9, 9, 32)     96          conv2d_43_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_45_incept ( (None, 9, 9, 32)     96          conv2d_45_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_48_incept ( (None, 9, 9, 64)     192         conv2d_48_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_43_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_43_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_45_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_45_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_48_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_48_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_6_mixed_incept (Concate (None, 9, 9, 128)    0           activation_43_incept[0][0]       \n",
      "                                                                 activation_45_incept[0][0]       \n",
      "                                                                 activation_48_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_6_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_incept (Lambda)       (None, 9, 9, 320)    0           block35_5_ac_incept[0][0]        \n",
      "                                                                 block35_6_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_ac_incept (Activation (None, 9, 9, 320)    0           block35_6_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_52_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_52_incept ( (None, 9, 9, 32)     96          conv2d_52_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_52_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_52_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_50_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_53_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_52_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_50_incept ( (None, 9, 9, 32)     96          conv2d_50_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_53_incept ( (None, 9, 9, 48)     144         conv2d_53_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_50_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_50_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_53_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_53_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_49_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_51_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_50_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_54_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_53_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_49_incept ( (None, 9, 9, 32)     96          conv2d_49_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_51_incept ( (None, 9, 9, 32)     96          conv2d_51_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_54_incept ( (None, 9, 9, 64)     192         conv2d_54_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_49_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_49_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_51_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_51_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_54_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_54_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_7_mixed_incept (Concate (None, 9, 9, 128)    0           activation_49_incept[0][0]       \n",
      "                                                                 activation_51_incept[0][0]       \n",
      "                                                                 activation_54_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_7_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_incept (Lambda)       (None, 9, 9, 320)    0           block35_6_ac_incept[0][0]        \n",
      "                                                                 block35_7_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_ac_incept (Activation (None, 9, 9, 320)    0           block35_7_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_58_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_58_incept ( (None, 9, 9, 32)     96          conv2d_58_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_58_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_58_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_56_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_59_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_58_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_56_incept ( (None, 9, 9, 32)     96          conv2d_56_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_59_incept ( (None, 9, 9, 48)     144         conv2d_59_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_56_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_56_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_59_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_59_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_55_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_57_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_56_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_60_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_59_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_55_incept ( (None, 9, 9, 32)     96          conv2d_55_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_57_incept ( (None, 9, 9, 32)     96          conv2d_57_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_60_incept ( (None, 9, 9, 64)     192         conv2d_60_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_55_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_55_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_57_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_57_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_60_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_60_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_8_mixed_incept (Concate (None, 9, 9, 128)    0           activation_55_incept[0][0]       \n",
      "                                                                 activation_57_incept[0][0]       \n",
      "                                                                 activation_60_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_8_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_incept (Lambda)       (None, 9, 9, 320)    0           block35_7_ac_incept[0][0]        \n",
      "                                                                 block35_8_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_ac_incept (Activation (None, 9, 9, 320)    0           block35_8_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_64_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_64_incept ( (None, 9, 9, 32)     96          conv2d_64_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_64_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_64_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_62_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_65_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_64_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_62_incept ( (None, 9, 9, 32)     96          conv2d_62_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_65_incept ( (None, 9, 9, 48)     144         conv2d_65_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_62_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_62_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_65_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_65_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_61_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_63_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_62_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_66_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_65_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_61_incept ( (None, 9, 9, 32)     96          conv2d_61_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_63_incept ( (None, 9, 9, 32)     96          conv2d_63_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_66_incept ( (None, 9, 9, 64)     192         conv2d_66_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_61_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_61_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_63_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_63_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_66_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_66_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_9_mixed_incept (Concate (None, 9, 9, 128)    0           activation_61_incept[0][0]       \n",
      "                                                                 activation_63_incept[0][0]       \n",
      "                                                                 activation_66_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_9_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_incept (Lambda)       (None, 9, 9, 320)    0           block35_8_ac_incept[0][0]        \n",
      "                                                                 block35_9_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_ac_incept (Activation (None, 9, 9, 320)    0           block35_9_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_70_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_70_incept ( (None, 9, 9, 32)     96          conv2d_70_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_70_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_70_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_68_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_71_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_70_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_68_incept ( (None, 9, 9, 32)     96          conv2d_68_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_71_incept ( (None, 9, 9, 48)     144         conv2d_71_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_68_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_68_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_71_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_71_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_67_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_69_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_68_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_72_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_71_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_67_incept ( (None, 9, 9, 32)     96          conv2d_67_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_69_incept ( (None, 9, 9, 32)     96          conv2d_69_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_72_incept ( (None, 9, 9, 64)     192         conv2d_72_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_67_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_67_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_69_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_69_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_72_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_72_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_10_mixed_incept (Concat (None, 9, 9, 128)    0           activation_67_incept[0][0]       \n",
      "                                                                 activation_69_incept[0][0]       \n",
      "                                                                 activation_72_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_conv_incept (Conv2D) (None, 9, 9, 320)    41280       block35_10_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_incept (Lambda)      (None, 9, 9, 320)    0           block35_9_ac_incept[0][0]        \n",
      "                                                                 block35_10_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_ac_incept (Activatio (None, 9, 9, 320)    0           block35_10_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_74_incept (Conv2D)       (None, 9, 9, 256)    81920       block35_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_74_incept ( (None, 9, 9, 256)    768         conv2d_74_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_74_incept (Activatio (None, 9, 9, 256)    0           batch_normalization_74_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_75_incept (Conv2D)       (None, 9, 9, 256)    589824      activation_74_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_75_incept ( (None, 9, 9, 256)    768         conv2d_75_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_75_incept (Activatio (None, 9, 9, 256)    0           batch_normalization_75_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_73_incept (Conv2D)       (None, 4, 4, 384)    1105920     block35_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_76_incept (Conv2D)       (None, 4, 4, 384)    884736      activation_75_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_73_incept ( (None, 4, 4, 384)    1152        conv2d_73_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_76_incept ( (None, 4, 4, 384)    1152        conv2d_76_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_73_incept (Activatio (None, 4, 4, 384)    0           batch_normalization_73_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_76_incept (Activatio (None, 4, 4, 384)    0           batch_normalization_76_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_3_incept (MaxPool (None, 4, 4, 320)    0           block35_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "mixed_6a_incept (Concatenate)   (None, 4, 4, 1088)   0           activation_73_incept[0][0]       \n",
      "                                                                 activation_76_incept[0][0]       \n",
      "                                                                 max_pooling2d_3_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_78_incept (Conv2D)       (None, 4, 4, 128)    139264      mixed_6a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_78_incept ( (None, 4, 4, 128)    384         conv2d_78_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_78_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_78_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_79_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_78_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_79_incept ( (None, 4, 4, 160)    480         conv2d_79_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_79_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_79_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_77_incept (Conv2D)       (None, 4, 4, 192)    208896      mixed_6a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_80_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_79_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_77_incept ( (None, 4, 4, 192)    576         conv2d_77_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_80_incept ( (None, 4, 4, 192)    576         conv2d_80_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_77_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_77_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_80_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_80_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_1_mixed_incept (Concate (None, 4, 4, 384)    0           activation_77_incept[0][0]       \n",
      "                                                                 activation_80_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_1_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_incept (Lambda)       (None, 4, 4, 1088)   0           mixed_6a_incept[0][0]            \n",
      "                                                                 block17_1_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_ac_incept (Activation (None, 4, 4, 1088)   0           block17_1_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_82_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_82_incept ( (None, 4, 4, 128)    384         conv2d_82_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_82_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_82_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_83_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_82_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_83_incept ( (None, 4, 4, 160)    480         conv2d_83_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_83_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_83_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_81_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_84_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_83_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_81_incept ( (None, 4, 4, 192)    576         conv2d_81_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_84_incept ( (None, 4, 4, 192)    576         conv2d_84_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_81_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_81_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_84_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_84_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_2_mixed_incept (Concate (None, 4, 4, 384)    0           activation_81_incept[0][0]       \n",
      "                                                                 activation_84_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_2_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_incept (Lambda)       (None, 4, 4, 1088)   0           block17_1_ac_incept[0][0]        \n",
      "                                                                 block17_2_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_ac_incept (Activation (None, 4, 4, 1088)   0           block17_2_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_86_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_86_incept ( (None, 4, 4, 128)    384         conv2d_86_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_86_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_86_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_87_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_86_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_87_incept ( (None, 4, 4, 160)    480         conv2d_87_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_87_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_87_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_85_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_88_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_87_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_85_incept ( (None, 4, 4, 192)    576         conv2d_85_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_88_incept ( (None, 4, 4, 192)    576         conv2d_88_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_85_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_85_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_88_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_88_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_3_mixed_incept (Concate (None, 4, 4, 384)    0           activation_85_incept[0][0]       \n",
      "                                                                 activation_88_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_3_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_incept (Lambda)       (None, 4, 4, 1088)   0           block17_2_ac_incept[0][0]        \n",
      "                                                                 block17_3_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_ac_incept (Activation (None, 4, 4, 1088)   0           block17_3_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_90_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_90_incept ( (None, 4, 4, 128)    384         conv2d_90_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_90_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_90_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_91_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_90_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_91_incept ( (None, 4, 4, 160)    480         conv2d_91_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_91_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_91_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_89_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_92_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_91_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_89_incept ( (None, 4, 4, 192)    576         conv2d_89_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_92_incept ( (None, 4, 4, 192)    576         conv2d_92_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_89_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_89_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_92_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_92_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_4_mixed_incept (Concate (None, 4, 4, 384)    0           activation_89_incept[0][0]       \n",
      "                                                                 activation_92_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_4_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_incept (Lambda)       (None, 4, 4, 1088)   0           block17_3_ac_incept[0][0]        \n",
      "                                                                 block17_4_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_ac_incept (Activation (None, 4, 4, 1088)   0           block17_4_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_94_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_94_incept ( (None, 4, 4, 128)    384         conv2d_94_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_94_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_94_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_95_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_94_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_95_incept ( (None, 4, 4, 160)    480         conv2d_95_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_95_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_95_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_93_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_96_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_95_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_93_incept ( (None, 4, 4, 192)    576         conv2d_93_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_96_incept ( (None, 4, 4, 192)    576         conv2d_96_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_93_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_93_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_96_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_96_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_5_mixed_incept (Concate (None, 4, 4, 384)    0           activation_93_incept[0][0]       \n",
      "                                                                 activation_96_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_5_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_incept (Lambda)       (None, 4, 4, 1088)   0           block17_4_ac_incept[0][0]        \n",
      "                                                                 block17_5_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_ac_incept (Activation (None, 4, 4, 1088)   0           block17_5_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_98_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_98_incept ( (None, 4, 4, 128)    384         conv2d_98_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_98_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_98_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_99_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_98_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_99_incept ( (None, 4, 4, 160)    480         conv2d_99_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_99_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_99_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_97_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_100_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_99_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_97_incept ( (None, 4, 4, 192)    576         conv2d_97_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_100_incept  (None, 4, 4, 192)    576         conv2d_100_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_97_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_97_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_100_incept (Activati (None, 4, 4, 192)    0           batch_normalization_100_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_6_mixed_incept (Concate (None, 4, 4, 384)    0           activation_97_incept[0][0]       \n",
      "                                                                 activation_100_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_6_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_incept (Lambda)       (None, 4, 4, 1088)   0           block17_5_ac_incept[0][0]        \n",
      "                                                                 block17_6_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_ac_incept (Activation (None, 4, 4, 1088)   0           block17_6_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_102_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_102_incept  (None, 4, 4, 128)    384         conv2d_102_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_102_incept (Activati (None, 4, 4, 128)    0           batch_normalization_102_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_103_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_102_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_103_incept  (None, 4, 4, 160)    480         conv2d_103_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_103_incept (Activati (None, 4, 4, 160)    0           batch_normalization_103_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_101_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_104_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_103_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_101_incept  (None, 4, 4, 192)    576         conv2d_101_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_104_incept  (None, 4, 4, 192)    576         conv2d_104_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_101_incept (Activati (None, 4, 4, 192)    0           batch_normalization_101_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_104_incept (Activati (None, 4, 4, 192)    0           batch_normalization_104_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_7_mixed_incept (Concate (None, 4, 4, 384)    0           activation_101_incept[0][0]      \n",
      "                                                                 activation_104_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_7_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_incept (Lambda)       (None, 4, 4, 1088)   0           block17_6_ac_incept[0][0]        \n",
      "                                                                 block17_7_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_ac_incept (Activation (None, 4, 4, 1088)   0           block17_7_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_106_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_106_incept  (None, 4, 4, 128)    384         conv2d_106_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_106_incept (Activati (None, 4, 4, 128)    0           batch_normalization_106_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_107_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_106_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_107_incept  (None, 4, 4, 160)    480         conv2d_107_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_107_incept (Activati (None, 4, 4, 160)    0           batch_normalization_107_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_105_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_108_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_107_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_105_incept  (None, 4, 4, 192)    576         conv2d_105_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_108_incept  (None, 4, 4, 192)    576         conv2d_108_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_105_incept (Activati (None, 4, 4, 192)    0           batch_normalization_105_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_108_incept (Activati (None, 4, 4, 192)    0           batch_normalization_108_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_8_mixed_incept (Concate (None, 4, 4, 384)    0           activation_105_incept[0][0]      \n",
      "                                                                 activation_108_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_8_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_incept (Lambda)       (None, 4, 4, 1088)   0           block17_7_ac_incept[0][0]        \n",
      "                                                                 block17_8_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_ac_incept (Activation (None, 4, 4, 1088)   0           block17_8_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_110_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_110_incept  (None, 4, 4, 128)    384         conv2d_110_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_110_incept (Activati (None, 4, 4, 128)    0           batch_normalization_110_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_111_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_110_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_111_incept  (None, 4, 4, 160)    480         conv2d_111_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_111_incept (Activati (None, 4, 4, 160)    0           batch_normalization_111_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_109_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_112_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_111_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_109_incept  (None, 4, 4, 192)    576         conv2d_109_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_112_incept  (None, 4, 4, 192)    576         conv2d_112_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_109_incept (Activati (None, 4, 4, 192)    0           batch_normalization_109_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_112_incept (Activati (None, 4, 4, 192)    0           batch_normalization_112_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_9_mixed_incept (Concate (None, 4, 4, 384)    0           activation_109_incept[0][0]      \n",
      "                                                                 activation_112_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_9_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_incept (Lambda)       (None, 4, 4, 1088)   0           block17_8_ac_incept[0][0]        \n",
      "                                                                 block17_9_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_ac_incept (Activation (None, 4, 4, 1088)   0           block17_9_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_114_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_114_incept  (None, 4, 4, 128)    384         conv2d_114_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_114_incept (Activati (None, 4, 4, 128)    0           batch_normalization_114_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_115_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_114_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_115_incept  (None, 4, 4, 160)    480         conv2d_115_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_115_incept (Activati (None, 4, 4, 160)    0           batch_normalization_115_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_113_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_116_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_115_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_113_incept  (None, 4, 4, 192)    576         conv2d_113_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_116_incept  (None, 4, 4, 192)    576         conv2d_116_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "input_1_nasnet (InputLayer)     (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "activation_113_incept (Activati (None, 4, 4, 192)    0           batch_normalization_113_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_116_incept (Activati (None, 4, 4, 192)    0           batch_normalization_116_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "stem_conv1_nasnet (Conv2D)      (None, 47, 47, 96)   2592        input_1_nasnet[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_mixed_incept (Concat (None, 4, 4, 384)    0           activation_113_incept[0][0]      \n",
      "                                                                 activation_116_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "stem_bn1_nasnet (BatchNormaliza (None, 47, 47, 96)   384         stem_conv1_nasnet[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_10_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_1_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_incept (Lambda)      (None, 4, 4, 1088)   0           block17_9_ac_incept[0][0]        \n",
      "                                                                 block17_10_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_stem_1_nasnet  (None, 47, 47, 42)   4032        activation_1_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_10_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_stem_1_nasnet (B (None, 47, 47, 42)   168         reduction_conv_1_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_118_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_2_nasnet (Activation (None, 47, 47, 42)   0           reduction_bn_1_stem_1_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_4_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_118_incept  (None, 4, 4, 128)    384         conv2d_118_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 51, 51, 42)   0           activation_2_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 53, 53, 96)   0           activation_4_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_118_incept (Activati (None, 4, 4, 128)    0           batch_normalization_118_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 24, 24, 42)   2814        separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   8736        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_119_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_118_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_119_incept  (None, 4, 4, 160)    480         conv2d_119_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_3_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_5_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_119_incept (Activati (None, 4, 4, 160)    0           batch_normalization_119_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 24, 24, 42)   2814        activation_3_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   3822        activation_5_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_117_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_120_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_119_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_6_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_117_incept  (None, 4, 4, 192)    576         conv2d_117_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_120_incept  (None, 4, 4, 192)    576         conv2d_120_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 53, 53, 96)   0           activation_6_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_8_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_stem_1_nasnet ( (None, 24, 24, 42)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_117_incept (Activati (None, 4, 4, 192)    0           batch_normalization_117_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_120_incept (Activati (None, 4, 4, 192)    0           batch_normalization_120_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   8736        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 51, 51, 96)   0           activation_8_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_10_nasnet (Activatio (None, 24, 24, 42)   0           reduction_add_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_11_mixed_incept (Concat (None, 4, 4, 384)    0           activation_117_incept[0][0]      \n",
      "                                                                 activation_120_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   6432        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 24, 24, 42)   2142        activation_10_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_11_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_7_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "block17_11_incept (Lambda)      (None, 4, 4, 1088)   0           block17_10_ac_incept[0][0]       \n",
      "                                                                 block17_11_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_stem_1_nasnet ( (None, 49, 49, 42)   0           reduction_bn_1_stem_1_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   3822        activation_7_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_9_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_11_nasnet (Activatio (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "block17_11_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_11_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_pad_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   2814        activation_9_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 24, 24, 42)   2142        activation_11_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_stem_2_nasnet (Ac (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_122_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_11_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_left2_stem_1_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_pad_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_add_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_stem_1_nasnet  (None, 24, 24, 42)   0           reduction_pad_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_1_nasnet (ZeroPa (None, 48, 48, 96)   0           adjust_relu_1_stem_2_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_122_incept  (None, 4, 4, 128)    384         conv2d_122_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_stem_1_nasnet (A (None, 24, 24, 42)   0           reduction_left3_stem_1_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_1_nasnet (Add)              (None, 24, 24, 42)   0           reduction_add_2_stem_1_nasnet[0][\n",
      "                                                                 reduction_left4_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_stem_1_nasnet (A (None, 24, 24, 42)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_1_nasnet (Cropping2D (None, 47, 47, 96)   0           zero_padding2d_1_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_122_incept (Activati (None, 4, 4, 128)    0           batch_normalization_122_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_stem_1_nasnet  (None, 24, 24, 168)  0           reduction_add_2_stem_1_nasnet[0][\n",
      "                                                                 reduction_add3_stem_1_nasnet[0][0\n",
      "                                                                 add_1_nasnet[0][0]               \n",
      "                                                                 reduction_add4_stem_1_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_stem_2_nasnet (None, 24, 24, 96)   0           adjust_relu_1_stem_2_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_stem_2_nasnet (None, 24, 24, 96)   0           cropping2d_1_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_123_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_122_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_12_nasnet (Activatio (None, 24, 24, 168)  0           reduction_concat_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_stem_2_nasnet (Co (None, 24, 24, 42)   4032        adjust_avg_pool_1_stem_2_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_stem_2_nasnet (Co (None, 24, 24, 42)   4032        adjust_avg_pool_2_stem_2_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_123_incept  (None, 4, 4, 160)    480         conv2d_123_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_stem_2_nasnet  (None, 24, 24, 84)   14112       activation_12_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_1_nasnet (Concatena (None, 24, 24, 84)   0           adjust_conv_1_stem_2_nasnet[0][0]\n",
      "                                                                 adjust_conv_2_stem_2_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_123_incept (Activati (None, 4, 4, 160)    0           batch_normalization_123_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_stem_2_nasnet (B (None, 24, 24, 84)   336         reduction_conv_1_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_stem_2_nasnet (BatchN (None, 24, 24, 84)   336         concatenate_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_121_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_11_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_124_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_123_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_13_nasnet (Activatio (None, 24, 24, 84)   0           reduction_bn_1_stem_2_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_15_nasnet (Activatio (None, 24, 24, 84)   0           adjust_bn_stem_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_121_incept  (None, 4, 4, 192)    576         conv2d_121_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_124_incept  (None, 4, 4, 192)    576         conv2d_124_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 27, 27, 84)   0           activation_13_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 29, 29, 84)   0           activation_15_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_121_incept (Activati (None, 4, 4, 192)    0           batch_normalization_121_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_124_incept (Activati (None, 4, 4, 192)    0           batch_normalization_124_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 12, 12, 84)   9156        separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   11172       separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "block17_12_mixed_incept (Concat (None, 4, 4, 384)    0           activation_121_incept[0][0]      \n",
      "                                                                 activation_124_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "block17_12_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_12_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_14_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_16_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "block17_12_incept (Lambda)      (None, 4, 4, 1088)   0           block17_11_ac_incept[0][0]       \n",
      "                                                                 block17_12_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 12, 12, 84)   9156        activation_14_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   11172       activation_16_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_12_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_17_nasnet (Activatio (None, 24, 24, 84)   0           adjust_bn_stem_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_126_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_12_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 29, 29, 84)   0           activation_17_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_19_nasnet (Activatio (None, 24, 24, 84)   0           adjust_bn_stem_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_stem_2_nasnet ( (None, 12, 12, 84)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_126_incept  (None, 4, 4, 128)    384         conv2d_126_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   11172       separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 27, 27, 84)   0           activation_19_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_21_nasnet (Activatio (None, 12, 12, 84)   0           reduction_add_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_126_incept (Activati (None, 4, 4, 128)    0           batch_normalization_126_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   9156        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 12, 12, 84)   7812        activation_21_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_127_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_126_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_18_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_127_incept  (None, 4, 4, 160)    480         conv2d_127_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_stem_2_nasnet ( (None, 25, 25, 84)   0           reduction_bn_1_stem_2_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   11172       activation_18_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_20_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_22_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_127_incept (Activati (None, 4, 4, 160)    0           batch_normalization_127_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_pad_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   9156        activation_20_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 12, 12, 84)   7812        activation_22_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_0_nasnet (Activat (None, 24, 24, 168)  0           reduction_concat_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_125_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_12_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_128_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_127_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_left2_stem_2_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_pad_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_add_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_stem_2_nasnet  (None, 12, 12, 84)   0           reduction_pad_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_2_nasnet (ZeroPa (None, 25, 25, 168)  0           adjust_relu_1_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_125_incept  (None, 4, 4, 192)    576         conv2d_125_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_128_incept  (None, 4, 4, 192)    576         conv2d_128_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_stem_2_nasnet (A (None, 12, 12, 84)   0           reduction_left3_stem_2_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_2_nasnet (Add)              (None, 12, 12, 84)   0           reduction_add_2_stem_2_nasnet[0][\n",
      "                                                                 reduction_left4_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_stem_2_nasnet (A (None, 12, 12, 84)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_2_nasnet (Cropping2D (None, 24, 24, 168)  0           zero_padding2d_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_125_incept (Activati (None, 4, 4, 192)    0           batch_normalization_125_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_128_incept (Activati (None, 4, 4, 192)    0           batch_normalization_128_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_stem_2_nasnet  (None, 12, 12, 336)  0           reduction_add_2_stem_2_nasnet[0][\n",
      "                                                                 reduction_add3_stem_2_nasnet[0][0\n",
      "                                                                 add_2_nasnet[0][0]               \n",
      "                                                                 reduction_add4_stem_2_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_0_nasnet (Ave (None, 12, 12, 168)  0           adjust_relu_1_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_0_nasnet (Ave (None, 12, 12, 168)  0           cropping2d_2_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_mixed_incept (Concat (None, 4, 4, 384)    0           activation_125_incept[0][0]      \n",
      "                                                                 activation_128_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_0_nasnet (Conv2D) (None, 12, 12, 84)   14112       adjust_avg_pool_1_0_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_0_nasnet (Conv2D) (None, 12, 12, 84)   14112       adjust_avg_pool_2_0_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "activation_23_nasnet (Activatio (None, 12, 12, 336)  0           reduction_concat_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_13_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_13_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_2_nasnet (Concatena (None, 12, 12, 168)  0           adjust_conv_1_0_nasnet[0][0]     \n",
      "                                                                 adjust_conv_2_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_0_nasnet (Conv2D) (None, 12, 12, 168)  56448       activation_23_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_incept (Lambda)      (None, 4, 4, 1088)   0           block17_12_ac_incept[0][0]       \n",
      "                                                                 block17_13_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_0_nasnet (BatchNormal (None, 12, 12, 168)  672         concatenate_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_0_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_13_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_24_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_26_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_28_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_30_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_32_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_130_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_13_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_0 (None, 12, 12, 168)  32424       activation_24_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_26_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_0 (None, 12, 12, 168)  32424       activation_28_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_30_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_0 (None, 12, 12, 168)  29736       activation_32_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_130_incept  (None, 4, 4, 128)    384         conv2d_130_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_0_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_0_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_0_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_130_incept (Activati (None, 4, 4, 128)    0           batch_normalization_130_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_25_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_27_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_29_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_31_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_33_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_131_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_130_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_0 (None, 12, 12, 168)  32424       activation_25_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_27_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_0 (None, 12, 12, 168)  32424       activation_29_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_31_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_0 (None, 12, 12, 168)  29736       activation_33_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_131_incept  (None, 4, 4, 160)    480         conv2d_131_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_0_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_0_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_0_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_0_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_0_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_0_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_131_incept (Activati (None, 4, 4, 160)    0           batch_normalization_131_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_0_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_0_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_0_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_0_nasnet[0][0]      \n",
      "                                                                 adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_0_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_0_nasnet[0][0]      \n",
      "                                                                 normal_right4_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_0_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_129_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_13_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_132_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_131_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_0_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_0_nasnet[0][0]         \n",
      "                                                                 normal_add_1_0_nasnet[0][0]      \n",
      "                                                                 normal_add_2_0_nasnet[0][0]      \n",
      "                                                                 normal_add_3_0_nasnet[0][0]      \n",
      "                                                                 normal_add_4_0_nasnet[0][0]      \n",
      "                                                                 normal_add_5_0_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_129_incept  (None, 4, 4, 192)    576         conv2d_129_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_132_incept  (None, 4, 4, 192)    576         conv2d_132_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_34_nasnet (Activatio (None, 12, 12, 336)  0           reduction_concat_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_35_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_129_incept (Activati (None, 4, 4, 192)    0           batch_normalization_129_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_132_incept (Activati (None, 4, 4, 192)    0           batch_normalization_132_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_1_nasnet (None, 12, 12, 168)  56448       activation_34_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_1_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_35_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_mixed_incept (Concat (None, 4, 4, 384)    0           activation_129_incept[0][0]      \n",
      "                                                                 activation_132_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_1_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_1_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_1_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_14_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_36_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_38_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_40_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_42_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_44_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_incept (Lambda)      (None, 4, 4, 1088)   0           block17_13_ac_incept[0][0]       \n",
      "                                                                 block17_14_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 12, 12, 168)  32424       activation_36_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_38_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 12, 12, 168)  32424       activation_40_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_42_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 12, 12, 168)  29736       activation_44_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_14_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_1_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_134_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_14_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_37_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_39_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_41_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_43_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_45_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_134_incept  (None, 4, 4, 128)    384         conv2d_134_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 12, 12, 168)  32424       activation_37_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_39_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 12, 12, 168)  32424       activation_41_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_43_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 12, 12, 168)  29736       activation_45_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_134_incept (Activati (None, 4, 4, 128)    0           batch_normalization_134_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_1_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_1_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_1_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_1_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_1_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_135_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_134_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_1_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_1_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_1_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_1_nasnet[0][0]      \n",
      "                                                                 adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_1_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_1_nasnet[0][0]      \n",
      "                                                                 normal_right4_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_1_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_135_incept  (None, 4, 4, 160)    480         conv2d_135_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_1_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_1_nasnet[0][0]         \n",
      "                                                                 normal_add_1_1_nasnet[0][0]      \n",
      "                                                                 normal_add_2_1_nasnet[0][0]      \n",
      "                                                                 normal_add_3_1_nasnet[0][0]      \n",
      "                                                                 normal_add_4_1_nasnet[0][0]      \n",
      "                                                                 normal_add_5_1_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_135_incept (Activati (None, 4, 4, 160)    0           batch_normalization_135_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_46_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_47_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_133_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_14_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_136_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_135_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_2_nasnet (None, 12, 12, 168)  169344      activation_46_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_2_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_47_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_133_incept  (None, 4, 4, 192)    576         conv2d_133_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_136_incept  (None, 4, 4, 192)    576         conv2d_136_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_2_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_2_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_2_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_133_incept (Activati (None, 4, 4, 192)    0           batch_normalization_133_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_136_incept (Activati (None, 4, 4, 192)    0           batch_normalization_136_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_48_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_50_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_52_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_54_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_56_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_mixed_incept (Concat (None, 4, 4, 384)    0           activation_133_incept[0][0]      \n",
      "                                                                 activation_136_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_2 (None, 12, 12, 168)  32424       activation_48_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_50_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_2 (None, 12, 12, 168)  32424       activation_52_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_54_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_2 (None, 12, 12, 168)  29736       activation_56_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_15_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_2_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_2_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_2_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_15_incept (Lambda)      (None, 4, 4, 1088)   0           block17_14_ac_incept[0][0]       \n",
      "                                                                 block17_15_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_49_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_51_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_53_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_55_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_57_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block17_15_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_15_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_2 (None, 12, 12, 168)  32424       activation_49_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_51_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_2 (None, 12, 12, 168)  32424       activation_53_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_55_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_2 (None, 12, 12, 168)  29736       activation_57_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_138_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_15_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_2_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_2_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_2_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_2_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_2_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_2_n\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_138_incept  (None, 4, 4, 128)    384         conv2d_138_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_2_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_2_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_2_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_2_nasnet[0][0]      \n",
      "                                                                 adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_2_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_2_nasnet[0][0]      \n",
      "                                                                 normal_right4_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_2_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_138_incept (Activati (None, 4, 4, 128)    0           batch_normalization_138_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_2_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_2_nasnet[0][0]         \n",
      "                                                                 normal_add_1_2_nasnet[0][0]      \n",
      "                                                                 normal_add_2_2_nasnet[0][0]      \n",
      "                                                                 normal_add_3_2_nasnet[0][0]      \n",
      "                                                                 normal_add_4_2_nasnet[0][0]      \n",
      "                                                                 normal_add_5_2_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_139_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_138_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_58_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_59_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_139_incept  (None, 4, 4, 160)    480         conv2d_139_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_3_nasnet (None, 12, 12, 168)  169344      activation_58_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_3_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_59_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_139_incept (Activati (None, 4, 4, 160)    0           batch_normalization_139_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_3_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_3_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_3_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_137_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_15_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_140_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_139_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_60_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_62_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_64_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_66_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_68_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_137_incept  (None, 4, 4, 192)    576         conv2d_137_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_140_incept  (None, 4, 4, 192)    576         conv2d_140_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_3 (None, 12, 12, 168)  32424       activation_60_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_62_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_3 (None, 12, 12, 168)  32424       activation_64_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_66_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_3 (None, 12, 12, 168)  29736       activation_68_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_137_incept (Activati (None, 4, 4, 192)    0           batch_normalization_137_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_140_incept (Activati (None, 4, 4, 192)    0           batch_normalization_140_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_3_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_3_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_3_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_16_mixed_incept (Concat (None, 4, 4, 384)    0           activation_137_incept[0][0]      \n",
      "                                                                 activation_140_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_61_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_63_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_65_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_67_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_69_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block17_16_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_16_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_3 (None, 12, 12, 168)  32424       activation_61_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_63_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_3 (None, 12, 12, 168)  32424       activation_65_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_67_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_3 (None, 12, 12, 168)  29736       activation_69_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_incept (Lambda)      (None, 4, 4, 1088)   0           block17_15_ac_incept[0][0]       \n",
      "                                                                 block17_16_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_3_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_3_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_3_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_3_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_3_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_3_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_16_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_16_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_3_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_3_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_3_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_3_nasnet[0][0]      \n",
      "                                                                 adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_3_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_3_nasnet[0][0]      \n",
      "                                                                 normal_right4_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_3_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_142_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_16_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_3_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_3_nasnet[0][0]         \n",
      "                                                                 normal_add_1_3_nasnet[0][0]      \n",
      "                                                                 normal_add_2_3_nasnet[0][0]      \n",
      "                                                                 normal_add_3_3_nasnet[0][0]      \n",
      "                                                                 normal_add_4_3_nasnet[0][0]      \n",
      "                                                                 normal_add_5_3_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_142_incept  (None, 4, 4, 128)    384         conv2d_142_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_70_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_71_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_142_incept (Activati (None, 4, 4, 128)    0           batch_normalization_142_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_4_nasnet (None, 12, 12, 168)  169344      activation_70_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_4_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_71_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_143_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_142_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_4_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_4_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_4_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_143_incept  (None, 4, 4, 160)    480         conv2d_143_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_72_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_74_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_76_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_78_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_80_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_143_incept (Activati (None, 4, 4, 160)    0           batch_normalization_143_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_4 (None, 12, 12, 168)  32424       activation_72_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_74_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_4 (None, 12, 12, 168)  32424       activation_76_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_78_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_4 (None, 12, 12, 168)  29736       activation_80_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_141_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_16_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_144_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_143_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_4_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_4_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_4_n\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_141_incept  (None, 4, 4, 192)    576         conv2d_141_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_144_incept  (None, 4, 4, 192)    576         conv2d_144_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_73_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_75_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_77_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_79_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_81_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_141_incept (Activati (None, 4, 4, 192)    0           batch_normalization_141_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_144_incept (Activati (None, 4, 4, 192)    0           batch_normalization_144_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_4 (None, 12, 12, 168)  32424       activation_73_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_75_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_4 (None, 12, 12, 168)  32424       activation_77_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_79_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_4 (None, 12, 12, 168)  29736       activation_81_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_mixed_incept (Concat (None, 4, 4, 384)    0           activation_141_incept[0][0]      \n",
      "                                                                 activation_144_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_4_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_4_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_4_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_4_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_4_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_4_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_17_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_17_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_4_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_4_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_4_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_4_nasnet[0][0]      \n",
      "                                                                 adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_4_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_4_nasnet[0][0]      \n",
      "                                                                 normal_right4_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_4_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_incept (Lambda)      (None, 4, 4, 1088)   0           block17_16_ac_incept[0][0]       \n",
      "                                                                 block17_17_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_4_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_4_nasnet[0][0]         \n",
      "                                                                 normal_add_1_4_nasnet[0][0]      \n",
      "                                                                 normal_add_2_4_nasnet[0][0]      \n",
      "                                                                 normal_add_3_4_nasnet[0][0]      \n",
      "                                                                 normal_add_4_4_nasnet[0][0]      \n",
      "                                                                 normal_add_5_4_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_17_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_82_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_83_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_146_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_17_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_5_nasnet (None, 12, 12, 168)  169344      activation_82_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_5_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_83_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_146_incept  (None, 4, 4, 128)    384         conv2d_146_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_5_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_5_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_5_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_5_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_146_incept (Activati (None, 4, 4, 128)    0           batch_normalization_146_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_84_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_86_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_88_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_90_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_92_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_147_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_146_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_5 (None, 12, 12, 168)  32424       activation_84_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_86_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_5 (None, 12, 12, 168)  32424       activation_88_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_90_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_5 (None, 12, 12, 168)  29736       activation_92_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_147_incept  (None, 4, 4, 160)    480         conv2d_147_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_5_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_5_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_5_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_147_incept (Activati (None, 4, 4, 160)    0           batch_normalization_147_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_85_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_87_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_89_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_91_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_93_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_145_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_17_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_148_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_147_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_5 (None, 12, 12, 168)  32424       activation_85_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_87_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_5 (None, 12, 12, 168)  32424       activation_89_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_91_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_5 (None, 12, 12, 168)  29736       activation_93_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_145_incept  (None, 4, 4, 192)    576         conv2d_145_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_148_incept  (None, 4, 4, 192)    576         conv2d_148_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_5_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_5_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_5_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_5_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_5_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_5_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_5_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_145_incept (Activati (None, 4, 4, 192)    0           batch_normalization_145_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_148_incept (Activati (None, 4, 4, 192)    0           batch_normalization_148_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_5_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_5_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_5_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_5_nasnet[0][0]      \n",
      "                                                                 adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_5_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_5_nasnet[0][0]      \n",
      "                                                                 normal_right4_5_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_5_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_mixed_incept (Concat (None, 4, 4, 384)    0           activation_145_incept[0][0]      \n",
      "                                                                 activation_148_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_5_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_5_nasnet[0][0]         \n",
      "                                                                 normal_add_1_5_nasnet[0][0]      \n",
      "                                                                 normal_add_2_5_nasnet[0][0]      \n",
      "                                                                 normal_add_3_5_nasnet[0][0]      \n",
      "                                                                 normal_add_4_5_nasnet[0][0]      \n",
      "                                                                 normal_add_5_5_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_18_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_95_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_5_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_94_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_incept (Lambda)      (None, 4, 4, 1088)   0           block17_17_ac_incept[0][0]       \n",
      "                                                                 block17_18_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_reduce_6_nasne (None, 12, 12, 336)  338688      activation_95_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_reduce_6 (None, 12, 12, 336)  338688      activation_94_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_18_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_reduce_6_nasnet  (None, 12, 12, 336)  1344        reduction_conv_1_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_reduce_6_nasnet (Batc (None, 12, 12, 336)  1344        adjust_conv_projection_reduce_6_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_150_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_18_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_96_nasnet (Activatio (None, 12, 12, 336)  0           reduction_bn_1_reduce_6_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_98_nasnet (Activatio (None, 12, 12, 336)  0           adjust_bn_reduce_6_nasnet[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_150_incept  (None, 4, 4, 128)    384         conv2d_150_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 15, 15, 336)  0           activation_96_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 17, 17, 336)  0           activation_98_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_150_incept (Activati (None, 4, 4, 128)    0           batch_normalization_150_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 6, 6, 336)    121296      separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    129360      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_151_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_150_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_151_incept  (None, 4, 4, 160)    480         conv2d_151_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_97_nasnet (Activatio (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_99_nasnet (Activatio (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_151_incept (Activati (None, 4, 4, 160)    0           batch_normalization_151_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 6, 6, 336)    121296      activation_97_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    129360      activation_99_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_149_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_18_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_152_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_151_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_100_nasnet (Activati (None, 12, 12, 336)  0           adjust_bn_reduce_6_nasnet[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_149_incept  (None, 4, 4, 192)    576         conv2d_149_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_152_incept  (None, 4, 4, 192)    576         conv2d_152_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 17, 17, 336)  0           activation_100_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_102_nasnet (Activati (None, 12, 12, 336)  0           adjust_bn_reduce_6_nasnet[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_reduce_6_nasnet (None, 6, 6, 336)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_149_incept (Activati (None, 4, 4, 192)    0           batch_normalization_149_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_152_incept (Activati (None, 4, 4, 192)    0           batch_normalization_152_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    129360      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 15, 15, 336)  0           activation_102_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_104_nasnet (Activati (None, 6, 6, 336)    0           reduction_add_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "block17_19_mixed_incept (Concat (None, 4, 4, 384)    0           activation_149_incept[0][0]      \n",
      "                                                                 activation_152_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    121296      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 6, 6, 336)    115920      activation_104_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_19_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_101_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "block17_19_incept (Lambda)      (None, 4, 4, 1088)   0           block17_18_ac_incept[0][0]       \n",
      "                                                                 block17_19_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_reduce_6_nasnet (None, 13, 13, 336)  0           reduction_bn_1_reduce_6_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    129360      activation_101_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_103_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_105_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "block17_19_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_19_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_pad_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    121296      activation_103_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 6, 6, 336)    115920      activation_105_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_7_nasnet (Activat (None, 12, 12, 1008) 0           normal_concat_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_154_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_19_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_left2_reduce_6_nasnet[0\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_pad_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_add_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_reduce_6_nasne (None, 6, 6, 336)    0           reduction_pad_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_3_nasnet (ZeroPa (None, 13, 13, 1008) 0           adjust_relu_1_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_154_incept  (None, 4, 4, 128)    384         conv2d_154_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_reduce_6_nasnet  (None, 6, 6, 336)    0           reduction_left3_reduce_6_nasnet[0\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_3_nasnet (Add)              (None, 6, 6, 336)    0           reduction_add_2_reduce_6_nasnet[0\n",
      "                                                                 reduction_left4_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_reduce_6_nasnet  (None, 6, 6, 336)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_3_nasnet (Cropping2D (None, 12, 12, 1008) 0           zero_padding2d_3_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_154_incept (Activati (None, 4, 4, 128)    0           batch_normalization_154_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_reduce_6_nasne (None, 6, 6, 1344)   0           reduction_add_2_reduce_6_nasnet[0\n",
      "                                                                 reduction_add3_reduce_6_nasnet[0]\n",
      "                                                                 add_3_nasnet[0][0]               \n",
      "                                                                 reduction_add4_reduce_6_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_7_nasnet (Ave (None, 6, 6, 1008)   0           adjust_relu_1_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_7_nasnet (Ave (None, 6, 6, 1008)   0           cropping2d_3_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_155_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_154_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_7_nasnet (Conv2D) (None, 6, 6, 168)    169344      adjust_avg_pool_1_7_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_7_nasnet (Conv2D) (None, 6, 6, 168)    169344      adjust_avg_pool_2_7_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "activation_106_nasnet (Activati (None, 6, 6, 1344)   0           reduction_concat_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_155_incept  (None, 4, 4, 160)    480         conv2d_155_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_3_nasnet (Concatena (None, 6, 6, 336)    0           adjust_conv_1_7_nasnet[0][0]     \n",
      "                                                                 adjust_conv_2_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_7_nasnet (Conv2D) (None, 6, 6, 336)    451584      activation_106_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_155_incept (Activati (None, 4, 4, 160)    0           batch_normalization_155_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_7_nasnet (BatchNormal (None, 6, 6, 336)    1344        concatenate_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_7_nasnet (BatchNorm (None, 6, 6, 336)    1344        normal_conv_1_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_153_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_19_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_156_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_155_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_107_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_109_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_111_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_113_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_115_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_153_incept  (None, 4, 4, 192)    576         conv2d_153_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_156_incept  (None, 4, 4, 192)    576         conv2d_156_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_7 (None, 6, 6, 336)    121296      activation_107_nasnet[0][0]      \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_109_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_7 (None, 6, 6, 336)    121296      activation_111_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_113_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_7 (None, 6, 6, 336)    115920      activation_115_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_153_incept (Activati (None, 4, 4, 192)    0           batch_normalization_153_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_156_incept (Activati (None, 4, 4, 192)    0           batch_normalization_156_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_7_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_7_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_7_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_20_mixed_incept (Concat (None, 4, 4, 384)    0           activation_153_incept[0][0]      \n",
      "                                                                 activation_156_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_108_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_110_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_112_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_114_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_116_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block17_20_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_20_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_7 (None, 6, 6, 336)    121296      activation_108_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_110_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_7 (None, 6, 6, 336)    121296      activation_112_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_114_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_7 (None, 6, 6, 336)    115920      activation_116_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_incept (Lambda)      (None, 4, 4, 1088)   0           block17_19_ac_incept[0][0]       \n",
      "                                                                 block17_20_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_7_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_7_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_7_nasnet (AverageP (None, 6, 6, 336)    0           normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_7_nasnet (AverageP (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_7_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_7_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_20_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_20_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_7_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_7_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_7_nasnet (Add)     (None, 6, 6, 336)    0           normal_left3_7_nasnet[0][0]      \n",
      "                                                                 adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_7_nasnet (Add)     (None, 6, 6, 336)    0           normal_left4_7_nasnet[0][0]      \n",
      "                                                                 normal_right4_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_7_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_161_incept (Conv2D)      (None, 4, 4, 256)    278528      block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_7_nasnet (Concate (None, 6, 6, 2016)   0           adjust_bn_7_nasnet[0][0]         \n",
      "                                                                 normal_add_1_7_nasnet[0][0]      \n",
      "                                                                 normal_add_2_7_nasnet[0][0]      \n",
      "                                                                 normal_add_3_7_nasnet[0][0]      \n",
      "                                                                 normal_add_4_7_nasnet[0][0]      \n",
      "                                                                 normal_add_5_7_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_161_incept  (None, 4, 4, 256)    768         conv2d_161_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_117_nasnet (Activati (None, 6, 6, 1344)   0           reduction_concat_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "activation_118_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_161_incept (Activati (None, 4, 4, 256)    0           batch_normalization_161_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_8_nasnet (None, 6, 6, 336)    451584      activation_117_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_8_nasnet (Conv2D) (None, 6, 6, 336)    677376      activation_118_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_157_incept (Conv2D)      (None, 4, 4, 256)    278528      block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_159_incept (Conv2D)      (None, 4, 4, 256)    278528      block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_162_incept (Conv2D)      (None, 4, 4, 288)    663552      activation_161_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_8_nasnet (BatchNormal (None, 6, 6, 336)    1344        adjust_conv_projection_8_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_8_nasnet (BatchNorm (None, 6, 6, 336)    1344        normal_conv_1_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_157_incept  (None, 4, 4, 256)    768         conv2d_157_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_159_incept  (None, 4, 4, 256)    768         conv2d_159_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_162_incept  (None, 4, 4, 288)    864         conv2d_162_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_119_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_121_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_123_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_125_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_127_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_157_incept (Activati (None, 4, 4, 256)    0           batch_normalization_157_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_159_incept (Activati (None, 4, 4, 256)    0           batch_normalization_159_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_162_incept (Activati (None, 4, 4, 288)    0           batch_normalization_162_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_8 (None, 6, 6, 336)    121296      activation_119_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_121_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_8 (None, 6, 6, 336)    121296      activation_123_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_125_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_8 (None, 6, 6, 336)    115920      activation_127_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_158_incept (Conv2D)      (None, 1, 1, 384)    884736      activation_157_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_160_incept (Conv2D)      (None, 1, 1, 288)    663552      activation_159_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_163_incept (Conv2D)      (None, 1, 1, 320)    829440      activation_162_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_8_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_8_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_8_n\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_158_incept  (None, 1, 1, 384)    1152        conv2d_158_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_160_incept  (None, 1, 1, 288)    864         conv2d_160_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_163_incept  (None, 1, 1, 320)    960         conv2d_163_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_120_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_122_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_124_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_126_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_128_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_158_incept (Activati (None, 1, 1, 384)    0           batch_normalization_158_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_160_incept (Activati (None, 1, 1, 288)    0           batch_normalization_160_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_163_incept (Activati (None, 1, 1, 320)    0           batch_normalization_163_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_4_incept (MaxPool (None, 1, 1, 1088)   0           block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_8 (None, 6, 6, 336)    121296      activation_120_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_122_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_8 (None, 6, 6, 336)    121296      activation_124_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_126_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_8 (None, 6, 6, 336)    115920      activation_128_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "mixed_7a_incept (Concatenate)   (None, 1, 1, 2080)   0           activation_158_incept[0][0]      \n",
      "                                                                 activation_160_incept[0][0]      \n",
      "                                                                 activation_163_incept[0][0]      \n",
      "                                                                 max_pooling2d_4_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_8_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_8_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_8_nasnet (AverageP (None, 6, 6, 336)    0           normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_8_nasnet (AverageP (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_8_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_8_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_165_incept (Conv2D)      (None, 1, 1, 192)    399360      mixed_7a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_8_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_8_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_8_nasnet (Add)     (None, 6, 6, 336)    0           normal_left3_8_nasnet[0][0]      \n",
      "                                                                 adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_8_nasnet (Add)     (None, 6, 6, 336)    0           normal_left4_8_nasnet[0][0]      \n",
      "                                                                 normal_right4_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_8_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_165_incept  (None, 1, 1, 192)    576         conv2d_165_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_8_nasnet (Concate (None, 6, 6, 2016)   0           adjust_bn_8_nasnet[0][0]         \n",
      "                                                                 normal_add_1_8_nasnet[0][0]      \n",
      "                                                                 normal_add_2_8_nasnet[0][0]      \n",
      "                                                                 normal_add_3_8_nasnet[0][0]      \n",
      "                                                                 normal_add_4_8_nasnet[0][0]      \n",
      "                                                                 normal_add_5_8_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_165_incept (Activati (None, 1, 1, 192)    0           batch_normalization_165_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_129_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_130_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_166_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_165_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_9_nasnet (None, 6, 6, 336)    677376      activation_129_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_9_nasnet (Conv2D) (None, 6, 6, 336)    677376      activation_130_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_166_incept  (None, 1, 1, 224)    672         conv2d_166_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_9_nasnet (BatchNormal (None, 6, 6, 336)    1344        adjust_conv_projection_9_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_9_nasnet (BatchNorm (None, 6, 6, 336)    1344        normal_conv_1_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_166_incept (Activati (None, 1, 1, 224)    0           batch_normalization_166_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_131_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_133_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_135_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_137_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_139_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_164_incept (Conv2D)      (None, 1, 1, 192)    399360      mixed_7a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_167_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_166_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_9 (None, 6, 6, 336)    121296      activation_131_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_133_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_9 (None, 6, 6, 336)    121296      activation_135_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_137_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_9 (None, 6, 6, 336)    115920      activation_139_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_164_incept  (None, 1, 1, 192)    576         conv2d_164_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_167_incept  (None, 1, 1, 256)    768         conv2d_167_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_9_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_9_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_9_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_164_incept (Activati (None, 1, 1, 192)    0           batch_normalization_164_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_167_incept (Activati (None, 1, 1, 256)    0           batch_normalization_167_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_132_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_134_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_136_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_138_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_140_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block8_1_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_164_incept[0][0]      \n",
      "                                                                 activation_167_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_9 (None, 6, 6, 336)    121296      activation_132_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_134_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_9 (None, 6, 6, 336)    121296      activation_136_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_138_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_9 (None, 6, 6, 336)    115920      activation_140_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_1_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_9_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_9_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_9_nasnet (AverageP (None, 6, 6, 336)    0           normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_9_nasnet (AverageP (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_9_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_9_n\n",
      "__________________________________________________________________________________________________\n",
      "block8_1_incept (Lambda)        (None, 1, 1, 2080)   0           mixed_7a_incept[0][0]            \n",
      "                                                                 block8_1_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_9_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_9_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_9_nasnet (Add)     (None, 6, 6, 336)    0           normal_left3_9_nasnet[0][0]      \n",
      "                                                                 adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_9_nasnet (Add)     (None, 6, 6, 336)    0           normal_left4_9_nasnet[0][0]      \n",
      "                                                                 normal_right4_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_9_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_1_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_9_nasnet (Concate (None, 6, 6, 2016)   0           adjust_bn_9_nasnet[0][0]         \n",
      "                                                                 normal_add_1_9_nasnet[0][0]      \n",
      "                                                                 normal_add_2_9_nasnet[0][0]      \n",
      "                                                                 normal_add_3_9_nasnet[0][0]      \n",
      "                                                                 normal_add_4_9_nasnet[0][0]      \n",
      "                                                                 normal_add_5_9_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_169_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_1_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_141_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_142_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_169_incept  (None, 1, 1, 192)    576         conv2d_169_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_10_nasne (None, 6, 6, 336)    677376      activation_141_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_10_nasnet (Conv2D (None, 6, 6, 336)    677376      activation_142_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_169_incept (Activati (None, 1, 1, 192)    0           batch_normalization_169_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_10_nasnet (BatchNorma (None, 6, 6, 336)    1344        adjust_conv_projection_10_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_10_nasnet (BatchNor (None, 6, 6, 336)    1344        normal_conv_1_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_170_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_169_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_143_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_145_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_147_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_149_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_151_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_170_incept  (None, 1, 1, 224)    672         conv2d_170_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_143_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_145_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_147_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_149_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_151_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_170_incept (Activati (None, 1, 1, 224)    0           batch_normalization_170_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_10_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_168_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_1_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_171_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_170_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_144_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_146_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_148_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_150_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_152_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_168_incept  (None, 1, 1, 192)    576         conv2d_168_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_171_incept  (None, 1, 1, 256)    768         conv2d_171_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_144_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_146_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_148_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_150_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_152_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_168_incept (Activati (None, 1, 1, 192)    0           batch_normalization_168_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_171_incept (Activati (None, 1, 1, 256)    0           batch_normalization_171_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_10\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_10_nasnet (Average (None, 6, 6, 336)    0           normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_10_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_10_nasnet (Averag (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_10_\n",
      "__________________________________________________________________________________________________\n",
      "block8_2_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_168_incept[0][0]      \n",
      "                                                                 activation_171_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_10_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_10_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_10_nasnet (Add)    (None, 6, 6, 336)    0           normal_left3_10_nasnet[0][0]     \n",
      "                                                                 adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_10_nasnet (Add)    (None, 6, 6, 336)    0           normal_left4_10_nasnet[0][0]     \n",
      "                                                                 normal_right4_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_10_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_2_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_10_nasnet (Concat (None, 6, 6, 2016)   0           adjust_bn_10_nasnet[0][0]        \n",
      "                                                                 normal_add_1_10_nasnet[0][0]     \n",
      "                                                                 normal_add_2_10_nasnet[0][0]     \n",
      "                                                                 normal_add_3_10_nasnet[0][0]     \n",
      "                                                                 normal_add_4_10_nasnet[0][0]     \n",
      "                                                                 normal_add_5_10_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_incept (Lambda)        (None, 1, 1, 2080)   0           block8_1_ac_incept[0][0]         \n",
      "                                                                 block8_2_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_153_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_154_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_2_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_11_nasne (None, 6, 6, 336)    677376      activation_153_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_11_nasnet (Conv2D (None, 6, 6, 336)    677376      activation_154_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_173_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_2_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_11_nasnet (BatchNorma (None, 6, 6, 336)    1344        adjust_conv_projection_11_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_11_nasnet (BatchNor (None, 6, 6, 336)    1344        normal_conv_1_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_173_incept  (None, 1, 1, 192)    576         conv2d_173_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_155_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_157_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_159_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_161_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_163_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_173_incept (Activati (None, 1, 1, 192)    0           batch_normalization_173_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_155_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_157_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_159_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_161_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_163_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_174_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_173_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_11_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_174_incept  (None, 1, 1, 224)    672         conv2d_174_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_156_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_158_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_160_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_162_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_164_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_174_incept (Activati (None, 1, 1, 224)    0           batch_normalization_174_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_156_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_158_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_160_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_162_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_164_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_172_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_2_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_175_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_174_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_11\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_11_nasnet (Average (None, 6, 6, 336)    0           normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_11_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_11_nasnet (Averag (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_11_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_172_incept  (None, 1, 1, 192)    576         conv2d_172_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_175_incept  (None, 1, 1, 256)    768         conv2d_175_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_11_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_11_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_11_nasnet (Add)    (None, 6, 6, 336)    0           normal_left3_11_nasnet[0][0]     \n",
      "                                                                 adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_11_nasnet (Add)    (None, 6, 6, 336)    0           normal_left4_11_nasnet[0][0]     \n",
      "                                                                 normal_right4_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_11_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_172_incept (Activati (None, 1, 1, 192)    0           batch_normalization_172_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_175_incept (Activati (None, 1, 1, 256)    0           batch_normalization_175_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_11_nasnet (Concat (None, 6, 6, 2016)   0           adjust_bn_11_nasnet[0][0]        \n",
      "                                                                 normal_add_1_11_nasnet[0][0]     \n",
      "                                                                 normal_add_2_11_nasnet[0][0]     \n",
      "                                                                 normal_add_3_11_nasnet[0][0]     \n",
      "                                                                 normal_add_4_11_nasnet[0][0]     \n",
      "                                                                 normal_add_5_11_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_172_incept[0][0]      \n",
      "                                                                 activation_175_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_165_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_166_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_3_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_12_nasne (None, 6, 6, 336)    677376      activation_165_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_12_nasnet (Conv2D (None, 6, 6, 336)    677376      activation_166_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_incept (Lambda)        (None, 1, 1, 2080)   0           block8_2_ac_incept[0][0]         \n",
      "                                                                 block8_3_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_12_nasnet (BatchNorma (None, 6, 6, 336)    1344        adjust_conv_projection_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_12_nasnet (BatchNor (None, 6, 6, 336)    1344        normal_conv_1_12_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_3_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_167_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_169_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_171_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_173_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_175_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_177_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_3_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_167_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_169_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_171_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_173_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_175_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_177_incept  (None, 1, 1, 192)    576         conv2d_177_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_12_\n",
      "__________________________________________________________________________________________________\n",
      "activation_177_incept (Activati (None, 1, 1, 192)    0           batch_normalization_177_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_168_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_170_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_172_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_174_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_176_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_178_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_177_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_168_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_170_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_172_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_174_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_176_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_178_incept  (None, 1, 1, 224)    672         conv2d_178_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_12\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_12_nasnet (Average (None, 6, 6, 336)    0           normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_12_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_12_nasnet (Averag (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_12_\n",
      "__________________________________________________________________________________________________\n",
      "activation_178_incept (Activati (None, 1, 1, 224)    0           batch_normalization_178_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_12_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_12_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_12_nasnet (Add)    (None, 6, 6, 336)    0           normal_left3_12_nasnet[0][0]     \n",
      "                                                                 adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_12_nasnet (Add)    (None, 6, 6, 336)    0           normal_left4_12_nasnet[0][0]     \n",
      "                                                                 normal_right4_12_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_12_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_176_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_3_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_179_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_178_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_12_nasnet (Concat (None, 6, 6, 2016)   0           adjust_bn_12_nasnet[0][0]        \n",
      "                                                                 normal_add_1_12_nasnet[0][0]     \n",
      "                                                                 normal_add_2_12_nasnet[0][0]     \n",
      "                                                                 normal_add_3_12_nasnet[0][0]     \n",
      "                                                                 normal_add_4_12_nasnet[0][0]     \n",
      "                                                                 normal_add_5_12_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_176_incept  (None, 1, 1, 192)    576         conv2d_176_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_179_incept  (None, 1, 1, 256)    768         conv2d_179_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_178_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_12_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_177_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_176_incept (Activati (None, 1, 1, 192)    0           batch_normalization_176_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_179_incept (Activati (None, 1, 1, 256)    0           batch_normalization_179_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_reduce_12_nasn (None, 6, 6, 672)    1354752     activation_178_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_reduce_1 (None, 6, 6, 672)    1354752     activation_177_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_176_incept[0][0]      \n",
      "                                                                 activation_179_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_reduce_12_nasnet (None, 6, 6, 672)    2688        reduction_conv_1_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_reduce_12_nasnet (Bat (None, 6, 6, 672)    2688        adjust_conv_projection_reduce_12_\n",
      "__________________________________________________________________________________________________\n",
      "block8_4_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_4_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_179_nasnet (Activati (None, 6, 6, 672)    0           reduction_bn_1_reduce_12_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_181_nasnet (Activati (None, 6, 6, 672)    0           adjust_bn_reduce_12_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_incept (Lambda)        (None, 1, 1, 2080)   0           block8_3_ac_incept[0][0]         \n",
      "                                                                 block8_4_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 9, 9, 672)    0           activation_179_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 11, 11, 672)  0           activation_181_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_4_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 3, 3, 672)    468384      separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    484512      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_181_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_4_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_181_incept  (None, 1, 1, 192)    576         conv2d_181_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_180_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_182_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_181_incept (Activati (None, 1, 1, 192)    0           batch_normalization_181_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 3, 3, 672)    468384      activation_180_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    484512      activation_182_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_182_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_181_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_183_nasnet (Activati (None, 6, 6, 672)    0           adjust_bn_reduce_12_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_182_incept  (None, 1, 1, 224)    672         conv2d_182_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 11, 11, 672)  0           activation_183_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_185_nasnet (Activati (None, 6, 6, 672)    0           adjust_bn_reduce_12_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_reduce_12_nasne (None, 3, 3, 672)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_182_incept (Activati (None, 1, 1, 224)    0           batch_normalization_182_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    484512      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 9, 9, 672)    0           activation_185_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_187_nasnet (Activati (None, 3, 3, 672)    0           reduction_add_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_180_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_4_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_183_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_182_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    468384      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 3, 3, 672)    457632      activation_187_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_180_incept  (None, 1, 1, 192)    576         conv2d_180_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_183_incept  (None, 1, 1, 256)    768         conv2d_183_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_184_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "activation_180_incept (Activati (None, 1, 1, 192)    0           batch_normalization_180_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_183_incept (Activati (None, 1, 1, 256)    0           batch_normalization_183_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_reduce_12_nasne (None, 7, 7, 672)    0           reduction_bn_1_reduce_12_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    484512      activation_184_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_186_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_188_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "block8_5_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_180_incept[0][0]      \n",
      "                                                                 activation_183_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_reduce_12_nasne (None, 3, 3, 672)    0           reduction_pad_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    468384      activation_186_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 3, 3, 672)    457632      activation_188_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_13_nasnet (Activa (None, 6, 6, 2016)   0           normal_concat_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_5_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_reduce_12_nasne (None, 3, 3, 672)    0           reduction_left2_reduce_12_nasnet[\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_reduce_12_nasne (None, 3, 3, 672)    0           reduction_pad_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_reduce_12_nasne (None, 3, 3, 672)    0           reduction_add_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_reduce_12_nasn (None, 3, 3, 672)    0           reduction_pad_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_4_nasnet (ZeroPa (None, 7, 7, 2016)   0           adjust_relu_1_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_incept (Lambda)        (None, 1, 1, 2080)   0           block8_4_ac_incept[0][0]         \n",
      "                                                                 block8_5_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_reduce_12_nasnet (None, 3, 3, 672)    0           reduction_left3_reduce_12_nasnet[\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_4_nasnet (Add)              (None, 3, 3, 672)    0           reduction_add_2_reduce_12_nasnet[\n",
      "                                                                 reduction_left4_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_reduce_12_nasnet (None, 3, 3, 672)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_4_nasnet (Cropping2D (None, 6, 6, 2016)   0           zero_padding2d_4_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_5_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_reduce_12_nasn (None, 3, 3, 2688)   0           reduction_add_2_reduce_12_nasnet[\n",
      "                                                                 reduction_add3_reduce_12_nasnet[0\n",
      "                                                                 add_4_nasnet[0][0]               \n",
      "                                                                 reduction_add4_reduce_12_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_13_nasnet (Av (None, 3, 3, 2016)   0           adjust_relu_1_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_13_nasnet (Av (None, 3, 3, 2016)   0           cropping2d_4_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_185_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_5_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_13_nasnet (Conv2D (None, 3, 3, 336)    677376      adjust_avg_pool_1_13_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_13_nasnet (Conv2D (None, 3, 3, 336)    677376      adjust_avg_pool_2_13_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_189_nasnet (Activati (None, 3, 3, 2688)   0           reduction_concat_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_185_incept  (None, 1, 1, 192)    576         conv2d_185_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_4_nasnet (Concatena (None, 3, 3, 672)    0           adjust_conv_1_13_nasnet[0][0]    \n",
      "                                                                 adjust_conv_2_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_13_nasnet (Conv2D (None, 3, 3, 672)    1806336     activation_189_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_185_incept (Activati (None, 1, 1, 192)    0           batch_normalization_185_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_13_nasnet (BatchNorma (None, 3, 3, 672)    2688        concatenate_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_13_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_186_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_185_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_190_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_192_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_194_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_196_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_198_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_186_incept  (None, 1, 1, 224)    672         conv2d_186_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_190_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_192_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_194_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_196_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_198_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_186_incept (Activati (None, 1, 1, 224)    0           batch_normalization_186_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_13_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_184_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_5_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_187_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_186_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_191_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_193_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_195_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_197_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_199_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_184_incept  (None, 1, 1, 192)    576         conv2d_184_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_187_incept  (None, 1, 1, 256)    768         conv2d_187_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_191_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_193_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_195_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_197_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_199_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_184_incept (Activati (None, 1, 1, 192)    0           batch_normalization_184_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_187_incept (Activati (None, 1, 1, 256)    0           batch_normalization_187_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_13\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_13_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_13_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_13_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_13_\n",
      "__________________________________________________________________________________________________\n",
      "block8_6_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_184_incept[0][0]      \n",
      "                                                                 activation_187_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_13_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_13_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_13_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_13_nasnet[0][0]     \n",
      "                                                                 adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_13_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_13_nasnet[0][0]     \n",
      "                                                                 normal_right4_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_13_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_6_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_13_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_13_nasnet[0][0]        \n",
      "                                                                 normal_add_1_13_nasnet[0][0]     \n",
      "                                                                 normal_add_2_13_nasnet[0][0]     \n",
      "                                                                 normal_add_3_13_nasnet[0][0]     \n",
      "                                                                 normal_add_4_13_nasnet[0][0]     \n",
      "                                                                 normal_add_5_13_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_incept (Lambda)        (None, 1, 1, 2080)   0           block8_5_ac_incept[0][0]         \n",
      "                                                                 block8_6_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_200_nasnet (Activati (None, 3, 3, 2688)   0           reduction_concat_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "activation_201_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_6_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_14_nasne (None, 3, 3, 672)    1806336     activation_200_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_14_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_201_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_189_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_6_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_14_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_14_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_14_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_189_incept  (None, 1, 1, 192)    576         conv2d_189_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_202_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_204_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_206_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_208_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_210_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_189_incept (Activati (None, 1, 1, 192)    0           batch_normalization_189_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_202_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_204_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_206_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_208_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_210_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_190_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_189_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_14_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_190_incept  (None, 1, 1, 224)    672         conv2d_190_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_203_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_205_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_207_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_209_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_211_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_190_incept (Activati (None, 1, 1, 224)    0           batch_normalization_190_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_203_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_205_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_207_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_209_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_211_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_188_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_6_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_191_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_190_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_14\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_14_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_14_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_14_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_14_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_188_incept  (None, 1, 1, 192)    576         conv2d_188_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_191_incept  (None, 1, 1, 256)    768         conv2d_191_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_14_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_14_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_14_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_14_nasnet[0][0]     \n",
      "                                                                 adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_14_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_14_nasnet[0][0]     \n",
      "                                                                 normal_right4_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_14_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_188_incept (Activati (None, 1, 1, 192)    0           batch_normalization_188_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_191_incept (Activati (None, 1, 1, 256)    0           batch_normalization_191_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_14_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_14_nasnet[0][0]        \n",
      "                                                                 normal_add_1_14_nasnet[0][0]     \n",
      "                                                                 normal_add_2_14_nasnet[0][0]     \n",
      "                                                                 normal_add_3_14_nasnet[0][0]     \n",
      "                                                                 normal_add_4_14_nasnet[0][0]     \n",
      "                                                                 normal_add_5_14_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_188_incept[0][0]      \n",
      "                                                                 activation_191_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_212_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_213_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_7_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_15_nasne (None, 3, 3, 672)    2709504     activation_212_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_15_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_213_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_incept (Lambda)        (None, 1, 1, 2080)   0           block8_6_ac_incept[0][0]         \n",
      "                                                                 block8_7_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_15_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_15_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_15_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_7_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_214_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_216_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_218_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_220_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_222_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_193_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_7_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_214_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_216_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_218_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_220_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_222_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_193_incept  (None, 1, 1, 192)    576         conv2d_193_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_15_\n",
      "__________________________________________________________________________________________________\n",
      "activation_193_incept (Activati (None, 1, 1, 192)    0           batch_normalization_193_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_215_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_217_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_219_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_221_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_223_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_194_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_193_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_215_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_217_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_219_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_221_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_223_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_194_incept  (None, 1, 1, 224)    672         conv2d_194_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_15\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_15_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_15_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_15_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_15_\n",
      "__________________________________________________________________________________________________\n",
      "activation_194_incept (Activati (None, 1, 1, 224)    0           batch_normalization_194_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_15_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_15_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_15_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_15_nasnet[0][0]     \n",
      "                                                                 adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_15_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_15_nasnet[0][0]     \n",
      "                                                                 normal_right4_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_15_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_192_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_7_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_195_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_194_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_15_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_15_nasnet[0][0]        \n",
      "                                                                 normal_add_1_15_nasnet[0][0]     \n",
      "                                                                 normal_add_2_15_nasnet[0][0]     \n",
      "                                                                 normal_add_3_15_nasnet[0][0]     \n",
      "                                                                 normal_add_4_15_nasnet[0][0]     \n",
      "                                                                 normal_add_5_15_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_192_incept  (None, 1, 1, 192)    576         conv2d_192_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_195_incept  (None, 1, 1, 256)    768         conv2d_195_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_224_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_225_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_192_incept (Activati (None, 1, 1, 192)    0           batch_normalization_192_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_195_incept (Activati (None, 1, 1, 256)    0           batch_normalization_195_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_16_nasne (None, 3, 3, 672)    2709504     activation_224_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_16_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_225_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_192_incept[0][0]      \n",
      "                                                                 activation_195_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_16_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_16_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_16_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_8_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_226_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_228_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_230_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_232_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_234_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_incept (Lambda)        (None, 1, 1, 2080)   0           block8_7_ac_incept[0][0]         \n",
      "                                                                 block8_8_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_226_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_228_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_230_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_232_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_234_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_8_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_16_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_197_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_8_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_227_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_229_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_231_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_233_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_235_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_197_incept  (None, 1, 1, 192)    576         conv2d_197_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_227_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_229_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_231_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_233_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_235_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_197_incept (Activati (None, 1, 1, 192)    0           batch_normalization_197_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_16\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_16_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_16_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_16_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_16_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_198_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_197_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_16_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_16_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_16_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_16_nasnet[0][0]     \n",
      "                                                                 adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_16_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_16_nasnet[0][0]     \n",
      "                                                                 normal_right4_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_16_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_198_incept  (None, 1, 1, 224)    672         conv2d_198_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_16_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_16_nasnet[0][0]        \n",
      "                                                                 normal_add_1_16_nasnet[0][0]     \n",
      "                                                                 normal_add_2_16_nasnet[0][0]     \n",
      "                                                                 normal_add_3_16_nasnet[0][0]     \n",
      "                                                                 normal_add_4_16_nasnet[0][0]     \n",
      "                                                                 normal_add_5_16_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_198_incept (Activati (None, 1, 1, 224)    0           batch_normalization_198_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_236_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_237_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "input_1_vgg19 (InputLayer)      (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_196_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_8_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_199_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_198_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_17_nasne (None, 3, 3, 672)    2709504     activation_236_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_17_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_237_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block1_conv1_vgg19 (Conv2D)     (None, 96, 96, 64)   1792        input_1_vgg19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_196_incept  (None, 1, 1, 192)    576         conv2d_196_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_199_incept  (None, 1, 1, 256)    768         conv2d_199_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_17_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_17_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_17_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_17_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block1_conv2_vgg19 (Conv2D)     (None, 96, 96, 64)   36928       block1_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_196_incept (Activati (None, 1, 1, 192)    0           batch_normalization_196_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_199_incept (Activati (None, 1, 1, 256)    0           batch_normalization_199_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_238_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_240_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_242_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_244_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_246_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "input_1_vgg16 (InputLayer)      (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "block1_pool_vgg19 (MaxPooling2D (None, 48, 48, 64)   0           block1_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_196_incept[0][0]      \n",
      "                                                                 activation_199_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_238_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_240_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_242_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_244_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_246_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block1_conv1_vgg16 (Conv2D)     (None, 96, 96, 64)   1792        input_1_vgg16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block2_conv1_vgg19 (Conv2D)     (None, 48, 48, 128)  73856       block1_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_9_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_17_\n",
      "__________________________________________________________________________________________________\n",
      "block1_conv2_vgg16 (Conv2D)     (None, 96, 96, 64)   36928       block1_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block2_conv2_vgg19 (Conv2D)     (None, 48, 48, 128)  147584      block2_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_incept (Lambda)        (None, 1, 1, 2080)   0           block8_8_ac_incept[0][0]         \n",
      "                                                                 block8_9_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_239_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_241_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_243_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_245_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_247_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block1_pool_vgg16 (MaxPooling2D (None, 48, 48, 64)   0           block1_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block2_pool_vgg19 (MaxPooling2D (None, 24, 24, 128)  0           block2_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_9_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_239_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_241_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_243_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_245_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_247_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2_conv1_vgg16 (Conv2D)     (None, 48, 48, 128)  73856       block1_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv1_vgg19 (Conv2D)     (None, 24, 24, 256)  295168      block2_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_201_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_9_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_17\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_17_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_17_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_17_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_17_\n",
      "__________________________________________________________________________________________________\n",
      "block2_conv2_vgg16 (Conv2D)     (None, 48, 48, 128)  147584      block2_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv2_vgg19 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_201_incept  (None, 1, 1, 192)    576         conv2d_201_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_17_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_17_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_17_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_17_nasnet[0][0]     \n",
      "                                                                 adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_17_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_17_nasnet[0][0]     \n",
      "                                                                 normal_right4_17_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_17_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2_pool_vgg16 (MaxPooling2D (None, 24, 24, 128)  0           block2_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv3_vgg19 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_201_incept (Activati (None, 1, 1, 192)    0           batch_normalization_201_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_17_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_17_nasnet[0][0]        \n",
      "                                                                 normal_add_1_17_nasnet[0][0]     \n",
      "                                                                 normal_add_2_17_nasnet[0][0]     \n",
      "                                                                 normal_add_3_17_nasnet[0][0]     \n",
      "                                                                 normal_add_4_17_nasnet[0][0]     \n",
      "                                                                 normal_add_5_17_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv1_vgg16 (Conv2D)     (None, 24, 24, 256)  295168      block2_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv4_vgg19 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv3_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_202_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_201_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_248_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_249_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_17_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv2_vgg16 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3_pool_vgg19 (MaxPooling2D (None, 12, 12, 256)  0           block3_conv4_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_202_incept  (None, 1, 1, 224)    672         conv2d_202_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_18_nasne (None, 3, 3, 672)    2709504     activation_248_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_18_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_249_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv3_vgg16 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv1_vgg19 (Conv2D)     (None, 12, 12, 512)  1180160     block3_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_202_incept (Activati (None, 1, 1, 224)    0           batch_normalization_202_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_18_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_18_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_18_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_18_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block3_pool_vgg16 (MaxPooling2D (None, 12, 12, 256)  0           block3_conv3_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv2_vgg19 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_200_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_9_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_203_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_202_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_250_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_252_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_254_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_256_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_258_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv1_vgg16 (Conv2D)     (None, 12, 12, 512)  1180160     block3_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv3_vgg19 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_200_incept  (None, 1, 1, 192)    576         conv2d_200_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_203_incept  (None, 1, 1, 256)    768         conv2d_203_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_250_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_252_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_254_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_256_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_258_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv2_vgg16 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv4_vgg19 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv3_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_200_incept (Activati (None, 1, 1, 192)    0           batch_normalization_200_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_203_incept (Activati (None, 1, 1, 256)    0           batch_normalization_203_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_18_\n",
      "__________________________________________________________________________________________________\n",
      "block4_conv3_vgg16 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_pool_vgg19 (MaxPooling2D (None, 6, 6, 512)    0           block4_conv4_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_mixed_incept (Concate (None, 1, 1, 448)    0           activation_200_incept[0][0]      \n",
      "                                                                 activation_203_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_251_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_253_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_255_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_257_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_259_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block4_pool_vgg16 (MaxPooling2D (None, 6, 6, 512)    0           block4_conv3_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv1_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block4_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_conv_incept (Conv2D)  (None, 1, 1, 2080)   933920      block8_10_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_251_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_253_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_255_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_257_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_259_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv1_vgg16 (Conv2D)     (None, 6, 6, 512)    2359808     block4_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv2_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_incept (Lambda)       (None, 1, 1, 2080)   0           block8_9_ac_incept[0][0]         \n",
      "                                                                 block8_10_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_18\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_18_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_18_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_18_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_18_\n",
      "__________________________________________________________________________________________________\n",
      "block5_conv2_vgg16 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv3_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_incept (Conv2D)         (None, 1, 1, 1536)   3194880     block8_10_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_18_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_18_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_18_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_18_nasnet[0][0]     \n",
      "                                                                 adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_18_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_18_nasnet[0][0]     \n",
      "                                                                 normal_right4_18_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_18_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv3_vgg16 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv4_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv3_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_bn_incept (BatchNormali (None, 1, 1, 1536)   4608        conv_7b_incept[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_18_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_18_nasnet[0][0]        \n",
      "                                                                 normal_add_1_18_nasnet[0][0]     \n",
      "                                                                 normal_add_2_18_nasnet[0][0]     \n",
      "                                                                 normal_add_3_18_nasnet[0][0]     \n",
      "                                                                 normal_add_4_18_nasnet[0][0]     \n",
      "                                                                 normal_add_5_18_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block5_pool_vgg16 (MaxPooling2D (None, 3, 3, 512)    0           block5_conv3_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_pool_vgg19 (MaxPooling2D (None, 3, 3, 512)    0           block5_conv4_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_ac_incept (Activation)  (None, 1, 1, 1536)   0           conv_7b_bn_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_260_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_18_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_vgg1 (None, 512)          0           block5_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_vgg1 (None, 512)          0           block5_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_ince (None, 1536)         0           conv_7b_ac_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_nasn (None, 4032)         0           activation_260_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "dense_1_vgg16 (Dense)           (None, 128)          65664       global_average_pooling2d_1_vgg16[\n",
      "__________________________________________________________________________________________________\n",
      "dense_1_vgg19 (Dense)           (None, 128)          65664       global_average_pooling2d_1_vgg19[\n",
      "__________________________________________________________________________________________________\n",
      "dense_1_incept (Dense)          (None, 128)          196736      global_average_pooling2d_1_incept\n",
      "__________________________________________________________________________________________________\n",
      "dense_1_nasnet (Dense)          (None, 128)          516224      global_average_pooling2d_1_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "concatenate_5 (Concatenate)     (None, 512)          0           dense_1_vgg16[0][0]              \n",
      "                                                                 dense_1_vgg19[0][0]              \n",
      "                                                                 dense_1_incept[0][0]             \n",
      "                                                                 dense_1_nasnet[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "dense_4 (Dense)                 (None, 128)          65664       concatenate_5[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "dropout_2 (Dropout)             (None, 128)          0           dense_4[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "main_output (Dense)             (None, 2)            258         dropout_2[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 174,902,836\n",
      "Trainable params: 65,922\n",
      "Non-trainable params: 174,836,914\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "learning_rate_reduction = ReduceLROnPlateau(monitor='val_auc', \n",
    "                                            patience=2,\n",
    "                                            verbose=1, \n",
    "                                            factor=0.5, \n",
    "                                            min_lr=0.000005)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "optimizer = Adam(lr=0.0001)\n",
    "loss = 'binary_crossentropy'\n",
    "metrics = ['acc', auc]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.compile(optimizer, loss, metrics)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Data Generator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_name = 'ensemble_2_model_bin_cross_arch_15_lr_0_0001_inp96'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "generator_num = len(outs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define batch size.\n",
    "batch_size = 128\n",
    "n_epoch = 15\n",
    "\n",
    "# Parameters for generators\n",
    "train_params = {\n",
    "    'dim': (96, 96),\n",
    "    'batch_size': batch_size,\n",
    "    'n_classes': 2,\n",
    "    'aug': True,\n",
    "}\n",
    "\n",
    "val_params = {\n",
    "    'dim': (96, 96),\n",
    "    'batch_size': batch_size,\n",
    "    'n_classes': 2,\n",
    "    'aug': False,\n",
    "}\n",
    "\n",
    "# Generators\n",
    "training_generator = multiple_batch_generator(generator_num, list_IDs=partition['train'],\n",
    "                                              data=x_train, labels=train_labels, **train_params)\n",
    "validation_generator = multiple_batch_generator(generator_num, list_IDs=partition['validation'],\n",
    "                                                data=x_valid, labels=val_labels, **val_params)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Callbacks,\n",
    "callbacks = [PlotCurves(model_name=model_name), learning_rate_reduction]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Load Model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "W0617 22:02:19.206721 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:517: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
      "\n",
      "W0617 22:02:19.337059 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:4138: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
      "\n",
      "W0617 22:02:19.352407 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:245: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
      "\n",
      "W0617 22:02:19.352886 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:174: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
      "\n",
      "W0617 22:02:20.105645 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:1834: The name tf.nn.fused_batch_norm is deprecated. Please use tf.compat.v1.nn.fused_batch_norm instead.\n",
      "\n",
      "W0617 22:02:20.238436 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3976: The name tf.nn.max_pool is deprecated. Please use tf.nn.max_pool2d instead.\n",
      "\n",
      "W0617 22:02:20.523676 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3980: The name tf.nn.avg_pool is deprecated. Please use tf.nn.avg_pool2d instead.\n",
      "\n",
      "W0617 22:02:49.939905 140562649530496 deprecation.py:506] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3445: calling dropout (from tensorflow.python.ops.nn_ops) with keep_prob is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Please use `rate` instead of `keep_prob`. Rate should be set to `rate = 1 - keep_prob`.\n",
      "W0617 22:03:10.016148 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/optimizers.py:790: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
      "\n",
      "W0617 22:03:10.020597 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3378: The name tf.nn.sigmoid_cross_entropy_with_logits is deprecated. Please use tf.nn.sigmoid_cross_entropy_with_logits instead.\n",
      "\n",
      "W0617 22:03:10.021945 140562649530496 deprecation.py:323] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/tensorflow/python/ops/nn_impl.py:179: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
      "W0617 22:03:10.038450 140562649530496 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/src/utils/comparams.py:9: The name tf.metrics.auc is deprecated. Please use tf.compat.v1.metrics.auc instead.\n",
      "\n",
      "W0617 22:03:10.079075 140562649530496 deprecation.py:323] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/tensorflow/python/ops/metrics_impl.py:808: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Deprecated in favor of operator or tf.math.divide.\n"
     ]
    }
   ],
   "source": [
    "model = load_model('./Model/ensemble_2_model_bin_cross_arch_15_lr_0_0001_inp96/ensemble_2_model_bin_cross_arch_15_lr_0_0001_inp96_epoch_4.h5',\n",
    "                   custom_objects=dependencies)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1_incept (InputLayer)     (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_1_incept (Conv2D)        (None, 47, 47, 32)   864         input_1_incept[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_1_incept (B (None, 47, 47, 32)   96          conv2d_1_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_1_incept (Activation (None, 47, 47, 32)   0           batch_normalization_1_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_2_incept (Conv2D)        (None, 45, 45, 32)   9216        activation_1_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_2_incept (B (None, 45, 45, 32)   96          conv2d_2_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_2_incept (Activation (None, 45, 45, 32)   0           batch_normalization_2_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_3_incept (Conv2D)        (None, 45, 45, 64)   18432       activation_2_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_3_incept (B (None, 45, 45, 64)   192         conv2d_3_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_3_incept (Activation (None, 45, 45, 64)   0           batch_normalization_3_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_1_incept (MaxPool (None, 22, 22, 64)   0           activation_3_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_4_incept (Conv2D)        (None, 22, 22, 80)   5120        max_pooling2d_1_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_4_incept (B (None, 22, 22, 80)   240         conv2d_4_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_4_incept (Activation (None, 22, 22, 80)   0           batch_normalization_4_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_5_incept (Conv2D)        (None, 20, 20, 192)  138240      activation_4_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_5_incept (B (None, 20, 20, 192)  576         conv2d_5_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_5_incept (Activation (None, 20, 20, 192)  0           batch_normalization_5_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_2_incept (MaxPool (None, 9, 9, 192)    0           activation_5_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_9_incept (Conv2D)        (None, 9, 9, 64)     12288       max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_9_incept (B (None, 9, 9, 64)     192         conv2d_9_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_9_incept (Activation (None, 9, 9, 64)     0           batch_normalization_9_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_7_incept (Conv2D)        (None, 9, 9, 48)     9216        max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_10_incept (Conv2D)       (None, 9, 9, 96)     55296       activation_9_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_7_incept (B (None, 9, 9, 48)     144         conv2d_7_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_10_incept ( (None, 9, 9, 96)     288         conv2d_10_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_7_incept (Activation (None, 9, 9, 48)     0           batch_normalization_7_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_10_incept (Activatio (None, 9, 9, 96)     0           batch_normalization_10_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "average_pooling2d_1_incept (Ave (None, 9, 9, 192)    0           max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_6_incept (Conv2D)        (None, 9, 9, 96)     18432       max_pooling2d_2_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_8_incept (Conv2D)        (None, 9, 9, 64)     76800       activation_7_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_11_incept (Conv2D)       (None, 9, 9, 96)     82944       activation_10_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_12_incept (Conv2D)       (None, 9, 9, 64)     12288       average_pooling2d_1_incept[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_6_incept (B (None, 9, 9, 96)     288         conv2d_6_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_8_incept (B (None, 9, 9, 64)     192         conv2d_8_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_11_incept ( (None, 9, 9, 96)     288         conv2d_11_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_12_incept ( (None, 9, 9, 64)     192         conv2d_12_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_6_incept (Activation (None, 9, 9, 96)     0           batch_normalization_6_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_8_incept (Activation (None, 9, 9, 64)     0           batch_normalization_8_incept[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_11_incept (Activatio (None, 9, 9, 96)     0           batch_normalization_11_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_12_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_12_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "mixed_5b_incept (Concatenate)   (None, 9, 9, 320)    0           activation_6_incept[0][0]        \n",
      "                                                                 activation_8_incept[0][0]        \n",
      "                                                                 activation_11_incept[0][0]       \n",
      "                                                                 activation_12_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_16_incept (Conv2D)       (None, 9, 9, 32)     10240       mixed_5b_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_16_incept ( (None, 9, 9, 32)     96          conv2d_16_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_16_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_16_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_14_incept (Conv2D)       (None, 9, 9, 32)     10240       mixed_5b_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_17_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_16_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_14_incept ( (None, 9, 9, 32)     96          conv2d_14_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_17_incept ( (None, 9, 9, 48)     144         conv2d_17_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_14_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_14_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_17_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_17_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_13_incept (Conv2D)       (None, 9, 9, 32)     10240       mixed_5b_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_15_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_14_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_18_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_17_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_13_incept ( (None, 9, 9, 32)     96          conv2d_13_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_15_incept ( (None, 9, 9, 32)     96          conv2d_15_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_18_incept ( (None, 9, 9, 64)     192         conv2d_18_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_13_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_13_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_15_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_15_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_18_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_18_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_1_mixed_incept (Concate (None, 9, 9, 128)    0           activation_13_incept[0][0]       \n",
      "                                                                 activation_15_incept[0][0]       \n",
      "                                                                 activation_18_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_1_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_incept (Lambda)       (None, 9, 9, 320)    0           mixed_5b_incept[0][0]            \n",
      "                                                                 block35_1_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_1_ac_incept (Activation (None, 9, 9, 320)    0           block35_1_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_22_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_22_incept ( (None, 9, 9, 32)     96          conv2d_22_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_22_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_22_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_20_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_23_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_22_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_20_incept ( (None, 9, 9, 32)     96          conv2d_20_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_23_incept ( (None, 9, 9, 48)     144         conv2d_23_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_20_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_20_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_23_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_23_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_19_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_21_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_20_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_24_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_23_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_19_incept ( (None, 9, 9, 32)     96          conv2d_19_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_21_incept ( (None, 9, 9, 32)     96          conv2d_21_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_24_incept ( (None, 9, 9, 64)     192         conv2d_24_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_19_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_19_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_21_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_21_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_24_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_24_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_2_mixed_incept (Concate (None, 9, 9, 128)    0           activation_19_incept[0][0]       \n",
      "                                                                 activation_21_incept[0][0]       \n",
      "                                                                 activation_24_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_2_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_incept (Lambda)       (None, 9, 9, 320)    0           block35_1_ac_incept[0][0]        \n",
      "                                                                 block35_2_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_2_ac_incept (Activation (None, 9, 9, 320)    0           block35_2_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_28_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_28_incept ( (None, 9, 9, 32)     96          conv2d_28_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_28_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_28_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_26_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_29_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_28_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_26_incept ( (None, 9, 9, 32)     96          conv2d_26_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_29_incept ( (None, 9, 9, 48)     144         conv2d_29_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_26_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_26_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_29_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_29_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_25_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_27_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_26_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_30_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_29_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_25_incept ( (None, 9, 9, 32)     96          conv2d_25_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_27_incept ( (None, 9, 9, 32)     96          conv2d_27_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_30_incept ( (None, 9, 9, 64)     192         conv2d_30_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_25_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_25_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_27_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_27_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_30_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_30_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_3_mixed_incept (Concate (None, 9, 9, 128)    0           activation_25_incept[0][0]       \n",
      "                                                                 activation_27_incept[0][0]       \n",
      "                                                                 activation_30_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_3_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_incept (Lambda)       (None, 9, 9, 320)    0           block35_2_ac_incept[0][0]        \n",
      "                                                                 block35_3_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_3_ac_incept (Activation (None, 9, 9, 320)    0           block35_3_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_34_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_34_incept ( (None, 9, 9, 32)     96          conv2d_34_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_34_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_34_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_32_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_35_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_34_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_32_incept ( (None, 9, 9, 32)     96          conv2d_32_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_35_incept ( (None, 9, 9, 48)     144         conv2d_35_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_32_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_32_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_35_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_35_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_31_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_33_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_32_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_36_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_35_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_31_incept ( (None, 9, 9, 32)     96          conv2d_31_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_33_incept ( (None, 9, 9, 32)     96          conv2d_33_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_36_incept ( (None, 9, 9, 64)     192         conv2d_36_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_31_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_31_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_33_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_33_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_36_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_36_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_4_mixed_incept (Concate (None, 9, 9, 128)    0           activation_31_incept[0][0]       \n",
      "                                                                 activation_33_incept[0][0]       \n",
      "                                                                 activation_36_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_4_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_incept (Lambda)       (None, 9, 9, 320)    0           block35_3_ac_incept[0][0]        \n",
      "                                                                 block35_4_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_4_ac_incept (Activation (None, 9, 9, 320)    0           block35_4_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_40_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_40_incept ( (None, 9, 9, 32)     96          conv2d_40_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_40_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_40_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_38_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_41_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_40_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_38_incept ( (None, 9, 9, 32)     96          conv2d_38_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_41_incept ( (None, 9, 9, 48)     144         conv2d_41_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_38_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_38_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_41_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_41_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_37_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_39_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_38_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_42_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_41_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_37_incept ( (None, 9, 9, 32)     96          conv2d_37_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_39_incept ( (None, 9, 9, 32)     96          conv2d_39_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_42_incept ( (None, 9, 9, 64)     192         conv2d_42_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_37_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_37_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_39_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_39_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_42_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_42_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_5_mixed_incept (Concate (None, 9, 9, 128)    0           activation_37_incept[0][0]       \n",
      "                                                                 activation_39_incept[0][0]       \n",
      "                                                                 activation_42_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_5_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_incept (Lambda)       (None, 9, 9, 320)    0           block35_4_ac_incept[0][0]        \n",
      "                                                                 block35_5_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_5_ac_incept (Activation (None, 9, 9, 320)    0           block35_5_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_46_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_46_incept ( (None, 9, 9, 32)     96          conv2d_46_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_46_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_46_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_44_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_47_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_46_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_44_incept ( (None, 9, 9, 32)     96          conv2d_44_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_47_incept ( (None, 9, 9, 48)     144         conv2d_47_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_44_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_44_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_47_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_47_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_43_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_45_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_44_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_48_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_47_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_43_incept ( (None, 9, 9, 32)     96          conv2d_43_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_45_incept ( (None, 9, 9, 32)     96          conv2d_45_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_48_incept ( (None, 9, 9, 64)     192         conv2d_48_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_43_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_43_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_45_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_45_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_48_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_48_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_6_mixed_incept (Concate (None, 9, 9, 128)    0           activation_43_incept[0][0]       \n",
      "                                                                 activation_45_incept[0][0]       \n",
      "                                                                 activation_48_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_6_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_incept (Lambda)       (None, 9, 9, 320)    0           block35_5_ac_incept[0][0]        \n",
      "                                                                 block35_6_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_6_ac_incept (Activation (None, 9, 9, 320)    0           block35_6_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_52_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_52_incept ( (None, 9, 9, 32)     96          conv2d_52_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_52_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_52_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_50_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_53_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_52_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_50_incept ( (None, 9, 9, 32)     96          conv2d_50_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_53_incept ( (None, 9, 9, 48)     144         conv2d_53_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_50_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_50_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_53_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_53_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_49_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_51_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_50_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_54_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_53_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_49_incept ( (None, 9, 9, 32)     96          conv2d_49_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_51_incept ( (None, 9, 9, 32)     96          conv2d_51_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_54_incept ( (None, 9, 9, 64)     192         conv2d_54_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_49_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_49_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_51_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_51_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_54_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_54_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_7_mixed_incept (Concate (None, 9, 9, 128)    0           activation_49_incept[0][0]       \n",
      "                                                                 activation_51_incept[0][0]       \n",
      "                                                                 activation_54_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_7_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_incept (Lambda)       (None, 9, 9, 320)    0           block35_6_ac_incept[0][0]        \n",
      "                                                                 block35_7_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_7_ac_incept (Activation (None, 9, 9, 320)    0           block35_7_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_58_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_58_incept ( (None, 9, 9, 32)     96          conv2d_58_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_58_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_58_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_56_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_59_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_58_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_56_incept ( (None, 9, 9, 32)     96          conv2d_56_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_59_incept ( (None, 9, 9, 48)     144         conv2d_59_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_56_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_56_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_59_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_59_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_55_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_57_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_56_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_60_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_59_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_55_incept ( (None, 9, 9, 32)     96          conv2d_55_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_57_incept ( (None, 9, 9, 32)     96          conv2d_57_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_60_incept ( (None, 9, 9, 64)     192         conv2d_60_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_55_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_55_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_57_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_57_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_60_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_60_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_8_mixed_incept (Concate (None, 9, 9, 128)    0           activation_55_incept[0][0]       \n",
      "                                                                 activation_57_incept[0][0]       \n",
      "                                                                 activation_60_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_8_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_incept (Lambda)       (None, 9, 9, 320)    0           block35_7_ac_incept[0][0]        \n",
      "                                                                 block35_8_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_8_ac_incept (Activation (None, 9, 9, 320)    0           block35_8_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_64_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_64_incept ( (None, 9, 9, 32)     96          conv2d_64_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_64_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_64_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_62_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_65_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_64_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_62_incept ( (None, 9, 9, 32)     96          conv2d_62_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_65_incept ( (None, 9, 9, 48)     144         conv2d_65_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_62_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_62_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_65_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_65_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_61_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_63_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_62_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_66_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_65_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_61_incept ( (None, 9, 9, 32)     96          conv2d_61_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_63_incept ( (None, 9, 9, 32)     96          conv2d_63_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_66_incept ( (None, 9, 9, 64)     192         conv2d_66_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_61_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_61_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_63_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_63_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_66_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_66_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_9_mixed_incept (Concate (None, 9, 9, 128)    0           activation_61_incept[0][0]       \n",
      "                                                                 activation_63_incept[0][0]       \n",
      "                                                                 activation_66_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_conv_incept (Conv2D)  (None, 9, 9, 320)    41280       block35_9_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_incept (Lambda)       (None, 9, 9, 320)    0           block35_8_ac_incept[0][0]        \n",
      "                                                                 block35_9_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block35_9_ac_incept (Activation (None, 9, 9, 320)    0           block35_9_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_70_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_70_incept ( (None, 9, 9, 32)     96          conv2d_70_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_70_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_70_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_68_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_71_incept (Conv2D)       (None, 9, 9, 48)     13824       activation_70_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_68_incept ( (None, 9, 9, 32)     96          conv2d_68_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_71_incept ( (None, 9, 9, 48)     144         conv2d_71_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_68_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_68_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_71_incept (Activatio (None, 9, 9, 48)     0           batch_normalization_71_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_67_incept (Conv2D)       (None, 9, 9, 32)     10240       block35_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_69_incept (Conv2D)       (None, 9, 9, 32)     9216        activation_68_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_72_incept (Conv2D)       (None, 9, 9, 64)     27648       activation_71_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_67_incept ( (None, 9, 9, 32)     96          conv2d_67_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_69_incept ( (None, 9, 9, 32)     96          conv2d_69_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_72_incept ( (None, 9, 9, 64)     192         conv2d_72_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_67_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_67_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_69_incept (Activatio (None, 9, 9, 32)     0           batch_normalization_69_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_72_incept (Activatio (None, 9, 9, 64)     0           batch_normalization_72_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block35_10_mixed_incept (Concat (None, 9, 9, 128)    0           activation_67_incept[0][0]       \n",
      "                                                                 activation_69_incept[0][0]       \n",
      "                                                                 activation_72_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_conv_incept (Conv2D) (None, 9, 9, 320)    41280       block35_10_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_incept (Lambda)      (None, 9, 9, 320)    0           block35_9_ac_incept[0][0]        \n",
      "                                                                 block35_10_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block35_10_ac_incept (Activatio (None, 9, 9, 320)    0           block35_10_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_74_incept (Conv2D)       (None, 9, 9, 256)    81920       block35_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_74_incept ( (None, 9, 9, 256)    768         conv2d_74_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_74_incept (Activatio (None, 9, 9, 256)    0           batch_normalization_74_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_75_incept (Conv2D)       (None, 9, 9, 256)    589824      activation_74_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_75_incept ( (None, 9, 9, 256)    768         conv2d_75_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_75_incept (Activatio (None, 9, 9, 256)    0           batch_normalization_75_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_73_incept (Conv2D)       (None, 4, 4, 384)    1105920     block35_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_76_incept (Conv2D)       (None, 4, 4, 384)    884736      activation_75_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_73_incept ( (None, 4, 4, 384)    1152        conv2d_73_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_76_incept ( (None, 4, 4, 384)    1152        conv2d_76_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_73_incept (Activatio (None, 4, 4, 384)    0           batch_normalization_73_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_76_incept (Activatio (None, 4, 4, 384)    0           batch_normalization_76_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_3_incept (MaxPool (None, 4, 4, 320)    0           block35_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "mixed_6a_incept (Concatenate)   (None, 4, 4, 1088)   0           activation_73_incept[0][0]       \n",
      "                                                                 activation_76_incept[0][0]       \n",
      "                                                                 max_pooling2d_3_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_78_incept (Conv2D)       (None, 4, 4, 128)    139264      mixed_6a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_78_incept ( (None, 4, 4, 128)    384         conv2d_78_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_78_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_78_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_79_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_78_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_79_incept ( (None, 4, 4, 160)    480         conv2d_79_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_79_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_79_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_77_incept (Conv2D)       (None, 4, 4, 192)    208896      mixed_6a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_80_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_79_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_77_incept ( (None, 4, 4, 192)    576         conv2d_77_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_80_incept ( (None, 4, 4, 192)    576         conv2d_80_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_77_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_77_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_80_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_80_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_1_mixed_incept (Concate (None, 4, 4, 384)    0           activation_77_incept[0][0]       \n",
      "                                                                 activation_80_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_1_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_incept (Lambda)       (None, 4, 4, 1088)   0           mixed_6a_incept[0][0]            \n",
      "                                                                 block17_1_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_1_ac_incept (Activation (None, 4, 4, 1088)   0           block17_1_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_82_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_82_incept ( (None, 4, 4, 128)    384         conv2d_82_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_82_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_82_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_83_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_82_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_83_incept ( (None, 4, 4, 160)    480         conv2d_83_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_83_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_83_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_81_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_1_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_84_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_83_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_81_incept ( (None, 4, 4, 192)    576         conv2d_81_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_84_incept ( (None, 4, 4, 192)    576         conv2d_84_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_81_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_81_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_84_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_84_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_2_mixed_incept (Concate (None, 4, 4, 384)    0           activation_81_incept[0][0]       \n",
      "                                                                 activation_84_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_2_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_incept (Lambda)       (None, 4, 4, 1088)   0           block17_1_ac_incept[0][0]        \n",
      "                                                                 block17_2_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_2_ac_incept (Activation (None, 4, 4, 1088)   0           block17_2_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_86_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_86_incept ( (None, 4, 4, 128)    384         conv2d_86_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_86_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_86_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_87_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_86_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_87_incept ( (None, 4, 4, 160)    480         conv2d_87_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_87_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_87_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_85_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_2_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_88_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_87_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_85_incept ( (None, 4, 4, 192)    576         conv2d_85_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_88_incept ( (None, 4, 4, 192)    576         conv2d_88_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_85_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_85_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_88_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_88_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_3_mixed_incept (Concate (None, 4, 4, 384)    0           activation_85_incept[0][0]       \n",
      "                                                                 activation_88_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_3_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_incept (Lambda)       (None, 4, 4, 1088)   0           block17_2_ac_incept[0][0]        \n",
      "                                                                 block17_3_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_3_ac_incept (Activation (None, 4, 4, 1088)   0           block17_3_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_90_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_90_incept ( (None, 4, 4, 128)    384         conv2d_90_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_90_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_90_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_91_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_90_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_91_incept ( (None, 4, 4, 160)    480         conv2d_91_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_91_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_91_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_89_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_3_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_92_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_91_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_89_incept ( (None, 4, 4, 192)    576         conv2d_89_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_92_incept ( (None, 4, 4, 192)    576         conv2d_92_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_89_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_89_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_92_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_92_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_4_mixed_incept (Concate (None, 4, 4, 384)    0           activation_89_incept[0][0]       \n",
      "                                                                 activation_92_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_4_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_incept (Lambda)       (None, 4, 4, 1088)   0           block17_3_ac_incept[0][0]        \n",
      "                                                                 block17_4_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_4_ac_incept (Activation (None, 4, 4, 1088)   0           block17_4_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_94_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_94_incept ( (None, 4, 4, 128)    384         conv2d_94_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_94_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_94_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_95_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_94_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_95_incept ( (None, 4, 4, 160)    480         conv2d_95_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_95_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_95_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_93_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_4_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_96_incept (Conv2D)       (None, 4, 4, 192)    215040      activation_95_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_93_incept ( (None, 4, 4, 192)    576         conv2d_93_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_96_incept ( (None, 4, 4, 192)    576         conv2d_96_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_93_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_93_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_96_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_96_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_5_mixed_incept (Concate (None, 4, 4, 384)    0           activation_93_incept[0][0]       \n",
      "                                                                 activation_96_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_5_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_incept (Lambda)       (None, 4, 4, 1088)   0           block17_4_ac_incept[0][0]        \n",
      "                                                                 block17_5_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_5_ac_incept (Activation (None, 4, 4, 1088)   0           block17_5_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_98_incept (Conv2D)       (None, 4, 4, 128)    139264      block17_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_98_incept ( (None, 4, 4, 128)    384         conv2d_98_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_98_incept (Activatio (None, 4, 4, 128)    0           batch_normalization_98_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_99_incept (Conv2D)       (None, 4, 4, 160)    143360      activation_98_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_99_incept ( (None, 4, 4, 160)    480         conv2d_99_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_99_incept (Activatio (None, 4, 4, 160)    0           batch_normalization_99_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_97_incept (Conv2D)       (None, 4, 4, 192)    208896      block17_5_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_100_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_99_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_97_incept ( (None, 4, 4, 192)    576         conv2d_97_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_100_incept  (None, 4, 4, 192)    576         conv2d_100_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_97_incept (Activatio (None, 4, 4, 192)    0           batch_normalization_97_incept[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_100_incept (Activati (None, 4, 4, 192)    0           batch_normalization_100_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_6_mixed_incept (Concate (None, 4, 4, 384)    0           activation_97_incept[0][0]       \n",
      "                                                                 activation_100_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_6_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_incept (Lambda)       (None, 4, 4, 1088)   0           block17_5_ac_incept[0][0]        \n",
      "                                                                 block17_6_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_6_ac_incept (Activation (None, 4, 4, 1088)   0           block17_6_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_102_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_102_incept  (None, 4, 4, 128)    384         conv2d_102_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_102_incept (Activati (None, 4, 4, 128)    0           batch_normalization_102_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_103_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_102_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_103_incept  (None, 4, 4, 160)    480         conv2d_103_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_103_incept (Activati (None, 4, 4, 160)    0           batch_normalization_103_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_101_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_6_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_104_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_103_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_101_incept  (None, 4, 4, 192)    576         conv2d_101_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_104_incept  (None, 4, 4, 192)    576         conv2d_104_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_101_incept (Activati (None, 4, 4, 192)    0           batch_normalization_101_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_104_incept (Activati (None, 4, 4, 192)    0           batch_normalization_104_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_7_mixed_incept (Concate (None, 4, 4, 384)    0           activation_101_incept[0][0]      \n",
      "                                                                 activation_104_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_7_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_incept (Lambda)       (None, 4, 4, 1088)   0           block17_6_ac_incept[0][0]        \n",
      "                                                                 block17_7_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_7_ac_incept (Activation (None, 4, 4, 1088)   0           block17_7_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_106_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_106_incept  (None, 4, 4, 128)    384         conv2d_106_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_106_incept (Activati (None, 4, 4, 128)    0           batch_normalization_106_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_107_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_106_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_107_incept  (None, 4, 4, 160)    480         conv2d_107_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_107_incept (Activati (None, 4, 4, 160)    0           batch_normalization_107_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_105_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_7_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_108_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_107_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_105_incept  (None, 4, 4, 192)    576         conv2d_105_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_108_incept  (None, 4, 4, 192)    576         conv2d_108_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_105_incept (Activati (None, 4, 4, 192)    0           batch_normalization_105_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_108_incept (Activati (None, 4, 4, 192)    0           batch_normalization_108_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_8_mixed_incept (Concate (None, 4, 4, 384)    0           activation_105_incept[0][0]      \n",
      "                                                                 activation_108_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_8_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_incept (Lambda)       (None, 4, 4, 1088)   0           block17_7_ac_incept[0][0]        \n",
      "                                                                 block17_8_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_8_ac_incept (Activation (None, 4, 4, 1088)   0           block17_8_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_110_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_110_incept  (None, 4, 4, 128)    384         conv2d_110_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_110_incept (Activati (None, 4, 4, 128)    0           batch_normalization_110_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_111_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_110_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_111_incept  (None, 4, 4, 160)    480         conv2d_111_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_111_incept (Activati (None, 4, 4, 160)    0           batch_normalization_111_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_109_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_8_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_112_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_111_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_109_incept  (None, 4, 4, 192)    576         conv2d_109_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_112_incept  (None, 4, 4, 192)    576         conv2d_112_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_109_incept (Activati (None, 4, 4, 192)    0           batch_normalization_109_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_112_incept (Activati (None, 4, 4, 192)    0           batch_normalization_112_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_9_mixed_incept (Concate (None, 4, 4, 384)    0           activation_109_incept[0][0]      \n",
      "                                                                 activation_112_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_conv_incept (Conv2D)  (None, 4, 4, 1088)   418880      block17_9_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_incept (Lambda)       (None, 4, 4, 1088)   0           block17_8_ac_incept[0][0]        \n",
      "                                                                 block17_9_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_9_ac_incept (Activation (None, 4, 4, 1088)   0           block17_9_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_114_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_114_incept  (None, 4, 4, 128)    384         conv2d_114_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_114_incept (Activati (None, 4, 4, 128)    0           batch_normalization_114_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_115_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_114_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_115_incept  (None, 4, 4, 160)    480         conv2d_115_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_115_incept (Activati (None, 4, 4, 160)    0           batch_normalization_115_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_113_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_9_ac_incept[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_116_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_115_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_113_incept  (None, 4, 4, 192)    576         conv2d_113_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_116_incept  (None, 4, 4, 192)    576         conv2d_116_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "input_1_nasnet (InputLayer)     (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "activation_113_incept (Activati (None, 4, 4, 192)    0           batch_normalization_113_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_116_incept (Activati (None, 4, 4, 192)    0           batch_normalization_116_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "stem_conv1_nasnet (Conv2D)      (None, 47, 47, 96)   2592        input_1_nasnet[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_mixed_incept (Concat (None, 4, 4, 384)    0           activation_113_incept[0][0]      \n",
      "                                                                 activation_116_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "stem_bn1_nasnet (BatchNormaliza (None, 47, 47, 96)   384         stem_conv1_nasnet[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_10_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_1_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_incept (Lambda)      (None, 4, 4, 1088)   0           block17_9_ac_incept[0][0]        \n",
      "                                                                 block17_10_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_stem_1_nasnet  (None, 47, 47, 42)   4032        activation_1_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "block17_10_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_10_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_stem_1_nasnet (B (None, 47, 47, 42)   168         reduction_conv_1_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_118_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_2_nasnet (Activation (None, 47, 47, 42)   0           reduction_bn_1_stem_1_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_4_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_118_incept  (None, 4, 4, 128)    384         conv2d_118_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 51, 51, 42)   0           activation_2_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 53, 53, 96)   0           activation_4_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_118_incept (Activati (None, 4, 4, 128)    0           batch_normalization_118_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 24, 24, 42)   2814        separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   8736        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_119_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_118_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_119_incept  (None, 4, 4, 160)    480         conv2d_119_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_3_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_5_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_119_incept (Activati (None, 4, 4, 160)    0           batch_normalization_119_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 24, 24, 42)   2814        activation_3_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   3822        activation_5_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_117_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_10_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_120_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_119_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_6_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_117_incept  (None, 4, 4, 192)    576         conv2d_117_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_120_incept  (None, 4, 4, 192)    576         conv2d_120_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 53, 53, 96)   0           activation_6_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_8_nasnet (Activation (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_stem_1_nasnet ( (None, 24, 24, 42)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_117_incept (Activati (None, 4, 4, 192)    0           batch_normalization_117_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_120_incept (Activati (None, 4, 4, 192)    0           batch_normalization_120_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   8736        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 51, 51, 96)   0           activation_8_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_10_nasnet (Activatio (None, 24, 24, 42)   0           reduction_add_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "block17_11_mixed_incept (Concat (None, 4, 4, 384)    0           activation_117_incept[0][0]      \n",
      "                                                                 activation_120_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   6432        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 24, 24, 42)   2142        activation_10_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_11_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_11_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_7_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "block17_11_incept (Lambda)      (None, 4, 4, 1088)   0           block17_10_ac_incept[0][0]       \n",
      "                                                                 block17_11_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_stem_1_nasnet ( (None, 49, 49, 42)   0           reduction_bn_1_stem_1_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   3822        activation_7_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_9_nasnet (Activation (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_11_nasnet (Activatio (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "block17_11_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_11_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_pad_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   2814        activation_9_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 24, 24, 42)   2142        activation_11_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_stem_2_nasnet (Ac (None, 47, 47, 96)   0           stem_bn1_nasnet[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_122_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_11_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_left2_stem_1_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_pad_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_stem_1_nasnet ( (None, 24, 24, 42)   0           reduction_add_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_stem_1_nasnet  (None, 24, 24, 42)   0           reduction_pad_1_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_1_nasnet (ZeroPa (None, 48, 48, 96)   0           adjust_relu_1_stem_2_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_122_incept  (None, 4, 4, 128)    384         conv2d_122_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_stem_1_nasnet (A (None, 24, 24, 42)   0           reduction_left3_stem_1_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_1_nasnet (Add)              (None, 24, 24, 42)   0           reduction_add_2_stem_1_nasnet[0][\n",
      "                                                                 reduction_left4_stem_1_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_stem_1_nasnet (A (None, 24, 24, 42)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_1_nasnet (Cropping2D (None, 47, 47, 96)   0           zero_padding2d_1_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_122_incept (Activati (None, 4, 4, 128)    0           batch_normalization_122_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_stem_1_nasnet  (None, 24, 24, 168)  0           reduction_add_2_stem_1_nasnet[0][\n",
      "                                                                 reduction_add3_stem_1_nasnet[0][0\n",
      "                                                                 add_1_nasnet[0][0]               \n",
      "                                                                 reduction_add4_stem_1_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_stem_2_nasnet (None, 24, 24, 96)   0           adjust_relu_1_stem_2_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_stem_2_nasnet (None, 24, 24, 96)   0           cropping2d_1_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_123_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_122_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_12_nasnet (Activatio (None, 24, 24, 168)  0           reduction_concat_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_stem_2_nasnet (Co (None, 24, 24, 42)   4032        adjust_avg_pool_1_stem_2_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_stem_2_nasnet (Co (None, 24, 24, 42)   4032        adjust_avg_pool_2_stem_2_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_123_incept  (None, 4, 4, 160)    480         conv2d_123_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_stem_2_nasnet  (None, 24, 24, 84)   14112       activation_12_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_1_nasnet (Concatena (None, 24, 24, 84)   0           adjust_conv_1_stem_2_nasnet[0][0]\n",
      "                                                                 adjust_conv_2_stem_2_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_123_incept (Activati (None, 4, 4, 160)    0           batch_normalization_123_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_stem_2_nasnet (B (None, 24, 24, 84)   336         reduction_conv_1_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_stem_2_nasnet (BatchN (None, 24, 24, 84)   336         concatenate_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_121_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_11_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_124_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_123_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_13_nasnet (Activatio (None, 24, 24, 84)   0           reduction_bn_1_stem_2_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "activation_15_nasnet (Activatio (None, 24, 24, 84)   0           adjust_bn_stem_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_121_incept  (None, 4, 4, 192)    576         conv2d_121_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_124_incept  (None, 4, 4, 192)    576         conv2d_124_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 27, 27, 84)   0           activation_13_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 29, 29, 84)   0           activation_15_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_121_incept (Activati (None, 4, 4, 192)    0           batch_normalization_121_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_124_incept (Activati (None, 4, 4, 192)    0           batch_normalization_124_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 12, 12, 84)   9156        separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   11172       separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "block17_12_mixed_incept (Concat (None, 4, 4, 384)    0           activation_121_incept[0][0]      \n",
      "                                                                 activation_124_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "block17_12_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_12_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_14_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_16_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "block17_12_incept (Lambda)      (None, 4, 4, 1088)   0           block17_11_ac_incept[0][0]       \n",
      "                                                                 block17_12_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 12, 12, 84)   9156        activation_14_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   11172       activation_16_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_12_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_12_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_17_nasnet (Activatio (None, 24, 24, 84)   0           adjust_bn_stem_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_126_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_12_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 29, 29, 84)   0           activation_17_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_19_nasnet (Activatio (None, 24, 24, 84)   0           adjust_bn_stem_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_stem_2_nasnet ( (None, 12, 12, 84)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_126_incept  (None, 4, 4, 128)    384         conv2d_126_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   11172       separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 27, 27, 84)   0           activation_19_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_21_nasnet (Activatio (None, 12, 12, 84)   0           reduction_add_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "activation_126_incept (Activati (None, 4, 4, 128)    0           batch_normalization_126_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   9156        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 12, 12, 84)   7812        activation_21_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_127_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_126_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_18_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_127_incept  (None, 4, 4, 160)    480         conv2d_127_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_stem_2_nasnet ( (None, 25, 25, 84)   0           reduction_bn_1_stem_2_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   11172       activation_18_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_20_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_22_nasnet (Activatio (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_127_incept (Activati (None, 4, 4, 160)    0           batch_normalization_127_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_pad_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   9156        activation_20_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 12, 12, 84)   7812        activation_22_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_0_nasnet (Activat (None, 24, 24, 168)  0           reduction_concat_stem_1_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_125_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_12_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_128_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_127_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_left2_stem_2_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_pad_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_stem_2_nasnet ( (None, 12, 12, 84)   0           reduction_add_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_stem_2_nasnet  (None, 12, 12, 84)   0           reduction_pad_1_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_2_nasnet (ZeroPa (None, 25, 25, 168)  0           adjust_relu_1_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_125_incept  (None, 4, 4, 192)    576         conv2d_125_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_128_incept  (None, 4, 4, 192)    576         conv2d_128_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_stem_2_nasnet (A (None, 12, 12, 84)   0           reduction_left3_stem_2_nasnet[0][\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_2_nasnet (Add)              (None, 12, 12, 84)   0           reduction_add_2_stem_2_nasnet[0][\n",
      "                                                                 reduction_left4_stem_2_nasnet[0][\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_stem_2_nasnet (A (None, 12, 12, 84)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_2_nasnet (Cropping2D (None, 24, 24, 168)  0           zero_padding2d_2_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_125_incept (Activati (None, 4, 4, 192)    0           batch_normalization_125_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_128_incept (Activati (None, 4, 4, 192)    0           batch_normalization_128_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_stem_2_nasnet  (None, 12, 12, 336)  0           reduction_add_2_stem_2_nasnet[0][\n",
      "                                                                 reduction_add3_stem_2_nasnet[0][0\n",
      "                                                                 add_2_nasnet[0][0]               \n",
      "                                                                 reduction_add4_stem_2_nasnet[0][0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_0_nasnet (Ave (None, 12, 12, 168)  0           adjust_relu_1_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_0_nasnet (Ave (None, 12, 12, 168)  0           cropping2d_2_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_mixed_incept (Concat (None, 4, 4, 384)    0           activation_125_incept[0][0]      \n",
      "                                                                 activation_128_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_0_nasnet (Conv2D) (None, 12, 12, 84)   14112       adjust_avg_pool_1_0_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_0_nasnet (Conv2D) (None, 12, 12, 84)   14112       adjust_avg_pool_2_0_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "activation_23_nasnet (Activatio (None, 12, 12, 336)  0           reduction_concat_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "block17_13_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_13_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_2_nasnet (Concatena (None, 12, 12, 168)  0           adjust_conv_1_0_nasnet[0][0]     \n",
      "                                                                 adjust_conv_2_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_0_nasnet (Conv2D) (None, 12, 12, 168)  56448       activation_23_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_incept (Lambda)      (None, 4, 4, 1088)   0           block17_12_ac_incept[0][0]       \n",
      "                                                                 block17_13_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_0_nasnet (BatchNormal (None, 12, 12, 168)  672         concatenate_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_0_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_13_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_13_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_24_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_26_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_28_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_30_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_32_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_130_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_13_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_0 (None, 12, 12, 168)  32424       activation_24_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_26_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_0 (None, 12, 12, 168)  32424       activation_28_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_30_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_0 (None, 12, 12, 168)  29736       activation_32_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_130_incept  (None, 4, 4, 128)    384         conv2d_130_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_0_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_0_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_0_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_130_incept (Activati (None, 4, 4, 128)    0           batch_normalization_130_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_25_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_27_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_29_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_31_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_33_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_131_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_130_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_0 (None, 12, 12, 168)  32424       activation_25_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_27_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_0 (None, 12, 12, 168)  32424       activation_29_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_31_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_0 (None, 12, 12, 168)  29736       activation_33_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_131_incept  (None, 4, 4, 160)    480         conv2d_131_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_0_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_0_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_0_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_0_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_0_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_0_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_0_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_131_incept (Activati (None, 4, 4, 160)    0           batch_normalization_131_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_0_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_0_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_0_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_0_nasnet[0][0]      \n",
      "                                                                 adjust_bn_0_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_0_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_0_nasnet[0][0]      \n",
      "                                                                 normal_right4_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_0_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_0_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_129_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_13_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_132_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_131_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_0_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_0_nasnet[0][0]         \n",
      "                                                                 normal_add_1_0_nasnet[0][0]      \n",
      "                                                                 normal_add_2_0_nasnet[0][0]      \n",
      "                                                                 normal_add_3_0_nasnet[0][0]      \n",
      "                                                                 normal_add_4_0_nasnet[0][0]      \n",
      "                                                                 normal_add_5_0_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_129_incept  (None, 4, 4, 192)    576         conv2d_129_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_132_incept  (None, 4, 4, 192)    576         conv2d_132_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_34_nasnet (Activatio (None, 12, 12, 336)  0           reduction_concat_stem_2_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_35_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_129_incept (Activati (None, 4, 4, 192)    0           batch_normalization_129_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_132_incept (Activati (None, 4, 4, 192)    0           batch_normalization_132_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_1_nasnet (None, 12, 12, 168)  56448       activation_34_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_1_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_35_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_mixed_incept (Concat (None, 4, 4, 384)    0           activation_129_incept[0][0]      \n",
      "                                                                 activation_132_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_1_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_1_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_1_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_14_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_36_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_38_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_40_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_42_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_44_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_incept (Lambda)      (None, 4, 4, 1088)   0           block17_13_ac_incept[0][0]       \n",
      "                                                                 block17_14_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 12, 12, 168)  32424       activation_36_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_38_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 12, 12, 168)  32424       activation_40_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_42_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 12, 12, 168)  29736       activation_44_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_14_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_14_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_1_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_134_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_14_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_37_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_39_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_41_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_43_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_45_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_134_incept  (None, 4, 4, 128)    384         conv2d_134_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 12, 12, 168)  32424       activation_37_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_39_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 12, 12, 168)  32424       activation_41_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_43_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 12, 12, 168)  29736       activation_45_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_134_incept (Activati (None, 4, 4, 128)    0           batch_normalization_134_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_1_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_1_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_1_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_1_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_1_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_1_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_135_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_134_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_1_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_1_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_1_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_1_nasnet[0][0]      \n",
      "                                                                 adjust_bn_1_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_1_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_1_nasnet[0][0]      \n",
      "                                                                 normal_right4_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_1_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_1_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_135_incept  (None, 4, 4, 160)    480         conv2d_135_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_1_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_1_nasnet[0][0]         \n",
      "                                                                 normal_add_1_1_nasnet[0][0]      \n",
      "                                                                 normal_add_2_1_nasnet[0][0]      \n",
      "                                                                 normal_add_3_1_nasnet[0][0]      \n",
      "                                                                 normal_add_4_1_nasnet[0][0]      \n",
      "                                                                 normal_add_5_1_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_135_incept (Activati (None, 4, 4, 160)    0           batch_normalization_135_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_46_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_0_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_47_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_133_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_14_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_136_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_135_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_2_nasnet (None, 12, 12, 168)  169344      activation_46_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_2_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_47_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_133_incept  (None, 4, 4, 192)    576         conv2d_133_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_136_incept  (None, 4, 4, 192)    576         conv2d_136_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_2_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_2_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_2_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_133_incept (Activati (None, 4, 4, 192)    0           batch_normalization_133_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_136_incept (Activati (None, 4, 4, 192)    0           batch_normalization_136_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_48_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_50_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_52_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_54_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_56_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_mixed_incept (Concat (None, 4, 4, 384)    0           activation_133_incept[0][0]      \n",
      "                                                                 activation_136_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_2 (None, 12, 12, 168)  32424       activation_48_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_50_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_2 (None, 12, 12, 168)  32424       activation_52_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_54_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_2 (None, 12, 12, 168)  29736       activation_56_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_15_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_15_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_2_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_2_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_2_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_15_incept (Lambda)      (None, 4, 4, 1088)   0           block17_14_ac_incept[0][0]       \n",
      "                                                                 block17_15_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_49_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_51_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_53_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_55_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_57_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block17_15_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_15_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_2 (None, 12, 12, 168)  32424       activation_49_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_51_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_2 (None, 12, 12, 168)  32424       activation_53_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_55_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_2 (None, 12, 12, 168)  29736       activation_57_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_138_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_15_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_2_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_2_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_2_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_2_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_2_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_2_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_2_n\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_138_incept  (None, 4, 4, 128)    384         conv2d_138_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_2_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_2_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_2_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_2_nasnet[0][0]      \n",
      "                                                                 adjust_bn_2_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_2_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_2_nasnet[0][0]      \n",
      "                                                                 normal_right4_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_2_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_2_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_138_incept (Activati (None, 4, 4, 128)    0           batch_normalization_138_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_2_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_2_nasnet[0][0]         \n",
      "                                                                 normal_add_1_2_nasnet[0][0]      \n",
      "                                                                 normal_add_2_2_nasnet[0][0]      \n",
      "                                                                 normal_add_3_2_nasnet[0][0]      \n",
      "                                                                 normal_add_4_2_nasnet[0][0]      \n",
      "                                                                 normal_add_5_2_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_139_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_138_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_58_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_1_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_59_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_139_incept  (None, 4, 4, 160)    480         conv2d_139_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_3_nasnet (None, 12, 12, 168)  169344      activation_58_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_3_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_59_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_139_incept (Activati (None, 4, 4, 160)    0           batch_normalization_139_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_3_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_3_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_3_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_137_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_15_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_140_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_139_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_60_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_62_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_64_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_66_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_68_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_137_incept  (None, 4, 4, 192)    576         conv2d_137_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_140_incept  (None, 4, 4, 192)    576         conv2d_140_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_3 (None, 12, 12, 168)  32424       activation_60_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_62_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_3 (None, 12, 12, 168)  32424       activation_64_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_66_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_3 (None, 12, 12, 168)  29736       activation_68_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_137_incept (Activati (None, 4, 4, 192)    0           batch_normalization_137_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_140_incept (Activati (None, 4, 4, 192)    0           batch_normalization_140_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_3_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_3_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_3_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_16_mixed_incept (Concat (None, 4, 4, 384)    0           activation_137_incept[0][0]      \n",
      "                                                                 activation_140_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_61_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_63_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_65_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_67_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_69_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block17_16_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_16_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_3 (None, 12, 12, 168)  32424       activation_61_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_63_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_3 (None, 12, 12, 168)  32424       activation_65_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_67_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_3 (None, 12, 12, 168)  29736       activation_69_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_16_incept (Lambda)      (None, 4, 4, 1088)   0           block17_15_ac_incept[0][0]       \n",
      "                                                                 block17_16_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_3_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_3_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_3_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_3_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_3_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_3_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_3_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_16_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_16_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_3_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_3_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_3_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_3_nasnet[0][0]      \n",
      "                                                                 adjust_bn_3_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_3_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_3_nasnet[0][0]      \n",
      "                                                                 normal_right4_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_3_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_142_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_16_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_3_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_3_nasnet[0][0]         \n",
      "                                                                 normal_add_1_3_nasnet[0][0]      \n",
      "                                                                 normal_add_2_3_nasnet[0][0]      \n",
      "                                                                 normal_add_3_3_nasnet[0][0]      \n",
      "                                                                 normal_add_4_3_nasnet[0][0]      \n",
      "                                                                 normal_add_5_3_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_142_incept  (None, 4, 4, 128)    384         conv2d_142_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_70_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_2_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_71_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_142_incept (Activati (None, 4, 4, 128)    0           batch_normalization_142_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_4_nasnet (None, 12, 12, 168)  169344      activation_70_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_4_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_71_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_143_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_142_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_4_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_4_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_4_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_143_incept  (None, 4, 4, 160)    480         conv2d_143_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_72_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_74_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_76_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_78_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_80_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_143_incept (Activati (None, 4, 4, 160)    0           batch_normalization_143_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_4 (None, 12, 12, 168)  32424       activation_72_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_74_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_4 (None, 12, 12, 168)  32424       activation_76_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_78_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_4 (None, 12, 12, 168)  29736       activation_80_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_141_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_16_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_144_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_143_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_4_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_4_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_4_n\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_141_incept  (None, 4, 4, 192)    576         conv2d_141_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_144_incept  (None, 4, 4, 192)    576         conv2d_144_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_73_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_75_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_77_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_79_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_81_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_141_incept (Activati (None, 4, 4, 192)    0           batch_normalization_141_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_144_incept (Activati (None, 4, 4, 192)    0           batch_normalization_144_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_4 (None, 12, 12, 168)  32424       activation_73_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_75_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_4 (None, 12, 12, 168)  32424       activation_77_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_79_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_4 (None, 12, 12, 168)  29736       activation_81_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_mixed_incept (Concat (None, 4, 4, 384)    0           activation_141_incept[0][0]      \n",
      "                                                                 activation_144_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_4_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_4_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_4_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_4_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_4_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_4_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_4_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_17_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_17_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_4_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_4_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_4_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_4_nasnet[0][0]      \n",
      "                                                                 adjust_bn_4_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_4_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_4_nasnet[0][0]      \n",
      "                                                                 normal_right4_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_4_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_incept (Lambda)      (None, 4, 4, 1088)   0           block17_16_ac_incept[0][0]       \n",
      "                                                                 block17_17_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_4_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_4_nasnet[0][0]         \n",
      "                                                                 normal_add_1_4_nasnet[0][0]      \n",
      "                                                                 normal_add_2_4_nasnet[0][0]      \n",
      "                                                                 normal_add_3_4_nasnet[0][0]      \n",
      "                                                                 normal_add_4_4_nasnet[0][0]      \n",
      "                                                                 normal_add_5_4_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_17_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_17_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_82_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_3_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_83_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_146_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_17_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_5_nasnet (None, 12, 12, 168)  169344      activation_82_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_5_nasnet (Conv2D) (None, 12, 12, 168)  169344      activation_83_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_146_incept  (None, 4, 4, 128)    384         conv2d_146_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_5_nasnet (BatchNormal (None, 12, 12, 168)  672         adjust_conv_projection_5_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_5_nasnet (BatchNorm (None, 12, 12, 168)  672         normal_conv_1_5_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_146_incept (Activati (None, 4, 4, 128)    0           batch_normalization_146_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_84_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_86_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_88_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_90_nasnet (Activatio (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_92_nasnet (Activatio (None, 12, 12, 168)  0           normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_147_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_146_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_5 (None, 12, 12, 168)  32424       activation_84_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_86_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_5 (None, 12, 12, 168)  32424       activation_88_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_90_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_5 (None, 12, 12, 168)  29736       activation_92_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_147_incept  (None, 4, 4, 160)    480         conv2d_147_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_5_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_5_n\n",
      "__________________________________________________________________________________________________\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_5_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_147_incept (Activati (None, 4, 4, 160)    0           batch_normalization_147_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_85_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_87_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_89_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_91_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_93_nasnet (Activatio (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_145_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_17_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_148_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_147_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_5 (None, 12, 12, 168)  32424       activation_85_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_87_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_5 (None, 12, 12, 168)  32424       activation_89_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_91_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_5 (None, 12, 12, 168)  29736       activation_93_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_145_incept  (None, 4, 4, 192)    576         conv2d_145_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_148_incept  (None, 4, 4, 192)    576         conv2d_148_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_5_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_5_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_5_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_5_nasnet (AverageP (None, 12, 12, 168)  0           normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_5_nasnet (AverageP (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_5_nasnet (Average (None, 12, 12, 168)  0           adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_5_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_145_incept (Activati (None, 4, 4, 192)    0           batch_normalization_145_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_148_incept (Activati (None, 4, 4, 192)    0           batch_normalization_148_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_5_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_5_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_5_nasnet (Add)     (None, 12, 12, 168)  0           normal_left3_5_nasnet[0][0]      \n",
      "                                                                 adjust_bn_5_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_5_nasnet (Add)     (None, 12, 12, 168)  0           normal_left4_5_nasnet[0][0]      \n",
      "                                                                 normal_right4_5_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_5_nasnet (Add)     (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_5_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_mixed_incept (Concat (None, 4, 4, 384)    0           activation_145_incept[0][0]      \n",
      "                                                                 activation_148_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_5_nasnet (Concate (None, 12, 12, 1008) 0           adjust_bn_5_nasnet[0][0]         \n",
      "                                                                 normal_add_1_5_nasnet[0][0]      \n",
      "                                                                 normal_add_2_5_nasnet[0][0]      \n",
      "                                                                 normal_add_3_5_nasnet[0][0]      \n",
      "                                                                 normal_add_4_5_nasnet[0][0]      \n",
      "                                                                 normal_add_5_5_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_18_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_95_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_5_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_94_nasnet (Activatio (None, 12, 12, 1008) 0           normal_concat_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_incept (Lambda)      (None, 4, 4, 1088)   0           block17_17_ac_incept[0][0]       \n",
      "                                                                 block17_18_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_reduce_6_nasne (None, 12, 12, 336)  338688      activation_95_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_reduce_6 (None, 12, 12, 336)  338688      activation_94_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block17_18_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_18_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_reduce_6_nasnet  (None, 12, 12, 336)  1344        reduction_conv_1_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_reduce_6_nasnet (Batc (None, 12, 12, 336)  1344        adjust_conv_projection_reduce_6_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_150_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_18_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_96_nasnet (Activatio (None, 12, 12, 336)  0           reduction_bn_1_reduce_6_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_98_nasnet (Activatio (None, 12, 12, 336)  0           adjust_bn_reduce_6_nasnet[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_150_incept  (None, 4, 4, 128)    384         conv2d_150_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 15, 15, 336)  0           activation_96_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 17, 17, 336)  0           activation_98_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_150_incept (Activati (None, 4, 4, 128)    0           batch_normalization_150_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 6, 6, 336)    121296      separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    129360      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_151_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_150_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_151_incept  (None, 4, 4, 160)    480         conv2d_151_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_97_nasnet (Activatio (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_99_nasnet (Activatio (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_151_incept (Activati (None, 4, 4, 160)    0           batch_normalization_151_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 6, 6, 336)    121296      activation_97_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    129360      activation_99_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_149_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_18_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_152_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_151_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_100_nasnet (Activati (None, 12, 12, 336)  0           adjust_bn_reduce_6_nasnet[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_149_incept  (None, 4, 4, 192)    576         conv2d_149_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_152_incept  (None, 4, 4, 192)    576         conv2d_152_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 17, 17, 336)  0           activation_100_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_102_nasnet (Activati (None, 12, 12, 336)  0           adjust_bn_reduce_6_nasnet[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_reduce_6_nasnet (None, 6, 6, 336)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_149_incept (Activati (None, 4, 4, 192)    0           batch_normalization_149_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_152_incept (Activati (None, 4, 4, 192)    0           batch_normalization_152_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    129360      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 15, 15, 336)  0           activation_102_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_104_nasnet (Activati (None, 6, 6, 336)    0           reduction_add_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "block17_19_mixed_incept (Concat (None, 4, 4, 384)    0           activation_149_incept[0][0]      \n",
      "                                                                 activation_152_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    121296      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 6, 6, 336)    115920      activation_104_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_19_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_19_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_101_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "block17_19_incept (Lambda)      (None, 4, 4, 1088)   0           block17_18_ac_incept[0][0]       \n",
      "                                                                 block17_19_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_reduce_6_nasnet (None, 13, 13, 336)  0           reduction_bn_1_reduce_6_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    129360      activation_101_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_103_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_105_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "block17_19_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_19_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_pad_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    121296      activation_103_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 6, 6, 336)    115920      activation_105_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_7_nasnet (Activat (None, 12, 12, 1008) 0           normal_concat_4_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_154_incept (Conv2D)      (None, 4, 4, 128)    139264      block17_19_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_left2_reduce_6_nasnet[0\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_pad_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_reduce_6_nasnet (None, 6, 6, 336)    0           reduction_add_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_reduce_6_nasne (None, 6, 6, 336)    0           reduction_pad_1_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_3_nasnet (ZeroPa (None, 13, 13, 1008) 0           adjust_relu_1_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_154_incept  (None, 4, 4, 128)    384         conv2d_154_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_reduce_6_nasnet  (None, 6, 6, 336)    0           reduction_left3_reduce_6_nasnet[0\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_3_nasnet (Add)              (None, 6, 6, 336)    0           reduction_add_2_reduce_6_nasnet[0\n",
      "                                                                 reduction_left4_reduce_6_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_reduce_6_nasnet  (None, 6, 6, 336)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_3_nasnet (Cropping2D (None, 12, 12, 1008) 0           zero_padding2d_3_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_154_incept (Activati (None, 4, 4, 128)    0           batch_normalization_154_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_reduce_6_nasne (None, 6, 6, 1344)   0           reduction_add_2_reduce_6_nasnet[0\n",
      "                                                                 reduction_add3_reduce_6_nasnet[0]\n",
      "                                                                 add_3_nasnet[0][0]               \n",
      "                                                                 reduction_add4_reduce_6_nasnet[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_7_nasnet (Ave (None, 6, 6, 1008)   0           adjust_relu_1_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_7_nasnet (Ave (None, 6, 6, 1008)   0           cropping2d_3_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_155_incept (Conv2D)      (None, 4, 4, 160)    143360      activation_154_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_7_nasnet (Conv2D) (None, 6, 6, 168)    169344      adjust_avg_pool_1_7_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_7_nasnet (Conv2D) (None, 6, 6, 168)    169344      adjust_avg_pool_2_7_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "activation_106_nasnet (Activati (None, 6, 6, 1344)   0           reduction_concat_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_155_incept  (None, 4, 4, 160)    480         conv2d_155_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_3_nasnet (Concatena (None, 6, 6, 336)    0           adjust_conv_1_7_nasnet[0][0]     \n",
      "                                                                 adjust_conv_2_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_7_nasnet (Conv2D) (None, 6, 6, 336)    451584      activation_106_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_155_incept (Activati (None, 4, 4, 160)    0           batch_normalization_155_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_7_nasnet (BatchNormal (None, 6, 6, 336)    1344        concatenate_3_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_7_nasnet (BatchNorm (None, 6, 6, 336)    1344        normal_conv_1_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_153_incept (Conv2D)      (None, 4, 4, 192)    208896      block17_19_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_156_incept (Conv2D)      (None, 4, 4, 192)    215040      activation_155_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_107_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_109_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_111_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_113_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_115_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_153_incept  (None, 4, 4, 192)    576         conv2d_153_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_156_incept  (None, 4, 4, 192)    576         conv2d_156_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_7 (None, 6, 6, 336)    121296      activation_107_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_109_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_7 (None, 6, 6, 336)    121296      activation_111_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_113_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_7 (None, 6, 6, 336)    115920      activation_115_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_153_incept (Activati (None, 4, 4, 192)    0           batch_normalization_153_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_156_incept (Activati (None, 4, 4, 192)    0           batch_normalization_156_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_7_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_7_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_7_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_20_mixed_incept (Concat (None, 4, 4, 384)    0           activation_153_incept[0][0]      \n",
      "                                                                 activation_156_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_108_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_110_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_112_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_114_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_116_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block17_20_conv_incept (Conv2D) (None, 4, 4, 1088)   418880      block17_20_mixed_incept[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_7 (None, 6, 6, 336)    121296      activation_108_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_110_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_7 (None, 6, 6, 336)    121296      activation_112_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_114_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_7 (None, 6, 6, 336)    115920      activation_116_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block17_20_incept (Lambda)      (None, 4, 4, 1088)   0           block17_19_ac_incept[0][0]       \n",
      "                                                                 block17_20_conv_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_7_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_7_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_7_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_7_nasnet (AverageP (None, 6, 6, 336)    0           normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_7_nasnet (AverageP (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_7_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_7_n\n",
      "__________________________________________________________________________________________________\n",
      "block17_20_ac_incept (Activatio (None, 4, 4, 1088)   0           block17_20_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_7_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_7_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_7_nasnet (Add)     (None, 6, 6, 336)    0           normal_left3_7_nasnet[0][0]      \n",
      "                                                                 adjust_bn_7_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_7_nasnet (Add)     (None, 6, 6, 336)    0           normal_left4_7_nasnet[0][0]      \n",
      "                                                                 normal_right4_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_7_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_7_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_161_incept (Conv2D)      (None, 4, 4, 256)    278528      block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_7_nasnet (Concate (None, 6, 6, 2016)   0           adjust_bn_7_nasnet[0][0]         \n",
      "                                                                 normal_add_1_7_nasnet[0][0]      \n",
      "                                                                 normal_add_2_7_nasnet[0][0]      \n",
      "                                                                 normal_add_3_7_nasnet[0][0]      \n",
      "                                                                 normal_add_4_7_nasnet[0][0]      \n",
      "                                                                 normal_add_5_7_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_161_incept  (None, 4, 4, 256)    768         conv2d_161_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_117_nasnet (Activati (None, 6, 6, 1344)   0           reduction_concat_reduce_6_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "activation_118_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_161_incept (Activati (None, 4, 4, 256)    0           batch_normalization_161_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_8_nasnet (None, 6, 6, 336)    451584      activation_117_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_8_nasnet (Conv2D) (None, 6, 6, 336)    677376      activation_118_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_157_incept (Conv2D)      (None, 4, 4, 256)    278528      block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_159_incept (Conv2D)      (None, 4, 4, 256)    278528      block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_162_incept (Conv2D)      (None, 4, 4, 288)    663552      activation_161_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_8_nasnet (BatchNormal (None, 6, 6, 336)    1344        adjust_conv_projection_8_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_8_nasnet (BatchNorm (None, 6, 6, 336)    1344        normal_conv_1_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_157_incept  (None, 4, 4, 256)    768         conv2d_157_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_159_incept  (None, 4, 4, 256)    768         conv2d_159_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_162_incept  (None, 4, 4, 288)    864         conv2d_162_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_119_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_121_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_123_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_125_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_127_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_157_incept (Activati (None, 4, 4, 256)    0           batch_normalization_157_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_159_incept (Activati (None, 4, 4, 256)    0           batch_normalization_159_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_162_incept (Activati (None, 4, 4, 288)    0           batch_normalization_162_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_8 (None, 6, 6, 336)    121296      activation_119_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_121_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_8 (None, 6, 6, 336)    121296      activation_123_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_125_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_8 (None, 6, 6, 336)    115920      activation_127_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_158_incept (Conv2D)      (None, 1, 1, 384)    884736      activation_157_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_160_incept (Conv2D)      (None, 1, 1, 288)    663552      activation_159_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_163_incept (Conv2D)      (None, 1, 1, 320)    829440      activation_162_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_8_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_8_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_8_n\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_158_incept  (None, 1, 1, 384)    1152        conv2d_158_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_160_incept  (None, 1, 1, 288)    864         conv2d_160_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_163_incept  (None, 1, 1, 320)    960         conv2d_163_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_120_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_122_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_124_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_126_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_128_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_158_incept (Activati (None, 1, 1, 384)    0           batch_normalization_158_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_160_incept (Activati (None, 1, 1, 288)    0           batch_normalization_160_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_163_incept (Activati (None, 1, 1, 320)    0           batch_normalization_163_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_4_incept (MaxPool (None, 1, 1, 1088)   0           block17_20_ac_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_8 (None, 6, 6, 336)    121296      activation_120_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_122_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_8 (None, 6, 6, 336)    121296      activation_124_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_126_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_8 (None, 6, 6, 336)    115920      activation_128_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "mixed_7a_incept (Concatenate)   (None, 1, 1, 2080)   0           activation_158_incept[0][0]      \n",
      "                                                                 activation_160_incept[0][0]      \n",
      "                                                                 activation_163_incept[0][0]      \n",
      "                                                                 max_pooling2d_4_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_8_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_8_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_8_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_8_nasnet (AverageP (None, 6, 6, 336)    0           normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_8_nasnet (AverageP (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_8_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_8_n\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_165_incept (Conv2D)      (None, 1, 1, 192)    399360      mixed_7a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_8_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_8_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_8_nasnet (Add)     (None, 6, 6, 336)    0           normal_left3_8_nasnet[0][0]      \n",
      "                                                                 adjust_bn_8_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_8_nasnet (Add)     (None, 6, 6, 336)    0           normal_left4_8_nasnet[0][0]      \n",
      "                                                                 normal_right4_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_8_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_8_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_165_incept  (None, 1, 1, 192)    576         conv2d_165_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_8_nasnet (Concate (None, 6, 6, 2016)   0           adjust_bn_8_nasnet[0][0]         \n",
      "                                                                 normal_add_1_8_nasnet[0][0]      \n",
      "                                                                 normal_add_2_8_nasnet[0][0]      \n",
      "                                                                 normal_add_3_8_nasnet[0][0]      \n",
      "                                                                 normal_add_4_8_nasnet[0][0]      \n",
      "                                                                 normal_add_5_8_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_165_incept (Activati (None, 1, 1, 192)    0           batch_normalization_165_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_129_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_7_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_130_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_166_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_165_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_9_nasnet (None, 6, 6, 336)    677376      activation_129_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_9_nasnet (Conv2D) (None, 6, 6, 336)    677376      activation_130_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_166_incept  (None, 1, 1, 224)    672         conv2d_166_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_9_nasnet (BatchNormal (None, 6, 6, 336)    1344        adjust_conv_projection_9_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_9_nasnet (BatchNorm (None, 6, 6, 336)    1344        normal_conv_1_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_166_incept (Activati (None, 1, 1, 224)    0           batch_normalization_166_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_131_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_133_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_135_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_137_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_139_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_164_incept (Conv2D)      (None, 1, 1, 192)    399360      mixed_7a_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_167_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_166_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_9 (None, 6, 6, 336)    121296      activation_131_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_133_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_9 (None, 6, 6, 336)    121296      activation_135_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_137_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_9 (None, 6, 6, 336)    115920      activation_139_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_164_incept  (None, 1, 1, 192)    576         conv2d_164_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_167_incept  (None, 1, 1, 256)    768         conv2d_167_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_9_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_9_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_9_n\n",
      "__________________________________________________________________________________________________\n",
      "activation_164_incept (Activati (None, 1, 1, 192)    0           batch_normalization_164_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_167_incept (Activati (None, 1, 1, 256)    0           batch_normalization_167_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_132_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_134_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_136_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_138_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_140_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block8_1_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_164_incept[0][0]      \n",
      "                                                                 activation_167_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_9 (None, 6, 6, 336)    121296      activation_132_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_134_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_9 (None, 6, 6, 336)    121296      activation_136_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_138_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_9 (None, 6, 6, 336)    115920      activation_140_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_1_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_9_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_9_n\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_9_\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_9_nasnet (AverageP (None, 6, 6, 336)    0           normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_9_nasnet (AverageP (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_9_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_9_n\n",
      "__________________________________________________________________________________________________\n",
      "block8_1_incept (Lambda)        (None, 1, 1, 2080)   0           mixed_7a_incept[0][0]            \n",
      "                                                                 block8_1_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_9_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_9_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_9_nasnet (Add)     (None, 6, 6, 336)    0           normal_left3_9_nasnet[0][0]      \n",
      "                                                                 adjust_bn_9_nasnet[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_9_nasnet (Add)     (None, 6, 6, 336)    0           normal_left4_9_nasnet[0][0]      \n",
      "                                                                 normal_right4_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_9_nasnet (Add)     (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_9_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "block8_1_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_1_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_9_nasnet (Concate (None, 6, 6, 2016)   0           adjust_bn_9_nasnet[0][0]         \n",
      "                                                                 normal_add_1_9_nasnet[0][0]      \n",
      "                                                                 normal_add_2_9_nasnet[0][0]      \n",
      "                                                                 normal_add_3_9_nasnet[0][0]      \n",
      "                                                                 normal_add_4_9_nasnet[0][0]      \n",
      "                                                                 normal_add_5_9_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_169_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_1_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_141_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_8_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_142_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_169_incept  (None, 1, 1, 192)    576         conv2d_169_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_10_nasne (None, 6, 6, 336)    677376      activation_141_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_10_nasnet (Conv2D (None, 6, 6, 336)    677376      activation_142_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_169_incept (Activati (None, 1, 1, 192)    0           batch_normalization_169_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_10_nasnet (BatchNorma (None, 6, 6, 336)    1344        adjust_conv_projection_10_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_10_nasnet (BatchNor (None, 6, 6, 336)    1344        normal_conv_1_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_170_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_169_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_143_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_145_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_147_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_149_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_151_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_170_incept  (None, 1, 1, 224)    672         conv2d_170_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_143_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_145_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_147_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_149_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_151_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_170_incept (Activati (None, 1, 1, 224)    0           batch_normalization_170_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_10_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_168_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_1_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_171_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_170_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_144_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_146_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_148_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_150_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_152_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_168_incept  (None, 1, 1, 192)    576         conv2d_168_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_171_incept  (None, 1, 1, 256)    768         conv2d_171_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_144_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_146_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_148_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_150_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_152_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_168_incept (Activati (None, 1, 1, 192)    0           batch_normalization_168_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_171_incept (Activati (None, 1, 1, 256)    0           batch_normalization_171_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_10_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_10\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_10_nasnet (Average (None, 6, 6, 336)    0           normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_10_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_10_nasnet (Averag (None, 6, 6, 336)    0           adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_10_\n",
      "__________________________________________________________________________________________________\n",
      "block8_2_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_168_incept[0][0]      \n",
      "                                                                 activation_171_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_10_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_10_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_10_nasnet (Add)    (None, 6, 6, 336)    0           normal_left3_10_nasnet[0][0]     \n",
      "                                                                 adjust_bn_10_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_10_nasnet (Add)    (None, 6, 6, 336)    0           normal_left4_10_nasnet[0][0]     \n",
      "                                                                 normal_right4_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_10_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_10_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_2_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_10_nasnet (Concat (None, 6, 6, 2016)   0           adjust_bn_10_nasnet[0][0]        \n",
      "                                                                 normal_add_1_10_nasnet[0][0]     \n",
      "                                                                 normal_add_2_10_nasnet[0][0]     \n",
      "                                                                 normal_add_3_10_nasnet[0][0]     \n",
      "                                                                 normal_add_4_10_nasnet[0][0]     \n",
      "                                                                 normal_add_5_10_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_incept (Lambda)        (None, 1, 1, 2080)   0           block8_1_ac_incept[0][0]         \n",
      "                                                                 block8_2_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_153_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_9_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_154_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_2_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_2_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_11_nasne (None, 6, 6, 336)    677376      activation_153_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_11_nasnet (Conv2D (None, 6, 6, 336)    677376      activation_154_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_173_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_2_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_11_nasnet (BatchNorma (None, 6, 6, 336)    1344        adjust_conv_projection_11_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_11_nasnet (BatchNor (None, 6, 6, 336)    1344        normal_conv_1_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_173_incept  (None, 1, 1, 192)    576         conv2d_173_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_155_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_157_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_159_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_161_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_163_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_173_incept (Activati (None, 1, 1, 192)    0           batch_normalization_173_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_155_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_157_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_159_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_161_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_163_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_174_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_173_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_11_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_174_incept  (None, 1, 1, 224)    672         conv2d_174_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_156_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_158_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_160_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_162_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_164_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_174_incept (Activati (None, 1, 1, 224)    0           batch_normalization_174_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_156_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_158_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_160_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_162_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_164_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_172_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_2_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_175_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_174_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_11_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_11\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_11_nasnet (Average (None, 6, 6, 336)    0           normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_11_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_11_nasnet (Averag (None, 6, 6, 336)    0           adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_11_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_172_incept  (None, 1, 1, 192)    576         conv2d_172_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_175_incept  (None, 1, 1, 256)    768         conv2d_175_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_11_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_11_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_11_nasnet (Add)    (None, 6, 6, 336)    0           normal_left3_11_nasnet[0][0]     \n",
      "                                                                 adjust_bn_11_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_11_nasnet (Add)    (None, 6, 6, 336)    0           normal_left4_11_nasnet[0][0]     \n",
      "                                                                 normal_right4_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_11_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_11_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_172_incept (Activati (None, 1, 1, 192)    0           batch_normalization_172_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_175_incept (Activati (None, 1, 1, 256)    0           batch_normalization_175_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_11_nasnet (Concat (None, 6, 6, 2016)   0           adjust_bn_11_nasnet[0][0]        \n",
      "                                                                 normal_add_1_11_nasnet[0][0]     \n",
      "                                                                 normal_add_2_11_nasnet[0][0]     \n",
      "                                                                 normal_add_3_11_nasnet[0][0]     \n",
      "                                                                 normal_add_4_11_nasnet[0][0]     \n",
      "                                                                 normal_add_5_11_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_172_incept[0][0]      \n",
      "                                                                 activation_175_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_165_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_10_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_166_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_3_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_12_nasne (None, 6, 6, 336)    677376      activation_165_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_12_nasnet (Conv2D (None, 6, 6, 336)    677376      activation_166_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_incept (Lambda)        (None, 1, 1, 2080)   0           block8_2_ac_incept[0][0]         \n",
      "                                                                 block8_3_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_12_nasnet (BatchNorma (None, 6, 6, 336)    1344        adjust_conv_projection_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_12_nasnet (BatchNor (None, 6, 6, 336)    1344        normal_conv_1_12_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_3_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_3_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_167_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_169_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_171_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_173_nasnet (Activati (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_175_nasnet (Activati (None, 6, 6, 336)    0           normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_177_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_3_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_167_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_169_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_171_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_173_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_175_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_177_incept  (None, 1, 1, 192)    576         conv2d_177_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_12_\n",
      "__________________________________________________________________________________________________\n",
      "activation_177_incept (Activati (None, 1, 1, 192)    0           batch_normalization_177_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_168_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_170_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_172_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_174_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_176_nasnet (Activati (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_178_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_177_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_168_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_170_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_172_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_174_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_176_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_178_incept  (None, 1, 1, 224)    672         conv2d_178_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_12_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_12\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_12_nasnet (Average (None, 6, 6, 336)    0           normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_12_nasnet (Average (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_12_nasnet (Averag (None, 6, 6, 336)    0           adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_12_\n",
      "__________________________________________________________________________________________________\n",
      "activation_178_incept (Activati (None, 1, 1, 224)    0           batch_normalization_178_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_12_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_12_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_12_nasnet (Add)    (None, 6, 6, 336)    0           normal_left3_12_nasnet[0][0]     \n",
      "                                                                 adjust_bn_12_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_12_nasnet (Add)    (None, 6, 6, 336)    0           normal_left4_12_nasnet[0][0]     \n",
      "                                                                 normal_right4_12_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_12_nasnet (Add)    (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_12_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_176_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_3_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_179_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_178_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_12_nasnet (Concat (None, 6, 6, 2016)   0           adjust_bn_12_nasnet[0][0]        \n",
      "                                                                 normal_add_1_12_nasnet[0][0]     \n",
      "                                                                 normal_add_2_12_nasnet[0][0]     \n",
      "                                                                 normal_add_3_12_nasnet[0][0]     \n",
      "                                                                 normal_add_4_12_nasnet[0][0]     \n",
      "                                                                 normal_add_5_12_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_176_incept  (None, 1, 1, 192)    576         conv2d_176_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_179_incept  (None, 1, 1, 256)    768         conv2d_179_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_178_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_12_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_177_nasnet (Activati (None, 6, 6, 2016)   0           normal_concat_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_176_incept (Activati (None, 1, 1, 192)    0           batch_normalization_176_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_179_incept (Activati (None, 1, 1, 256)    0           batch_normalization_179_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_reduce_12_nasn (None, 6, 6, 672)    1354752     activation_178_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_reduce_1 (None, 6, 6, 672)    1354752     activation_177_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_176_incept[0][0]      \n",
      "                                                                 activation_179_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_reduce_12_nasnet (None, 6, 6, 672)    2688        reduction_conv_1_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_reduce_12_nasnet (Bat (None, 6, 6, 672)    2688        adjust_conv_projection_reduce_12_\n",
      "__________________________________________________________________________________________________\n",
      "block8_4_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_4_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_179_nasnet (Activati (None, 6, 6, 672)    0           reduction_bn_1_reduce_12_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_181_nasnet (Activati (None, 6, 6, 672)    0           adjust_bn_reduce_12_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_incept (Lambda)        (None, 1, 1, 2080)   0           block8_3_ac_incept[0][0]         \n",
      "                                                                 block8_4_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 9, 9, 672)    0           activation_179_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 11, 11, 672)  0           activation_181_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_4_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_4_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 3, 3, 672)    468384      separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    484512      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_181_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_4_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_181_incept  (None, 1, 1, 192)    576         conv2d_181_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_180_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_182_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_181_incept (Activati (None, 1, 1, 192)    0           batch_normalization_181_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 3, 3, 672)    468384      activation_180_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    484512      activation_182_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_182_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_181_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_183_nasnet (Activati (None, 6, 6, 672)    0           adjust_bn_reduce_12_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_182_incept  (None, 1, 1, 224)    672         conv2d_182_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 11, 11, 672)  0           activation_183_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_185_nasnet (Activati (None, 6, 6, 672)    0           adjust_bn_reduce_12_nasnet[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_reduce_12_nasne (None, 3, 3, 672)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_182_incept (Activati (None, 1, 1, 224)    0           batch_normalization_182_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    484512      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 9, 9, 672)    0           activation_185_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_187_nasnet (Activati (None, 3, 3, 672)    0           reduction_add_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_180_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_4_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_183_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_182_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    468384      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 3, 3, 672)    457632      activation_187_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_180_incept  (None, 1, 1, 192)    576         conv2d_180_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_183_incept  (None, 1, 1, 256)    768         conv2d_183_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_184_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "activation_180_incept (Activati (None, 1, 1, 192)    0           batch_normalization_180_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_183_incept (Activati (None, 1, 1, 256)    0           batch_normalization_183_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_reduce_12_nasne (None, 7, 7, 672)    0           reduction_bn_1_reduce_12_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    484512      activation_184_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_186_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_188_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "block8_5_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_180_incept[0][0]      \n",
      "                                                                 activation_183_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_reduce_12_nasne (None, 3, 3, 672)    0           reduction_pad_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    468384      activation_186_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 3, 3, 672)    457632      activation_188_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_13_nasnet (Activa (None, 6, 6, 2016)   0           normal_concat_11_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_5_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_reduce_12_nasne (None, 3, 3, 672)    0           reduction_left2_reduce_12_nasnet[\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_reduce_12_nasne (None, 3, 3, 672)    0           reduction_pad_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_reduce_12_nasne (None, 3, 3, 672)    0           reduction_add_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_reduce_12_nasn (None, 3, 3, 672)    0           reduction_pad_1_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_4_nasnet (ZeroPa (None, 7, 7, 2016)   0           adjust_relu_1_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_incept (Lambda)        (None, 1, 1, 2080)   0           block8_4_ac_incept[0][0]         \n",
      "                                                                 block8_5_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_reduce_12_nasnet (None, 3, 3, 672)    0           reduction_left3_reduce_12_nasnet[\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_4_nasnet (Add)              (None, 3, 3, 672)    0           reduction_add_2_reduce_12_nasnet[\n",
      "                                                                 reduction_left4_reduce_12_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_reduce_12_nasnet (None, 3, 3, 672)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_4_nasnet (Cropping2D (None, 6, 6, 2016)   0           zero_padding2d_4_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_5_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_5_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_reduce_12_nasn (None, 3, 3, 2688)   0           reduction_add_2_reduce_12_nasnet[\n",
      "                                                                 reduction_add3_reduce_12_nasnet[0\n",
      "                                                                 add_4_nasnet[0][0]               \n",
      "                                                                 reduction_add4_reduce_12_nasnet[0\n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_13_nasnet (Av (None, 3, 3, 2016)   0           adjust_relu_1_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_13_nasnet (Av (None, 3, 3, 2016)   0           cropping2d_4_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_185_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_5_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_13_nasnet (Conv2D (None, 3, 3, 336)    677376      adjust_avg_pool_1_13_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_13_nasnet (Conv2D (None, 3, 3, 336)    677376      adjust_avg_pool_2_13_nasnet[0][0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_189_nasnet (Activati (None, 3, 3, 2688)   0           reduction_concat_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_185_incept  (None, 1, 1, 192)    576         conv2d_185_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_4_nasnet (Concatena (None, 3, 3, 672)    0           adjust_conv_1_13_nasnet[0][0]    \n",
      "                                                                 adjust_conv_2_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_13_nasnet (Conv2D (None, 3, 3, 672)    1806336     activation_189_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_185_incept (Activati (None, 1, 1, 192)    0           batch_normalization_185_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_13_nasnet (BatchNorma (None, 3, 3, 672)    2688        concatenate_4_nasnet[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_13_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_186_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_185_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_190_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_192_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_194_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_196_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_198_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_186_incept  (None, 1, 1, 224)    672         conv2d_186_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_190_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_192_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_194_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_196_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_198_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_186_incept (Activati (None, 1, 1, 224)    0           batch_normalization_186_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_13_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_184_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_5_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_187_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_186_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_191_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_193_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_195_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_197_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_199_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_184_incept  (None, 1, 1, 192)    576         conv2d_184_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_187_incept  (None, 1, 1, 256)    768         conv2d_187_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_191_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_193_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_195_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_197_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_199_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_184_incept (Activati (None, 1, 1, 192)    0           batch_normalization_184_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_187_incept (Activati (None, 1, 1, 256)    0           batch_normalization_187_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_13_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_13\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_13_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_13_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_13_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_13_\n",
      "__________________________________________________________________________________________________\n",
      "block8_6_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_184_incept[0][0]      \n",
      "                                                                 activation_187_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_13_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_13_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_13_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_13_nasnet[0][0]     \n",
      "                                                                 adjust_bn_13_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_13_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_13_nasnet[0][0]     \n",
      "                                                                 normal_right4_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_13_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_13_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_6_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_13_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_13_nasnet[0][0]        \n",
      "                                                                 normal_add_1_13_nasnet[0][0]     \n",
      "                                                                 normal_add_2_13_nasnet[0][0]     \n",
      "                                                                 normal_add_3_13_nasnet[0][0]     \n",
      "                                                                 normal_add_4_13_nasnet[0][0]     \n",
      "                                                                 normal_add_5_13_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_incept (Lambda)        (None, 1, 1, 2080)   0           block8_5_ac_incept[0][0]         \n",
      "                                                                 block8_6_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_200_nasnet (Activati (None, 3, 3, 2688)   0           reduction_concat_reduce_12_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "activation_201_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_6_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_6_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_14_nasne (None, 3, 3, 672)    1806336     activation_200_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_14_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_201_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_189_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_6_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_14_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_14_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_14_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_189_incept  (None, 1, 1, 192)    576         conv2d_189_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_202_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_204_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_206_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_208_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_210_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_189_incept (Activati (None, 1, 1, 192)    0           batch_normalization_189_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_202_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_204_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_206_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_208_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_210_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_190_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_189_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_14_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_190_incept  (None, 1, 1, 224)    672         conv2d_190_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_203_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_205_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_207_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_209_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_211_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "activation_190_incept (Activati (None, 1, 1, 224)    0           batch_normalization_190_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_203_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_205_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_207_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_209_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_211_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_188_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_6_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_191_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_190_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_14_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_14\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_14_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_14_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_14_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_14_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_188_incept  (None, 1, 1, 192)    576         conv2d_188_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_191_incept  (None, 1, 1, 256)    768         conv2d_191_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_14_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_14_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_14_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_14_nasnet[0][0]     \n",
      "                                                                 adjust_bn_14_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_14_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_14_nasnet[0][0]     \n",
      "                                                                 normal_right4_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_14_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_14_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_188_incept (Activati (None, 1, 1, 192)    0           batch_normalization_188_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_191_incept (Activati (None, 1, 1, 256)    0           batch_normalization_191_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_14_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_14_nasnet[0][0]        \n",
      "                                                                 normal_add_1_14_nasnet[0][0]     \n",
      "                                                                 normal_add_2_14_nasnet[0][0]     \n",
      "                                                                 normal_add_3_14_nasnet[0][0]     \n",
      "                                                                 normal_add_4_14_nasnet[0][0]     \n",
      "                                                                 normal_add_5_14_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_188_incept[0][0]      \n",
      "                                                                 activation_191_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_212_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_13_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_213_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_7_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_15_nasne (None, 3, 3, 672)    2709504     activation_212_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_15_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_213_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_incept (Lambda)        (None, 1, 1, 2080)   0           block8_6_ac_incept[0][0]         \n",
      "                                                                 block8_7_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_15_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_15_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_15_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_7_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_7_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_214_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_216_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_218_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_220_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_222_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_193_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_7_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_214_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_216_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_218_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_220_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_222_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_193_incept  (None, 1, 1, 192)    576         conv2d_193_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_15_\n",
      "__________________________________________________________________________________________________\n",
      "activation_193_incept (Activati (None, 1, 1, 192)    0           batch_normalization_193_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_215_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_217_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_219_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_221_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_223_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_194_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_193_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_215_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_217_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_219_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_221_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_223_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_194_incept  (None, 1, 1, 224)    672         conv2d_194_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_15_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_15\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_15_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_15_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_15_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_15_\n",
      "__________________________________________________________________________________________________\n",
      "activation_194_incept (Activati (None, 1, 1, 224)    0           batch_normalization_194_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_15_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_15_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_15_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_15_nasnet[0][0]     \n",
      "                                                                 adjust_bn_15_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_15_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_15_nasnet[0][0]     \n",
      "                                                                 normal_right4_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_15_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_15_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_192_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_7_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_195_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_194_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_15_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_15_nasnet[0][0]        \n",
      "                                                                 normal_add_1_15_nasnet[0][0]     \n",
      "                                                                 normal_add_2_15_nasnet[0][0]     \n",
      "                                                                 normal_add_3_15_nasnet[0][0]     \n",
      "                                                                 normal_add_4_15_nasnet[0][0]     \n",
      "                                                                 normal_add_5_15_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_192_incept  (None, 1, 1, 192)    576         conv2d_192_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_195_incept  (None, 1, 1, 256)    768         conv2d_195_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_224_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_14_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_225_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_192_incept (Activati (None, 1, 1, 192)    0           batch_normalization_192_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_195_incept (Activati (None, 1, 1, 256)    0           batch_normalization_195_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_16_nasne (None, 3, 3, 672)    2709504     activation_224_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_16_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_225_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_192_incept[0][0]      \n",
      "                                                                 activation_195_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_16_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_16_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_16_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_8_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_226_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_228_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_230_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_232_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_234_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_incept (Lambda)        (None, 1, 1, 2080)   0           block8_7_ac_incept[0][0]         \n",
      "                                                                 block8_8_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_226_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_228_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_230_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_232_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_234_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block8_8_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_8_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_16_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_197_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_8_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_227_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_229_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_231_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_233_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_235_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_197_incept  (None, 1, 1, 192)    576         conv2d_197_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_227_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_229_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_231_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_233_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_235_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_197_incept (Activati (None, 1, 1, 192)    0           batch_normalization_197_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_16_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_16\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_16_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_16_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_16_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_16_\n",
      "__________________________________________________________________________________________________\n",
      "conv2d_198_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_197_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_16_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_16_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_16_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_16_nasnet[0][0]     \n",
      "                                                                 adjust_bn_16_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_16_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_16_nasnet[0][0]     \n",
      "                                                                 normal_right4_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_16_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_16_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_198_incept  (None, 1, 1, 224)    672         conv2d_198_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_16_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_16_nasnet[0][0]        \n",
      "                                                                 normal_add_1_16_nasnet[0][0]     \n",
      "                                                                 normal_add_2_16_nasnet[0][0]     \n",
      "                                                                 normal_add_3_16_nasnet[0][0]     \n",
      "                                                                 normal_add_4_16_nasnet[0][0]     \n",
      "                                                                 normal_add_5_16_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "activation_198_incept (Activati (None, 1, 1, 224)    0           batch_normalization_198_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_236_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_15_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_237_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "input_1_vgg19 (InputLayer)      (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_196_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_8_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_199_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_198_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_17_nasne (None, 3, 3, 672)    2709504     activation_236_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_17_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_237_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block1_conv1_vgg19 (Conv2D)     (None, 96, 96, 64)   1792        input_1_vgg19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_196_incept  (None, 1, 1, 192)    576         conv2d_196_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_199_incept  (None, 1, 1, 256)    768         conv2d_199_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_17_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_17_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_17_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_17_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block1_conv2_vgg19 (Conv2D)     (None, 96, 96, 64)   36928       block1_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_196_incept (Activati (None, 1, 1, 192)    0           batch_normalization_196_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_199_incept (Activati (None, 1, 1, 256)    0           batch_normalization_199_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_238_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_240_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_242_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_244_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_246_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "input_1_vgg16 (InputLayer)      (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "block1_pool_vgg19 (MaxPooling2D (None, 48, 48, 64)   0           block1_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_mixed_incept (Concaten (None, 1, 1, 448)    0           activation_196_incept[0][0]      \n",
      "                                                                 activation_199_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_238_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_240_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_242_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_244_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_246_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block1_conv1_vgg16 (Conv2D)     (None, 96, 96, 64)   1792        input_1_vgg16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "block2_conv1_vgg19 (Conv2D)     (None, 48, 48, 128)  73856       block1_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_conv_incept (Conv2D)   (None, 1, 1, 2080)   933920      block8_9_mixed_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_17_\n",
      "__________________________________________________________________________________________________\n",
      "block1_conv2_vgg16 (Conv2D)     (None, 96, 96, 64)   36928       block1_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block2_conv2_vgg19 (Conv2D)     (None, 48, 48, 128)  147584      block2_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_incept (Lambda)        (None, 1, 1, 2080)   0           block8_8_ac_incept[0][0]         \n",
      "                                                                 block8_9_conv_incept[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_239_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_241_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_243_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_245_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_247_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block1_pool_vgg16 (MaxPooling2D (None, 48, 48, 64)   0           block1_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block2_pool_vgg19 (MaxPooling2D (None, 24, 24, 128)  0           block2_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_9_ac_incept (Activation) (None, 1, 1, 2080)   0           block8_9_incept[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_239_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_241_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_243_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_245_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_247_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2_conv1_vgg16 (Conv2D)     (None, 48, 48, 128)  73856       block1_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv1_vgg19 (Conv2D)     (None, 24, 24, 256)  295168      block2_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_201_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_9_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_17_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_17\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_17_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_17_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_17_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_17_\n",
      "__________________________________________________________________________________________________\n",
      "block2_conv2_vgg16 (Conv2D)     (None, 48, 48, 128)  147584      block2_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv2_vgg19 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_201_incept  (None, 1, 1, 192)    576         conv2d_201_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_17_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_17_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_17_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_17_nasnet[0][0]     \n",
      "                                                                 adjust_bn_17_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_17_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_17_nasnet[0][0]     \n",
      "                                                                 normal_right4_17_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_17_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_17_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block2_pool_vgg16 (MaxPooling2D (None, 24, 24, 128)  0           block2_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv3_vgg19 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_201_incept (Activati (None, 1, 1, 192)    0           batch_normalization_201_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_17_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_17_nasnet[0][0]        \n",
      "                                                                 normal_add_1_17_nasnet[0][0]     \n",
      "                                                                 normal_add_2_17_nasnet[0][0]     \n",
      "                                                                 normal_add_3_17_nasnet[0][0]     \n",
      "                                                                 normal_add_4_17_nasnet[0][0]     \n",
      "                                                                 normal_add_5_17_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv1_vgg16 (Conv2D)     (None, 24, 24, 256)  295168      block2_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv4_vgg19 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv3_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_202_incept (Conv2D)      (None, 1, 1, 224)    129024      activation_201_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_248_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_16_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_249_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_17_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv2_vgg16 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block3_pool_vgg19 (MaxPooling2D (None, 12, 12, 256)  0           block3_conv4_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_202_incept  (None, 1, 1, 224)    672         conv2d_202_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_18_nasne (None, 3, 3, 672)    2709504     activation_248_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_18_nasnet (Conv2D (None, 3, 3, 672)    2709504     activation_249_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block3_conv3_vgg16 (Conv2D)     (None, 24, 24, 256)  590080      block3_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv1_vgg19 (Conv2D)     (None, 12, 12, 512)  1180160     block3_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_202_incept (Activati (None, 1, 1, 224)    0           batch_normalization_202_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_18_nasnet (BatchNorma (None, 3, 3, 672)    2688        adjust_conv_projection_18_nasnet[\n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_18_nasnet (BatchNor (None, 3, 3, 672)    2688        normal_conv_1_18_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "block3_pool_vgg16 (MaxPooling2D (None, 12, 12, 256)  0           block3_conv3_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv2_vgg19 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_200_incept (Conv2D)      (None, 1, 1, 192)    399360      block8_9_ac_incept[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_203_incept (Conv2D)      (None, 1, 1, 256)    172032      activation_202_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_250_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_252_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_254_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_256_nasnet (Activati (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_258_nasnet (Activati (None, 3, 3, 672)    0           normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv1_vgg16 (Conv2D)     (None, 12, 12, 512)  1180160     block3_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv3_vgg19 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_200_incept  (None, 1, 1, 192)    576         conv2d_200_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_203_incept  (None, 1, 1, 256)    768         conv2d_203_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_250_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_252_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_254_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_256_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_258_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv2_vgg16 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_conv4_vgg19 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv3_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "activation_200_incept (Activati (None, 1, 1, 192)    0           batch_normalization_200_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "activation_203_incept (Activati (None, 1, 1, 256)    0           batch_normalization_203_incept[0]\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_18_\n",
      "__________________________________________________________________________________________________\n",
      "block4_conv3_vgg16 (Conv2D)     (None, 12, 12, 512)  2359808     block4_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block4_pool_vgg19 (MaxPooling2D (None, 6, 6, 512)    0           block4_conv4_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_mixed_incept (Concate (None, 1, 1, 448)    0           activation_200_incept[0][0]      \n",
      "                                                                 activation_203_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_251_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_253_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_255_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_257_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_259_nasnet (Activati (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "block4_pool_vgg16 (MaxPooling2D (None, 6, 6, 512)    0           block4_conv3_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv1_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block4_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_conv_incept (Conv2D)  (None, 1, 1, 2080)   933920      block8_10_mixed_incept[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_251_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_253_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_255_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_257_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_259_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv1_vgg16 (Conv2D)     (None, 6, 6, 512)    2359808     block4_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv2_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv1_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block8_10_incept (Lambda)       (None, 1, 1, 2080)   0           block8_9_ac_incept[0][0]         \n",
      "                                                                 block8_10_conv_incept[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_18_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_18\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_18_nasnet (Average (None, 3, 3, 672)    0           normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_18_nasnet (Average (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_18_nasnet (Averag (None, 3, 3, 672)    0           adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_18_\n",
      "__________________________________________________________________________________________________\n",
      "block5_conv2_vgg16 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv1_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv3_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv2_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_incept (Conv2D)         (None, 1, 1, 1536)   3194880     block8_10_incept[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_18_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_18_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_18_nasnet (Add)    (None, 3, 3, 672)    0           normal_left3_18_nasnet[0][0]     \n",
      "                                                                 adjust_bn_18_nasnet[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_18_nasnet (Add)    (None, 3, 3, 672)    0           normal_left4_18_nasnet[0][0]     \n",
      "                                                                 normal_right4_18_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_18_nasnet (Add)    (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_18_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv3_vgg16 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv2_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_conv4_vgg19 (Conv2D)     (None, 6, 6, 512)    2359808     block5_conv3_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_bn_incept (BatchNormali (None, 1, 1, 1536)   4608        conv_7b_incept[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_18_nasnet (Concat (None, 3, 3, 4032)   0           adjust_bn_18_nasnet[0][0]        \n",
      "                                                                 normal_add_1_18_nasnet[0][0]     \n",
      "                                                                 normal_add_2_18_nasnet[0][0]     \n",
      "                                                                 normal_add_3_18_nasnet[0][0]     \n",
      "                                                                 normal_add_4_18_nasnet[0][0]     \n",
      "                                                                 normal_add_5_18_nasnet[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "block5_pool_vgg16 (MaxPooling2D (None, 3, 3, 512)    0           block5_conv3_vgg16[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "block5_pool_vgg19 (MaxPooling2D (None, 3, 3, 512)    0           block5_conv4_vgg19[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "conv_7b_ac_incept (Activation)  (None, 1, 1, 1536)   0           conv_7b_bn_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "activation_260_nasnet (Activati (None, 3, 3, 4032)   0           normal_concat_18_nasnet[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_vgg1 (None, 512)          0           block5_pool_vgg16[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_vgg1 (None, 512)          0           block5_pool_vgg19[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_ince (None, 1536)         0           conv_7b_ac_incept[0][0]          \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1_nasn (None, 4032)         0           activation_260_nasnet[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "dense_1_vgg16 (Dense)           (None, 128)          65664       global_average_pooling2d_1_vgg16[\n",
      "__________________________________________________________________________________________________\n",
      "dense_1_vgg19 (Dense)           (None, 128)          65664       global_average_pooling2d_1_vgg19[\n",
      "__________________________________________________________________________________________________\n",
      "dense_1_incept (Dense)          (None, 128)          196736      global_average_pooling2d_1_incept\n",
      "__________________________________________________________________________________________________\n",
      "dense_1_nasnet (Dense)          (None, 128)          516224      global_average_pooling2d_1_nasnet\n",
      "__________________________________________________________________________________________________\n",
      "concatenate_5 (Concatenate)     (None, 512)          0           dense_1_vgg16[0][0]              \n",
      "                                                                 dense_1_vgg19[0][0]              \n",
      "                                                                 dense_1_incept[0][0]             \n",
      "                                                                 dense_1_nasnet[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "dense_4 (Dense)                 (None, 128)          65664       concatenate_5[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "dropout_2 (Dropout)             (None, 128)          0           dense_4[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "main_output (Dense)             (None, 2)            258         dropout_2[0][0]                  \n",
      "==================================================================================================\n",
      "Total params: 174,902,836\n",
      "Trainable params: 65,922\n",
      "Non-trainable params: 174,836,914\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fit Generator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "steps = int(len(y_train)/batch_size)\n",
    "val_steps= int(len(y_valid)/batch_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAlYAAAFOCAYAAABEyFN0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzs3Xl83FW9//HXZ5YkTZe0abrvbN1XCojIcllkUSjoxbKIgvfCRcReceUHyEXFBfWqPxQFfi4IUqDihoLgwlJAQNokLZSWUrvQPUn3Nk2TzJzfH+dM+k2aNGk77WR5Px8M813O9/v9zHe+zXzmnDPfY845REREROTQxXIdgIiIiEhnocRKREREJEuUWImIiIhkiRIrERERkSxRYiUiIiKSJUqsRERERLJEiZVIYGYPmNmdYfpUM3u7LWUP8lg7zeyog91epCMys6vN7KUcHfsSM1sd/u1NzUUM0jUosZLDwsxWmtnu8Edsi5k9aWbDsrTfs7MR4/445150zo3Oxr7M7Hkz+88m++/hnFuejf1L24X3oiZclzubJs9mdoWZrTKzXWb2ezMr3s++ppjZfDOrDs9TIuvMzO4ys03hcZeZWVhXZGbPmNlWM3vYzOKR7e43sw8djtfeEZnZjWY2z8z2mNkDh7i77wI3hn97Zc0c62tm9oaZ1ZvZHfuJ6edm5szsmEOMRzopJVZyOF3onOsBDAI2Aj/McTxyGIVkoiP8Tcl8uPaIJs9mNh64D7gKGABUAz9ubgdmlgf8AfgV0Af4JfCHsBzgOuBiYDIwCbgQ+K+w7r+AsnCMkcAlYZ8nA4Odc7/N2ivt+NYBdwI/z8K+RgCL9rN+GfBF4MmWCpjZ+4CjsxCLdGId4Y+gdHDOuRrgcWBcZpmZ5ZvZd83sXTPbaGb3mlm3sK7EzP4UvtFvNrMXzSxmZg8Bw4E/htqGLzY9lpktNrMPRuYTZlZpZtPC/K/NbIOZbTOzueHDdB9mdoaZrYnMTzWzUjPbYWaPAQWRdX1CvJWhdu5PZjY0rPs6cCrwoxDzj8Lyhm+8oQbjwbD9KjO7LZOgZJpOwrnaYmYrzOz8ls61md1sZv8Kcb5lZpc0WX9tOEeZ9ZnzMszMfhti2BSJ8w4z+1Vk+5Eh9kSYf97Mvm5mL+MTkaPM7JrIMZab2X81iWGGmZWb2fYQ63lmdqmZzW9S7rNm9oeWXuthcCXwR+fcXOfcTuDLwIfMrGczZc8AEsAPnHN7nHN3AwacGdZ/HPhf59wa59xa4H+Bq8O6UcBzzrk9wIv4cxYHvg/Mai1IMxsbzvtWM1tkZhdF1j1gZveYryHeYWavmVmLiYCZvcfM/hH2tcDMzoise97Mvmlm/wzv1R8sUoNnZheF428NZcdG1jV7PUXWt+l6ds791jn3e2BTG85LLPzbWWVmFeHfVJH5vzU7gTiwwMz+1cKxfumc+zOwo4X9J/BfDj/dWizStSmxksPOzAqBmcCrkcXfAo4DpgDHAEOA28O6zwFrgH74b/W3AM45dxXwLqEmzDn37WYO9whweWT+XKDKOVca5v8MHAv0B0qBh9sQfx7we+AhoBj4NfDhSJEY8Av8N+LhwG7gR/igb8V/eGZqSW5s5hA/BIqAo4DTgY8B10TWnwS8DZQA3wZ+ZuablZrxL3wiVwR8BfiVmQ0Kr+NS4I6w/17ARcCm8KH+J2AVvgZlCPBoa+cl4ip8DU3PsI8K4IPhGNcA348kcCcCDwJfAHoDpwErgSeAUdEP57DfB5s7oJn9OHygN/dY2Eq83zSzKjN7OZpIAOOBBZkZ59y/gFr8ddrUeGChazwm2MKwfJ99henMujeBs81/kTgVX4syC/hza83DZpYE/gj8BX8Nfxp42MyizdaX4d/7PvhamK+3sK8h+NqZO/HX9eeB35hZv0ixjwGfwNc61wN3h22Pw/9b+wz+3+lT+C88eW24ng7kej4QV4fHv+H/LfUAfhQS3x6hzGTn3MHWON0EzHXOtXZ9SVfnnNNDj6w/8B+WO4GtQB2+Sn9iWGfALuDoSPmTgRVh+qv4ZpZjWtjv2fs57jH4b5yFYf5h4PYWyvYGHFAU5h8A7gzTZwBrwvRpIX6LbPuPTNlm9jsF2BKZfx74zyZlXIg1jv/wHhdZ91/A82H6amBZZF1h2HZgG9+HcmBGmH4G+O9mypwMVAKJZtbdAfwqMj8yHD8ReW1fbSWG32eOi29q+34L5X4CfD1Mjwe2APlZvi5PwieA+fhapR2Z6xD4O3B9k/JrgTOa2c+XgUebLHsYuCNMp4AxkXXHhvNm+NrO+/GJ2LeAofgkvwi4F5i7n2vrVGADEIsseyRy3AeAn0bWXQAsaWFfXwIearLsGeDjkff2W5F148K1Gg+vf05kXSxzrlq5ng7qesYnfw+0UubvwA2R+dH4vz2Za9XRzN+UZvbzq8z5jCwbhk9Siw5kX3p0zYdqrORwutg51xv/QXIj8IKZDcR/wy0E5mdqGYCnw3KA7+D/iP0lNCXd3NYDOueWAYuBC0NN2UXAbAAzi5vZt0Lz03Z8kgb+m/P+DAbWOueitROrMhNmVmhm94UmiO34D8beFumUvB8lQDK6vzA9JDK/IfL6qsNkD5phZh8LzWyZ8zqBva9vGL5Gq6lhwCrnXH0b4m3O6iYxnG9mr5pvxt2K/3BvLQbw/ZSuCLUXV+E/uPccZEzNcs695pzb4Xwtxi+Bl0N84L8I9GqySS+abxpqrWzT9b2Anc6rcc5d55yb5Jy7Gd8EeAu+KTKGr7U8yczOa+a4g4HVzrl0ZFmL1wu+ebbZawVfw3pptLYPeB++dioj+t6uwl+rJSGOhms2xLM6xNHa9dTm6/kANYopTCfwtd6H6gf4LxDbsrAv6eSUWMlh55xLOd8hN4X/w12Fby4b75zrHR5FLlTXhw++zznnjsInRp81s7Myu2vDITPNgTOAt0KyBXBFWHY2vnZgZFjeWjPEemBIk+aK4ZHpz+G/HZ/knOuFr+GK7nd/MVfhv1WPaLLvta3EtA8zGwH8P3wS2zcktW9G4lhN8x1vVwPDQx+Spnbhk+CMgc2UaXh9ZpYP/Ab/C6wBIYan2hADzrlX8TUip+Lfq4eaKxeOc6/t/WVf08f+Oig3F3smtkX4zuaZYxyFr9la2sx2i4BJTa6JSeztHN1oX2F6n7hC8mTOuaeBicC8kMDPC/trah0wzBr/SOCgrhf8e/FQ5N9gb+dcd+fctyJlor/kHY6/VqtCHA3XbDgPw0Ic+7ueDqdGMeHjrcf/cOZQnQV8x3z/zExi+IqZXZGFfUsno8RKDjvzZuD7fCwO327/H77vTf9QZoiZnRumP2hmx4Q/1tvwCVnmG/pGfP+J/XkUeD/wSUJtVdAT2IPvCFsIfKONL+EV/B/oWWaWNP9z+BOb7Hc3sNV8597/abJ9izE751LAHODrZtYzJEefxTdHHKju+EShEsDMrsHXWGX8FPi8mR0f3pNjwvH+iU8ev2Vm3c2swMxOCduUA6eZ2XAzKwL+Tysx5OGTkUqg3nzH5PdH1v8MuMbMzjLf2XiImY2JrH8Q3z+tzjnX4v2OnHPXu72/7Gv6aOkHCb3N7Nzw+hJmdiU+CX46FHkYX9N5qpl1xzdJ/9Y511yN1fP463KW+c7Rmb5zz0Zex2fD6xuMT74faBJPAb4p8DNh0QrgDPN9+k4Bmutv9Rq+FuqL4Vo8A/+LwwPpE5fxq/B6zw21uQXmf7QxNFLmo2Y2LtT+fhV4PHLNfiC8j8nw+vbgm8j3dz0dkPA+FeCbHzMxtpSwPQLcZGajzKwH/t/3Y22tiQ3nswD/uZgIx8rUOh+HT46nhAf48/67g3ld0snlui1Sj875wDez7cY3iezA15xcGVlfgP/DtxzYjm++mxXW3RS234XvxP7lyHYz8B3YtwKf38/x/45PhgZGlvXA993agW8m+BiRvhK00McqzE/H/0R+B/BYeGTKDsZ/0O7E1278F437IZ0clm8B7g7Losftg/+Qq8R/27+d0IcG3yflpSavrcX+HfiOypvxtQrfA14g0r8LuB7fcXhneE+mhuXD8X2hNoVt745sc08438uAa9m3j1XT/mOfwieTW/G1To8S6TOEv73AwnAulwHnRtYNxyfRXzkM12Q/4PVw3K34H1Oc06TMFeH62hWuleLIuj8Dt0TmpwLz8dd5aeZchnWG75i9OTy+TaSPXijzVeALkfkifKf0bfgvBPEWXsf48L5uA94CLomse6DJuT6DyHXczL5OCvvaHK6/J4Hhkff2m/hEaTu+03xJk/fxrRDHC/ga6Oj7uM/1xIFfz3eE9dHHHS2UjeH/7awOr+VXQJ+2HCdy7poe6+oWyqqPlR4tPsy5trSsiIgcfuZ/KVcBTHPOvZPreLoyM3se/8OFn+Y6FpGORE2BItKefBJ4XUmViHRUR7pzoYhIs8xsJb4J7eIchyIictDUFCgiIiKSJWoKFBEREckSJVYiWWJ+nLY7w/SpZvZ2W8oe5LF2hvssieSM+TEC/zMHxzUz+4X58Qb/eaSPL7I/SqykXTKzlWa2OyQQW8wPKjus9S3btN+zsxHj/jjnXnTOjW69ZOua+/By/n5N+x1XLgvH3BJu+LnfWGzfAavNzGaZ2ZtmtsvM1pgf/HpilmMcaWZPhTg3mNmPbO/g0KfavjcOdWb24Rb2lW9mPzc/2PAGM/tsk/UfscaDV18cWXeW+cGEN5jZZZHlvc0P3N3cIM5djvlxBB8P/wadNR6n8UC9DzgHGOqcO7HpSjMbZGZPmNm6cKyRLcRUbH6g6BbvmSZyoJRYSXt2ofN3Yx+Evy/SD3McT5cQPoROxd+r56KD2MX/Bf4bP7BwMf7mir8HPpCdCBv8GH9rhkH4mzaeDtwADYltw01D8YNC72TvzUCbugM/nt8I/CC+X7QwpIz5wYp/hb9xay/8ANKzLdzcFj/cyYX4Ab9/HLmp5DfxY+01d4PRruol4KM0HnbnYIwAVjrndrWwPo1/r5tNpCPuwt9DTyRrlFhJu+ecqwEexw8CCzTUMHzXzN41s43mhzjpFtaVmNmfzI9/ttnMXjR/l++H8Dcu/GOowfhi02OFWokPRuYT4RvttDD/61Azsc3M5ppZS3f5blqLMzXUXuwws8fwN0jNrOsT4q0MtS9/snD3azP7Oj7J+VGI+UdhuTOzY8J0kZk9GLZfZWa3WRjyxMyuNrOXwrnaEmpWzm/llH8Mf/PMB/ADFbeZmR2Lv0Ho5c65Z50fk6/aOfewazxUSjaMwo8nWOOc24D/IG32/cC/jsf380H8ceBrzrktzrnF+JEBrg7rhgJbnXN/dt6ThEHEw/ruzrk3nXML8EPy9DWzE4FRzrk5rb0IM7vWzJaFa/UJ83dqz6xzZna9mb0Trud7zKzZIZjCNX6z+bEwN5nZHPMjAWRq95yZXRdqcdab2ecj2+ab2Q/CunVhOj+yfob5MSi3h/1HxzEcYWYvh2v7L2bW7Nibzrla59wPnL+jfqoN52VwOB+bw/m5Niz/D/woAieHfxNfaeZYG51zP8bfELal/b8XPzLBL1qLReRAKLGSds/8cBoz8R/2Gd/C14RMAY7BD/56e1j3Ofwd2/vhB2C9BXDOuavwd9W+MNRkfLuZw2XGGcw4F6hyzpWG+T/jazb64++2/XAb4s/D19g8hK/B+TWNv0nH8H/cR+ATv934YV1wzt0KvAjcGGK+kX39EH/X7qPwtTYfA66JrD8Jf7f1EvwdwH/W0odz8LHwuh4GzjWzAxnE9iz8nb7b3O/FzH5skYGAmzwW7mfTHwCXmR8EewhwPs3USJkfnubf8YM8N3f8PvharwWRxQvYm6TNAxab2UXmh365GD98Sya2CjObbGaT8TUlW/C1drPa8NrPxNdsfSTEsIp9h6f5IHACfuzAj+CvyeZ8Gn+ritPxowFswd81P+rf8Nfv+4Ev2d5m8VuB9+D/PU3GD9l0W4jxRPwQPV8AeuOHAVoZ2ecV+OutP35Io8+THY/i/x0Pxr9/3zCzM51zP8OPIPBK+DfRdAipVpmvVfwRflxN/TResivXt37XQ4/mHvg/3DvxQ4/U4QdYnRjWGaHGIFL+ZGBFmP4qfjiSfYacCPs9ez/HPQY/5ElhmH8YuL2Fsr3xf5SLwvwDNDMkDv6DaB2RIU3wY6rd2cJ+pwBbIvPPs++wMS7EGsfXkoyLrPsv4PkwfTWwLLKuMGw7sIVjvy+c75IwvwS4qZVYoq/1VuDVI3SNjMUPKVMfXtMD0XMcKXcVfhy+fdaF9cPC9gWRZefgm5oy8/8Rrsd6/Fh9H2jyfj2PH8fvLHxC9TV8IvQM8BxwegvH/hnw7ch8j3D+R0be5/dF1s8Bbm5hX4uBsyLzg8K+EvgBxx0wJrL+28DPwvS/gAsi687NvH7gPuD7LRzzeeC2yPwNwNNteO/WAGfsZ/0wfK1Wz8iybwIPRK7rl9pwnER43SObLL8J+MmB7EsPPdr6UI2VtGcXO+d645vNbgReMLOB+JqoQmB+pmYDX1PRL2z3HfwYdH8xs+VmdnNbD+icW4b/gLow1JRdRBjIOdRWfCs0hWxn77f2Zps+IgYDa51z0W/GqzITocblvtCMtx2YC/S2vX119qcESEb3F6aHROYb+rM456rDZI8W9vdx4C/OuaowP5vGzYH14XhRSfwHOPix4Qa1Ie5DEpo6nwZ+ix98ugQ/5uJdzRT/OPBgk/MftTM894os64VPsAm1Ot/GJ5B5+Bqhn5rZFADnXLlz7gzn3En4sfM+gR8H86fAV/C1OQ+1UEs4mMh755zbiT+Hzb5/+KSupfduBPC7yL+JxfjkJFrjuDoyvSocf584mqwbhk+8WtLW+A7EYGCza9w/rel1fVBCU+ss/JcAkaxTYiXtnnMu5Zz7Lf5D4n34QV134wd97R0eRc53UsY5t8M59znn3FH4xOizZnZWZndtOGSmOXAG8FZItsA3ecwAzsY3vY0My/fXrAawHhjS5IN1eGT6c8Bo4CTnXC98DVd0v/uLuQqf1Ixosu+1rcS0D/N91D4CnG6+H9kG/Df7TDMX+KbUkU02HcXeD+W/A0PNbPoBHPde2/cXfJnHohY2K8a/zh85349rE7459YIm+x6GT4gebOn4zrkt+PdocmTxZCBz7CnAXOfcPOdc2jn3Or52qrlfl34fX4OzG5gIzHPOrcQnn/2aKb+OyHsXmi37chDvHz5pOj/yb6K3c67AORfdV/SXtcPD8feJo8m61eztT3akrAOKrfEvKg/qum7Gifjk/61wjf9f4MRwzbfly4zIfimxknbPvBn4GonFzrk0vnPx9y38MsvMhpjZuWH6g2Z2TEhktuETsnTY3UZ8X6T9eRTfB+WThNqqoCe+b80mfI3ZN9r4El7B1/TMMrOkmX0I/8c9ut/dwNbQ2bhpn5EWY3bOpfDNQ183s55mNgL/67VftTG2qIvx52ocPpmYgm9uexHf7wrgMeAaMzsxvC/H4ZOvR0M87+B/rfeI+Q78eWZWYGaXtVRz6Jy73kV+wdfk0Wxn9FCjtgL4pPkfGPTG10w17ZN1FfAP59z+alzAJ163mf8hwRjgWnzTIvgO0KdmaqjMbCr+BwWNjmVm5+CbE/8UFq0AzjT/A4d8/HXT1CP48znFfGfxbwCvhWTsQN2Lvw5GhHj6hX83UV8ONaTj8TVpj0XiuC1sU4Lvr5i5hn4WYjzLfAf5IeEcHTDzneQzP9zIXBv7fDFxzq3GN5d/M5SZhG+ObfN1HY6T6YAfPe6f8V8OMtf47UAZMCX8exI5NLlui9RDj+Ye+Ga23fhmmh3Am8CVkfUF+A+h5cB2fLPHrLDuprD9Lnxfji9HtpuBr3XZCnx+P8f/Oz4ZGhhZ1gPfd2sHvobmY4S+TmH9AzTTxyrMT8f/8d6B/zB7LFJ2ML6vyk5gKb6PlAMSYf3JYfkW4O6wLHrcPvgPnEp87cLtQCysu5om/Uei2zZZ/jTwv80s/wi+uScTzyfwtTnb8U2uN2eOF9Yb/nYLi/BNQ2vD6x2f5Wsk07dpC77mbg4woEmZJcB/NLPtlcCiyHw+8PPwmjYCn21S/sbwWneEa+5zTdbnA+XAiMiys8J1uB64bD+v43p8U9tm4E/4ezM1+15Fr7Fm9hPDJ9Vvhzj/BXwjrBsZ9nUdvjZoA/DFJv+e7g6xrg/T0T5nl+ATyR3hPJwblj9PpM9dc9dbM/+uXZPHyBbKDg3nY3N4Lde39TiRc9fo0UK5Vvelhx4H8tBYgSIinZz5e5OtAJLOufrcRiPSuakpUERERCRLlFiJiIiIZImaAkVERESyRDVWIiIiIlmixEpEREQkSxK5OnBJSYkbOXJkrg4vIiIi0mbz58+vcs41d6PfRnKWWI0cOZJ58+bl6vAiIiIibWZmq1ovpaZAERERkaxRYiUiIiKSJUqsRERERLJEiZWIiIhIliixEhEREckSJVYiIiIiWaLESkRERCRLWk2szOznZlZhZm+2sN7M7G4zW2ZmC81sWvbDFBEREWn/2lJj9QBw3n7Wnw8cGx7XAT859LBEREREOp5W77zunJtrZiP3U2QG8KBzzgGvmllvMxvknFufpRhFRCRiV90uXlj9AtX11bkORaRdmFgykdHFo3MdBpCdIW2GAKsj82vCsn0SKzO7Dl+rxfDhw7NwaBGRrmPV9lU8suQRfr/s9+yq25XrcETajZuOv6lTJVZt5py7H7gfYPr06e5IHltEpCNKuzQvrX2J2Utm8/Lal0nEEpw78lxmjp7J4O6Dcx2eSLvQI69HrkNokI3Eai0wLDI/NCwTEZGDtKN2B39Y9gceWfII7+54l37d+nHDlBu49LhLKelWkuvwRKQF2UisngBuNLNHgZOAbepfJSJycJZvXc7sJbN54l9PsLt+N5P7TeZTUz7FOSPOIRlP5jo8EWlFq4mVmT0CnAGUmNka4H+AJIBz7l7gKeACYBlQDVxzuIIVEemMUukUc9fMZfaS2by6/lWSsSTnjzqfK8Zewfi+43MdnogcgLb8KvDyVtY74FNZi0hEpIvYtmcbv1/2ex5Z8ghrd66lf2F/Pj3103z42A/Tt1vfXIcnIgfhiHZeFxEReGfLO8xeMpsnlz/J7vrdTOs/jZuOv4kzh59JMqbmPpGOTImViMgRUJ+u54XVLzB7yWz+ueGf5Mfz+cBRH+DyMZczpnhMrsMTkSxRYiUichhtrdnKb975DY+9/Rjrd61nUPdBfGbaZ/jwsR+md0HvXIcnIlmmxEpE5DBYsnkJsxfP5qkVT7EntYcTB57Il074EqcPO51ETH96RTor/esWEcmSunQdz777LLMXz6a0opSCeAEXHn0hl4+5nOP6HJfr8ETkCFBiJSJyiDbXbOY3S3/Do28/SkV1BUN6DOHz0z/PxcdcTFF+Ua7DE5EjSImViMhBWrRpEbMXz+bpFU9Tm67l5EEn8+X3fJlTh5xKPBbPdXgikgNKrEREDkBdqo6/rvors5fMZkHlArolunHJsZdwxZgrOKr3UbkOT0RyTImViEgbVO2u4tdLf82v3/41lbsrGd5zOF864UvMOGYGPfN65jo8EWknlFiJiOzHwsqFzF4ym2dWPkN9up5ThpzCV8Z8hVOGnELMYrkOT0TaGSVWIiLNqK6r5oa/38D8jfPpnuzOzNEzuWz0ZYwsGpnr0ESkHVNiJSLSjNfWv8b8jfO5YcoNfGzcx+ie7J7rkESkA1BiJSLSjLLKMpKxJJ+Y8Any4/m5DkdEOgh1EBARaUbZxjLG9R2npEpEDogSKxGRJvak9rBo0yKm9Z+W61BEpINRYiUi0sSiqkXUpeuY0n9KrkMRkQ5GiZWISBOlFaUASqxE5IApsRIRaaK8opyRvUZSXFCc61BEpINRYiUiEpF2acoqypg2QP2rROTAKbESEYlYsW0F22u3M6WfmgFF5MApsRIRicj0r1KNlYgcDCVWIiIR5RXlFBcUM7zn8FyHIiIdkBIrEZGI0o2lTO0/FTPLdSgi0gEpsRIRCSqrK1mzcw1T+0/NdSgi0kEpsRIRCcoqygCUWInIQVNiJSISlFWUURAvYGzx2FyHIiIdlBIrEZGgrKKMCSUTSMaTuQ5FRDooJVYiIkB1XTVLNi9RM6CIHBIlViIiwBtVb5ByKSVWInJIlFiJiOCbAQ1jcv/JuQ5FRDowJVYiIvjE6pg+x9Arr1euQxGRDkyJlYh0eal0igWVC5jWX8PYiMihUWIlIl3eO1vfYVfdLqb018DLInJolFiJSJdXujEMvKwaKxE5REqsRKTLK68op39hfwZ1H5TrUESkg1NiJSJdXmlFKdP6T9PAyyJyyJRYiUiXtn7nejZWb1T/KhHJCiVWItKllVaof5WIZI8SKxHp0soqyihMFHJsn2NzHYqIdAJKrESkSyurKGNyv8kkYolchyIinUCbEiszO8/M3jazZWZ2czPrR5jZ381soZk9b2ZDsx+qiEh27ajdwTtb3tH4gCKSNa0mVmYWB+4BzgfGAZeb2bgmxb4LPOicmwR8FfhmtgMVEcm2BZULcDimDlBiJSLZ0ZYaqxOBZc655c65WuBRYEaTMuOAZ8P0c82sFxFpd8oqyohbnEklk3Idioh0Em1JrIYAqyPza8KyqAXAh8L0JUBPM+t76OGJiBw+ZRVljC4eTWGyMNehiEgnka3O658HTjezMuB0YC2QalrIzK4zs3lmNq+ysjJLhxYROXB16TreqHxDt1kQkaxqS2K1FhgWmR8aljVwzq1zzn3IOTcVuDUs29p0R865+51z051z0/v163cIYYuIHJolm5ZQk6rRjUFFJKvakli9DhxrZqPMLA+4DHgiWsDMSswss6//A/w8u2GKiGRXWUUZgH4RKCJZ1Wpi5ZyrB24EngEWA3Occ4vM7KtmdlEodgbwtpktBQYAXz9M8YqIZEVZRRlDegyhf2H/XIciIp1Im+6I55x7CniqybLbI9OPA49nN7RDU7u7nopV2xl0bG/icd0HVUT2cs5RVlHGewe/N9ehiEgn02lvNbzqzU385WeLyOuWYMSEvoyaVMLw8cXkFyZzHZqI5NjqHavZVLNJ/atEJOs6bWI1clIJ518/kRWugEFdAAAgAElEQVQLq1j1RhXvvL6RWMwYfFxvRk4sYdTkEnqVdMt1mCKSA5n+VfpFoIhkW6dNrJL5cY6a0o+jpvQjnXZsXLGdlQurWLGwipd+/Q4v/fodigd3Z9SkEkZOLmHAiF5YzHIdtogcAWUVZfTM68lRvY/KdSgi0sl02sQqKhYzBh1dxKCjizj5kqPZWlHNyoVVrFxYRelf3mX+06vo1iuPkRN9k+HQscUk8+K5DltEDpOyijKm9p9KzNT/UkSyq0skVk317l/IlLOHM+Xs4dTsquPdRZtYsbCKf82vYPHL64knYwwbW8yoSSWMmNiX7kX5uQ5ZRLJkS80Wlm9bzoVHX5jrUESkE+qSiVVUQfckx504kONOHEiqPs26d7ayYmEVKxf4Gi2A/iN7MWqS75dVPLg7ZmoyFOmoyivKAd2/SkQOjy6fWEXFE76matjYYk79yLFsXreLFQt8v6zXnljOa08sp2ffgoZ+WYOP6U08oaYEkY6krLKMRCzB+L7jcx2KiHRCSqxaYGb0HdKDvkN6MP2Ckezatsf3y3pjE4teWsfC59aQVxBneMOtHPpS0F23chBp78o2ljG+73gKEgW5DkVEOqFOm1htWvMuC/72Z3oPGETvAYMoGjCQov4DSSQPLvnpXpTP+FOHMP7UIdTVplizeLNvMnxjE8vmVWAxY/CxRQ23cijqV5jlVyQih2pPag+LNi3iyrFX5joUEemkOm1itWXDet589q/U7anZu9CMnsUl9B4wkKIBg+g9YCC9B+5NvAq692jTvpN5cUZN7seoyf1wacfGVdtZGZoMX358GS8/vow+g7o39MvqP7IXMd3KQSTnFlUtoi5dp/5VInLYmHMuJweePn26mzdv3mE9hnOO6m1b2bpxA9s2rmfrxvVs3biBrRvXs23jBqq3bW1UvqBHz4ZEq1HyNWAQ3fsUt6nT+rbK3aHJsIp1S7eSTju69UwyYmIJoyaVMGxsMcl83cpBJBd+9sbP+EHpD3hh5gsUFxTnOhwR6UDMbL5zbnqr5TpzYtWa2t3VIenaEJKu9Q1J2PbKSpxLN5RN5OVT1H9ASLwySZef7tVvAPHEvpV/e6rreHeRbzJ8d9Em9lTXE0/EGDq2DyPG96Vn3wIKe+XRrWce3XomSSSVcIkcTjf+/UZWbV/FHy/5Y65DEZEOpq2JVadtCmyLvG6F9B95FP1H7nv35VR9PdurKti2YW8tVybpWrWwnPraPQ1lzWL0LOnXULtVNGAgfQYOpmjAQEZMHMSxJwwglUqzftm20GRYyao3Nu0bT0Gcbj3z9iZbvXzCVdgzLyxPhiQsj/zChG77IHIA0i5NeWU5Zw47M9ehiEgn1qUTq/2JJxL0GTiYPgMH77POOceuLZsbJVuZ5GvpP/9BzY7tjcoXFvWmKCRdvQcMZNo5A0kW9CHt8knVJUjVJdmzG2p21rN7Ry3VO2rZWlHNumVbqdlVB81UKsbi1lDTlUnEMglYt157k7HMfDyu20JI17Zi2wq27dmm/lUiclgpsToIZkaP4r70KO7L0LET9lm/p3oXWzdE+3P56TWL32TxS89Dc82vZuR3KySvsDA8d6dPSSF5Q7sRT3YjFs8Hy8e5PJxLkq5PUlefoL42zs5NcarWGDU7Y6RTzddi5RcmIs2OeRT2TIYasZCQRWrHkgVx1YZJp5MZeFmJlYgcTkqsDoP8wu4MOOoYBhx1zD7r6uvq2F65ke2VFeyp3hUe1dTurmZP9S5qq6vD/C7f8X7DOvZU+3WpurpWj53IyyOZ341EfiGJZAEWzycWywfy2LMzj93bkqRCQlZflwTLwywPLB+zfLA84ol88goSJPJiJPPjJPLikeeYf86Lk8iPk8yLhedoOb9dMj9OIhknkR/m8+LEkzElbZITZRVlFBcUM6LXiFyHIiKdmBKrIyyRTFI8eCjFg4ce8Lb1dXX7JGB7dkeSsepd7NldHeZ3hbLV7KneQu3u3X5Zze7ma8yizKiJJbFYwj8sAZbAiOOIAwmci+NcDOfiGAkwv9yXi85H1of9JJJJnwDm5ZHIzyOZn0+yIJ+8/DyS3fLJy082JGuZRC6TtCXz4sQSRjwRI54wYokY8XiMeCIWWR4jFjfiyRjxuGExUzInDQMv61oQkcNJiVUHkkgmSSSLKOxVdND7cOk0tTU1ITnbxZ7du/1z9a69ydfuaurr6qivrSVVV0t9XR2p2lrqw3TD8to9TeZrSdXW0tovTVuvd4v5JCwkcZZJyoiHxC0WysT9c5jeuzwWts1Mx4jFE8Ri4TmeIBaPh4efjicSxBIJ4gm/LJ5IEk/GSSSTxBIJEokE8WSCeF5IDJN+PpmXRyIvQSIvQTwZJxYzYiGZi8UtzMf2Lsss32c+RixmWDyyLObLyKGr2l3F6h2rmTl6Zq5DEZFOTolVF2OxGPmFheQXFgL9Dssx0qmUT8Jqa0nV1VFfVxsSs7qGZMwnYuG5yXQqJGuZ8nU1tdTW7PHL9uwhlUqRrq8nnUqRqq8lnfLT6XQKl6onnU6RTqVwab8MlyZ1WF5pUzHA2JvQWaNlvqYkWqbpfAyjmWVmmIXpWAyz8IjFMIv757A8FothMb8sllkeS4Rp27tdmI9Z3C+PxUOiF9kuHqbDNj5BjDXadywej0zHQvIaw8LyzDaZ7eINCa1h8TjxWIxYIh6Sysw2Ph6fXMbA8OvNwHwfR4uF5+h0wzIaaiktlC/dUAbOmNJvyhG5EkSk6+rS97GSrsE555Ov+hSpTBLWkJjVheewvEk5v7x+b/lUPam6eurr6knV1lFfW+en6/1yv48U6VSaVCqFS6X8czrdsDydmU/vXd5oPp3GpdM45+f9dPQ5hXMuPPtluLRfFqab/Slph2WRR5N5a2F5ZL3tZzuzJvPNrGtchpDk0kwZQnJMQ0IcNmhc7kDmY82va5jGIOaffTFrSNAz83vLZmJvvK7x/huXscz+GqaNWOb1N42lyWPvcRpvnzkvDfOxaGw0uz9/Lmh4zQ2Jcyzynpn/4hiDhnPSaP+ZJD28poZjYcRi4fpoGkuoMY6+5ljT1xHD15bHjFjDeYllLhe/z0avJ5TxBw3bZL74RM4rFjkfe2PYe9y9+7CG/2UuubBtZHlmfw3LM9cmNNqvtEz3sRIJzMw37SWSdJVhsn3i1TRpc6EGz0WSt/CcbmZZZh+ZbVMp0uk06foU6bQLCWgmOUw3JI3pVEgOw3Mm2XRpRyqV3huX27sdzpEOx8vE4+M4kGfXkFxmlhOWrdy2kpgzhvQYEklCQ5l0ZDvn/DaE53Q6nM+0T1WdA1cfmrtdw3PmOODvlxU2athPwzQu/BeWs+86vzayPrqvyDzReRGgUXbV6AtFa2Ui09bS+ubL7y3e2n4bL7fGmWDrMVqTbZpsP+aU8znv+o/QHiixEumEzELTWlx386+uq+a9j7yXT0z4BB+fNivX4RwWjRPCkAg69i5LR5LFsD6a4DVsH5JDl06TdmE7lyadST7TLiTmIQnG4StJU/65UWIb3S97k/XM8dMhhUw3KdeQEIckNQ1kymWS2XTmNbrG+3ThXETLhvU4Fynvmrz+xuvDSW1IpvfZJt14XaP3ILM/vzRyfsP5aUiaM/mxT9ozZRqS74bkPSxrUiba2hTd/97YI8dpiHXvvqLXS8NrbUj8G4JrMk+j/Tasa/iC0BDQ3rKZQzaJJbOi8blqtFVDDNGwG52TyIqeJQff9zjblFiJSKf2ZtWbpFyqU9+/Ktrc5ymhFskV3Y5bRDq10opSDGNy/8m5DkVEugAlViLSqZVXlHNMn2Poldcr16GISBegxEpEOq1UOkV5ZTlT+3XeZkARaV+UWIlIp/XO1nfYVbeLqQOUWInIkaHESkQ6LQ28LCJHmhIrEem0yjaW0b+wP4O7D851KCLSRSixEpFOq6xSAy+LyJGlxEpEOqX1O9ezYdcGNQOKyBGlxEpEOiX1rxKRXFBiJSKdUmlFKYWJQo7rc1yuQxGRLkSJlYh0SuUV5UzqN4lETCN3iciRo8RKRDqdHbU7WLplKdP6T8t1KCLSxSixEpFOZ2HlQhxONwYVkSNOiZWIdDqlFaXELc6kkkm5DkVEuhglViLS6ZRXlDO6eDSFycJchyIiXYwSKxHpVOrSdSysXKjbLIhITiixEpFO5e3Nb1OTqlFiJSI50abEyszOM7O3zWyZmd3czPrhZvacmZWZ2UIzuyD7oYqItK50YymgG4OKSG60mliZWRy4BzgfGAdcbmbjmhS7DZjjnJsKXAb8ONuBioi0RXllOUN6DKF/Yf9chyIiXVBbaqxOBJY555Y752qBR4EZTco4oFeYLgLWZS9EEZG2cc5RurFUtVUikjNtuSXxEGB1ZH4NcFKTMncAfzGzTwPdgbOzEp2IyAFYs2MNm2o2KbESkZzJVuf1y4EHnHNDgQuAh8xsn32b2XVmNs/M5lVWVmbp0CIiXmmF+leJSG61JbFaCwyLzA8Ny6L+A5gD4Jx7BSgASpruyDl3v3NuunNuer9+/Q4uYhGRFpRVlNEzrydH9z4616GISBfVlsTqdeBYMxtlZnn4zulPNCnzLnAWgJmNxSdWqpISkSOqrKKMKf2mENu3wlxE5Iho9a+Pc64euBF4BliM//XfIjP7qpldFIp9DrjWzBYAjwBXO+fc4QpaRKSprTVbWb5tOdMGaOBlEcmdtnRexzn3FPBUk2W3R6bfAk7JbmgiIm1XXlkOwJR+U3IciYh0ZaovF5FOobSilEQswYSSCbkORUS6MCVWItIplFeUM67vOAoSBbkORUS6MCVWItLh7Unt4c2qN5nWX/2rRCS3lFiJSIf31qa3qEvXMaW/+leJSG4psRKRDk8DL4tIe6HESkQ6vPKKckb2GklxQXGuQxGRLk6JlYh0aGmXpqyyTLVVItIuKLESkQ5t5baVbNuzTYmViLQLSqxEpEPTwMsi0p4osRKRDq2soozigmJG9BqR61BERJRYiUjHlhl42cxyHYqIiBIrEem4qnZXsXrHag28LCLthhIrEemwyirKAHRjUBFpN5RYiUiHVVZRRn48n3HF43IdiogIoMRKRDqwso1lTCiZQDKezHUoIiKAEisR6aCq66pZsnmJBl4WkXZFiZWIdEhvVr1JvatX/yoRaVeUWIlIh1RaUYphTO43OdehiIg0UGIlIh1SeUU5R/c+mqL8olyHIiLSQImViHQ4qXSK8spy9a8SkXZHiZWIdDjLti5jV90u9a8SkXZHiZWIdDiZgZd1x3URaW+UWIlIh1NWUUb/bv0Z3H1wrkMREWlEiZWIdDhlFWVMHTBVAy+LSLujxEpEOpT1O9ezYdcGpvafmutQRET2ocRKRDqUzMDLSqxEpD1SYiUiHUpZRRmFiUKO63NcrkMREdmHEisR6VDKKsqY1G8SiVgi16GIiOxDiZWIdBg7anfwztZ3dGNQEWm3lFiJSIexsHIhaZfWjUFFpN1SYiUiHUZZRRlxizOp36RchyIi0iwlViLSYZRVlHFcn+Ponuye61BERJqlxEpEOoS6dB1vVL2hYWxEpF1TYiUiHcLbm99md/1u9a8SkXZNiZWIdAgNNwbtpxuDikj7pcRKRDqEsooyhvQYwoDuA3IdiohIi5RYiUi755zzAy9rGBsRaeeUWIlIu7dmxxqqdlcpsRKRdk+JlYi0e6UVpYAGXhaR9k+JlYi0e2UVZfTM68nRvY/OdSgiIvulxEpE2r2yijKm9JtCzPQnS0Tatzb9lTKz88zsbTNbZmY3N7P++2ZWHh5LzWxr9kMVka5oa81Wlm9brmZAEekQEq0VMLM4cA9wDrAGeN3MnnDOvZUp45y7KVL+00DO/wJuq65j5aZdDOpdQEn3fGIxy3VIInIQyivLAfWvEpGOodXECjgRWOacWw5gZo8CM4C3Wih/OfA/2Qnv4L2yfBPX/2o+AHnxGAOLChhUVMDg3t0YVFTAoN7dGBzmBxd1o1e3BGZKvkTam7KKMhKxBBNKJuQ6FBGRVrUlsRoCrI7MrwFOaq6gmY0ARgHPHnpoh+b4EX24/6rjWb+thnXbdrN+aw3rt+3mnys2s2F7Dam0a1S+MC/eOPEq6saQ3t0Y1NtPD+5dQGFeW06XiGRTWUUZ4/qOoyBRkOtQRERale1M4TLgcedcqrmVZnYdcB3A8OHDs3zoxvr1zOf94wc2uy6VdlTu2NMo4Vq7de/0kg07qNyxZ5/tirolGVRUsE/CNajI13oNLCogL6HOtSLZsie1hzer3uTKsVfmOhQRkTZpS2K1FhgWmR8aljXnMuBTLe3IOXc/cD/A9OnTXUvlsmL7Onj3VTADrNFz3GIMxBhoBvkGA8KjoQzUpQvYUl3Hpl21VO2qZdPOzHQdVVV1rF1Vy+KaFA7ffOgwHEZRYR4lPfLp26OAkp75lPQsaHj071lAn+75xGOxvcc6UAfVXNmZmjgP72Uj7ctbm5dQl65jSn5/qHw71+GISHvVvR8UFuc6CqBtidXrwLFmNgqfUF0GXNG0kJmNAfoAr2Q1woO1dj48fs1Bb54E+odHi/KbWZYCtoWHiBySsqKeUNyHqb+bBel0rsMRkXZq0fjPMf7S23MdBtCGxMo5V29mNwLPAHHg5865RWb2VWCec+6JUPQy4FHnXPuoUhh1OtzwKjgHuGae05Fp2lBmf/tpfnvn0lTvqWfzrj1s3VXD5l21bK3ew9ZdtWzfXUf6AE+VtVBbs7+9HFRdlUvj2nVH/vYcm2TTX7o/T1FqOw8VfSnXoYhIOzZh4HsZn+sgAstVHjR9+nQ3b968nBxbRNq/tEtz+mOn82/D/o2vnvLVXIcjIl2cmc13zk1vrZx6WotIu7Ry20q27tmq+1eJSIeixEpE2qWyijJANwYVkY5FiZWItEulFaUUFxQzoteIXIciItJmSqxEpF0qryhnSr8pGhFBRDoUJVYi0u5U7a7i3R3vqhlQRDocjdEiIu1OeUUYeHmAEiuRbKmrq2PNmjXU1NTkOpR2raCggKFDh5JMJg9qeyVWItLulFaUkh/PZ1zxuFyHItJprFmzhp49ezJy5Eg1sbfAOcemTZtYs2YNo0aNOqh9qClQRNqdso1lTCiZQDJ+cN8YRWRfNTU19O3bV0nVfpgZffv2PaRaPSVWItKuVNdVs2TzEvWvEjkMlFS17lDPkRIrEWlX3qx6k3pXr8RKpBPq0aNHrkM47JRYiUi7krkx6OR+k3MciYjIgVNiJSLtSllFGcf0Poai/KJchyIih4lzji984QtMmDCBiRMn8thjjwGwfv16TjvtNKZMmcKECRN48cUXSaVSXH311Q1lv//97+c4+v3TrwJFpN1IpVMsqFzA+aPOz3UoInIY/fa3v6W8vJwFCxZQVVXFCSecwGmnncbs2bM599xzufXWW0mlUlRXV1NeXs7atWt58803Adi6dWuOo98/JVYi0m4s27qMnXU71b9K5DD7yh8X8da67Vnd57jBvfifC8e3qexLL73E5ZdfTjweZ8CAAZx++um8/vrrnHDCCXziE5+grq6Oiy++mClTpnDUUUexfPlyPv3pT/OBD3yA97///VmNO9vUFCgi7YYGXhbp2k477TTmzp3LkCFDuPrqq3nwwQfp06cPCxYs4IwzzuDee+/lP//zP3Md5n6pxkpE2o3SilL6d+vPkB5Dch2KSKfW1pqlw+XUU0/lvvvu4+Mf/zibN29m7ty5fOc732HVqlUMHTqUa6+9lj179lBaWsoFF1xAXl4eH/7whxk9ejQf/ehHcxp7a5RYiUi7UV5RztQBU3WvHZFO7pJLLuGVV15h8uTJmBnf/va3GThwIL/85S/5zne+QzKZpEePHjz44IOsXbuWa665hnQ6DcA3v/nNHEe/f+acy8mBp0+f7ubNm5eTY4tI+7Nh1wbOefwcbj7xZq4ce2WuwxHpdBYvXszYsWNzHUaH0Ny5MrP5zrnprW2rPlYi0i6of5WIdAZKrESkXSjdWEq3RDeO63NcrkMRETloSqxEpF0oryxncr/JJGLq+ikiHZcSKxHJuZ21O1m6ZamaAUWkw1NiJSI5t7ByIWmXVmIlIh2eEisRybnSilJiFmNSv0m5DkVE5JAosRKRnCuvKGd0n9F0T3bPdSgiIodEiZWI5FRduo6FVQvVDCgijfTo0aPFdStXrmTChAlHMJq2U2IlIjm1dPNSdtfvZuoAJVYi0vEpsRKRnCqtKAVgaj8lViKd2c0338w999zTMH/HHXdw5513ctZZZzFt2jQmTpzIH/7whwPeb01NDddccw0TJ05k6tSpPPfccwAsWrSIE088kSlTpjBp0iTeeecddu3axQc+8AEmT57MhAkTeOyxx7L2+jJ0wxgRyamyijKG9BjCgO4Dch2KSNfx55thwxvZ3efAiXD+t1pcPXPmTD7zmc/wqU99CoA5c+bwzDPPMGvWLHr16kVVVRXvec97uOiiiw5ovNB77rkHM+ONN95gyZIlvP/972fp0qXce++9/Pd//zdXXnkltbW1pFIpnnrqKQYPHsyTTz4JwLZt2w7tNTdDNVYikjPOOcoqypjSf0quQxGRw2zq1KlUVFSwbt06FixYQJ8+fRg4cCC33HILkyZN4uyzz2bt2rVs3LjxgPb70ksv8dGPfhSAMWPGMGLECJYuXcrJJ5/MN77xDe666y5WrVpFt27dmDhxIn/961/50pe+xIsvvkhRUVHWX6dqrEQkJ5xzPP7O41TtrlIzoMiRtp+apcPp0ksv5fHHH2fDhg3MnDmThx9+mMrKSubPn08ymWTkyJHU1NRk5VhXXHEFJ510Ek8++SQXXHAB9913H2eeeSalpaU89dRT3HbbbZx11lncfvvtWTlehhIrETniKqoruOMfd/Di2heZPmA6Fxx1Qa5DEpEjYObMmVx77bVUVVXxwgsvMGfOHPr3708ymeS5555j1apVB7zPU089lYcffpgzzzyTpUuX8u677zJ69GiWL1/OUUcdxaxZs3j33XdZuHAhY8aMobi4mI9+9KP07t2bn/70p1l/jUqsROSIcc7x5Ion+eZr36Q2VcvNJ97M5WMuJ2bqlSDSFYwfP54dO3YwZMgQBg0axJVXXsmFF17IxIkTmT59OmPGjDngfd5www188pOfZOLEiSQSCR544AHy8/OZM2cODz30EMlksqHJ8fXXX+cLX/gCsViMZDLJT37yk6y/RnPOZX2nbTF9+nQ3b968nBxbRI68qt1V3Pnqnfz93b8zpd8UvnbK1xhZNDLXYYl0GYsXL2bs2LG5DqNDaO5cmdl859z01rZVjZWIHHbPrHyGO1+9k+q6aj53/Oe4atxVxGPxXIclIpJ1SqxE5LDZUrOFb7z2DZ5e+TQT+k7gzvfdydG9j851WCLSQbzxxhtcddVVjZbl5+fz2muv5Sii1imxEpHD4tl3n+Urr3yF7bXbmTV1FtdMuIZETH9yRKTtJk6cSHl5ea7DOCD6KyciWbVtzzbu+udd/HH5HxlTPIb7z7mf0cWjcx2WiMgRocRKRLLmxTUvcsc/7mBzzWY+OfmTXDvxWpLxZK7DEhE5YpRYicgh21m7k+/M+w6/fee3HNP7GH541g8Z13dcrsMSETni2nTzGDM7z8zeNrNlZnZzC2U+YmZvmdkiM5ud3TBFpL16Zd0rXPLEJfx+2e/5jwn/wWMffExJlYh0Wa3WWJlZHLgHOAdYA7xuZk84596KlDkW+D/AKc65LWbW/3AFLCLtQ3VdNd+b/z0ee/sxRvYayYPnP8jkfpNzHZaISE61pcbqRGCZc265c64WeBSY0aTMtcA9zrktAM65iuyGKSLtybwN8/jwEx9mzttz+Ni4j/HrC3+tpEpEWnXxxRdz/PHHM378eO6//34Ann76aaZNm8bkyZM566yzANi5cyfXXHMNEydOZNKkSfzmN7/JZdgHpC19rIYAqyPza4CTmpQ5DsDMXgbiwB3OuaezEqGItBu763dzd+ndPLz4YYb2HMovzvsFxw84PtdhicgBuuufd7Fk85Ks7nNM8Ri+dOKX9lvm5z//OcXFxezevZsTTjiBGTNmcO211zJ37lxGjRrF5s2bAfja175GUVERb7zxBgBbtmzJaqyHU7Y6ryeAY4EzgKHAXDOb6JzbGi1kZtcB1wEMHz48S4cWkSOhvKKc216+jVXbV3H5mMv5zLTPUJgszHVYItKB3H333fzud78DYPXq1dx///2cdtppjBo1CoDi4mIA/va3v/Hoo482bNenT58jH+xBaktitRYYFpkfGpZFrQFec87VASvMbCk+0Xo9Wsg5dz9wP/ixAg82aBE5cvak9nBP+T38ctEvGVg4kJ++/6ecNKhppbWIdCSt1SwdDs8//zx/+9vfeOWVVygsLOSMM85gypQpLFmS3ZqzXGtLH6vXgWPNbJSZ5QGXAU80KfN7fG0VZlaCbxpcnsU4RSQHFlUtYuYfZ/KLN3/Bh479EL+56DdKqkTkoGzbto0+ffpQWFjIkiVLePXVV6mpqWHu3LmsWLECoKEp8JxzzuGee+5p2LYjNQW2mlg55+qBG4FngMXAHOfcIjP7qpldFIo9A2wys7eA54AvOOc2Ha6gReTwqkvV8cOyH3LlU1eyo24H9559L/9z8v/QI69HrkMTkQ7qvPPOo76+nrFjx3LzzTfznve8h379+nH//ffzoQ99iMmTJzNz5kwAbrvtNrZs2cKECROYPHkyzz33XI6jbztzLjctctOnT3fz5s3LybFFpGVLNi/h1pduZemWpcw4egZfPPGL9MrrleuwROQQLV68mLFjx+Y6jA6huXNlZvOdc9Nb21Z3XhcRAOrSdfzsjZ9x34L76F3Qmx+e+UPOGHZGrsMSEelQlFiJCMu2LOPWl2/lrU1vcf6o87nlxFvoXdA712GJiHQ4SqxEurBUOsUDix7gnvJ76JHswffO+B7njDgn1/FGCDAAABD+SURBVGGJiHRYSqxEuqgV21Zw28u3sbByIeeMOIdbT7qVvt365josEZEOTYmVSBeTdml+9davuLvsbvLj+dx16l2cP+p8zCzXoYmIdHhKrES6kNXbV3Pby7dRWlHKGUPP4PaTb6dfYb9chyUi0mkosRLpAtIuzZy35/C9+d8jYQnuPOVOLjr6ItVSiYhkmRIrkU5uS80WvjD3C7y2/jVOGXwKd7z3DgZ2H5jrsERE9qtHjx7s3Lkz12EcMCVWIp3Yhl0buO6v17Fu5zpuP/l2/v3Yf1ctlYjIYaTESqSTWrFtBdf99Tp21u7kvnPu4/gBx+c6JBFpJzZ84xvsWZzdwY/zx45h4C23tLj+5ptvZtiwYXzqU58C4I477iCRSPDcc8+xZcsW6urquPPOO5kxY0arx9q5cyczZsxodrsHH3yQ7373u5gZkyZN4qGHHmLjxo1cf/31LF/uhzH+yU9+wnvf+94svOp9KbES6YTe2vQW1//1esyMX5z3C8YUj8l1SCLSxc2cOZPPfOYzDYnVnDlzeOaZZ5g1axa9evWiqqqK97znPVx0Uev9PwsKCvjd7363z3ZvvfUWd955J//4xz8oKSlpGNR51qxZnH766fzud78jlUod1iZGJVYinczrG17n089+mqK8Iu5///2M6DUi1yGJSDuzv5qlw2Xq1KlUVFSwbt06Kisr6dOnDwMHDuSmm25i7ty5xGIx1q5dy8aNGxk4cP/9QJ1z3HLLLfts9+yzz3LppZdSUlICQHFxMQDPPvssDz74IADxeJyioqLD9jqVWIl0Is+9+xyff+HzDOs5jPvOuY8B3QfkOiQRkQaXXnopjz/+OBs2bGDmzJk8/PDDVFZWMn/+fJLJJCNHjqSmpqbV/RzsdkdCLNcBiEh2PPGvJ7jp+ZsYXTyaB857QEmViLQ7M2fO5NFHH+Xxxx/n0ksvZdu2bfTv359kMslzzz3HqlX/v727D66qvvM4/v6ShGAaiyAaKAF5WBRM05QmWLQqKGrDijxUd+0Oy4DrShhREHEtyEjp1q44yyg4IkhFMWplgRZ1abFEjQNdHsaIQTBBoQiSqCREDaESgeS7f+Quy1PIAzc5914+LyaTe3/3PHzuF5J8OeeXc/Y0ajv1rXf99dezfPlyKioqAI6dChwyZAgLFiwAoKamhsrKyhZ4d3XUWInEgJeKXmLGX2aQ1TmLZ296VjdQFpGIlJaWRlVVFV27dqVLly6MHj2agoIC0tPTyc3NpW/fxs0HrW+9tLQ0ZsyYwaBBg8jIyOD+++8HYN68eeTn55Oenk5mZiZFRUUt9h7N3Vts42eSlZXlBQUFgexbJFa4O/ML5/PMB89wQ/cbeOzax2gb1zboWCISgYqLi+nXr1/QMaLC6WplZu+5e1ZD62qOlUiUqvVaHt30KEs/WsrP+vyMhwc+THwbfUmLiARJ34VFotCR2iPM+MsMVn+ymjvS7mBK5hRd+FNEYs7WrVsZM2bMCWOJiYls2rQpoEQNU2MlEmUOHT3E1Hemsq50Hff96D7uTL8z6EgiIi0iPT2dwsLCoGM0iRorkShy4PAB7n3rXt4ve59fXvlLbrv0tqAjiYjIcdRYiUSJ/Yf2MyFvAn+t/CtzBs3hph43BR1JREROosZKJAqUVJUwPm88+w/tZ/6Q+Vz1vZa5x5WIiJwdNVYiEW7HVzuYkDeB6ppqfnvTb8m4KCPoSCIiUg9dIFQkgm0p38K4N8bhOEuyl6ipEhGJcGqsRCLU+s/Wc9eau2if2J7cobn06dAn6EgiImdl5MiRZGZmkpaWxqJFiwBITk4+9vqKFSsYN24cAPv27WPUqFFkZGSQkZHB+vXrg4jcZDoVKBKB1uxewy/W/YJe7XvxzI3P0Om8TkFHEpEYsm7Zx+zfezCs2+zULZlr/vHSMy7z3HPP0bFjRw4dOsSAAQO49dZb61120qRJDBo0iJUrV1JTU8PBg+HN21LUWIlEmBUfr+DXG39NxkUZPDXkKb7b9rtBRxIRCYsnn3ySlStXArB371527NhR77Jvv/02ubm5AMTFxdG+fftWyXi21FiJRJDFWxczd/Ncru56NY8Pfpzz4s8LOpKIxKCGjiy1hHfeeYc333yTDRs2kJSUxODBg6murj7hrhHV1dWtnivcNMdKJAK4O48XPM7czXMZ2nMoT173pJoqEYkplZWVdOjQgaSkJLZv387GjRsBSElJobi4mNra2mNHswCGDBnCggULAKipqaGysjKQ3E2lxkokYDW1NczaMIvnP3ye2y+7ndnXzCYhLiHoWCIiYZWdnc3Ro0fp168f06ZNY+DAgQDMnj2bYcOGcdVVV9GlS5djy8+bN4/8/HzS09PJzMykqKgoqOhNolOBIgE6XHOYaeumkbcnj5wf5DDxhxN1M2URiUmJiYmsXr36tK/ddtupt+dKSUnhtddea+lYYafGSiQg3xz5hsn5k9n4+UYeHPAgYy4f0/BKIiIS0dRYiQTg6+qvufutuymqKOI3V/+G4b2HBx1JRETCQI2VSCvb97d95OTlsLdqL08MfoLrul8XdCQREQkTNVYirWjPgT2MXzOeysOVLLxxIQM6Dwg6koiIhJEaK5FWsv3L7eTk5eDuLP7pYtIuTAs6koiIhJkutyDSCt7b9x53vHEHbePasmToEjVVIiIxSo2VSAtbW7KWnLwcOp3XidzsXHq17xV0JBERaSFqrERa0Kpdq5j89mR6X9CbF4a+QJfkLg2vJCIiJCcnBx2hWdRYibSQ3xX/junrptM/pT+Lb1pMx3Ydg44kIiItTJPXRcLM3Vn4wUKeLnyawd0GM2fQHBLjEoOOJSJyTP6SRZTt2RXWbV58SS+uGze+3tenTZtGt27dmDhxIgCzZs0iPj6e/Px8vvrqK44cOcIjjzzCiBEjGtzXwYMHGTFixCnr7d69m2HDhrFt2zYA5syZw8GDB5k1axY7d+5kwoQJlJeXExcXx/Lly+ndu3d43vxxGnXEysyyzewjM9tpZtNO8/o4Mys3s8LQx7+GPalIFKj1Wh579zGeLnya4b2H88TgJ9RUiYgAt99+O8uWLTv2fNmyZYwdO5aVK1eyefNm8vPzmTp1Ku7e4LbatWvX5PVGjx7NxIkT2bJlC+vXrz/hvoTh1OARKzOLA+YDNwIlwLtm9rq7n3w3xP9y93taIKNIVDhSe4SZ/zOTVbtWMebyMTyQ9QBtTGfbRSTynOnIUkvp378/ZWVlfPbZZ5SXl9OhQwc6d+7MlClTWLt2LW3atKG0tJR9+/bRuXPnM27L3XnooYdOWa8+VVVVlJaWMmrUKKCuMWspjTkVeAWw0913AZjZUmAEENG3mf7kVw9T+eGWoGOcQcMdudSv7j8mp9bQOXXc/3+Fhpc7adn6l/OTBzhw+ACZhysZnpxKlze3sZdxZ3wPIiKt6ej4u/h21yeBZhh1w40sXfgMX+wv59YhN7Dkibns+2Q365evICEhgUuvvYbKj3fQ4ZtD4F5v3twVK05Y77JB11JdXU18fDy1tbXHlquurm6tt3ZMYxqrrsDe456XAD8+zXK3mtm1wMfAFHffe/ICZjYeGA/QvXv3pqdtgv3V+9nz9Y4W3YfI8QzjkvMv4eKki4OOIiISkf7h5pu5+6GH2P/Vl+S9spTf//GPXHThhSQkJPDOhg18WlraqO0cqKo6Yb09JSUApKSkUFZWRkVFBcnJyaxatYrs7GzOP/98UlNTefXVVxk5ciTffvstNTU1JCUlhf09hmvy+n8Dr7j7t2aWA7wAXH/yQu6+CFgEkJWV1aKHbC771WMkVzXuLygoZhZ0hHoZkZsN6mp37E/ocd0LnDJudYOnjB1f/xNeC42fcfnT7D++TTxt49q2ah1ERBqruLiYxF49A83Qv1dPDv7bA6T26EGPgT9m7N/15pZbbiFrxHCysrLo27cvid27kdijB5jVm3fs5EmnrAeQkJDAzJkzueKKK+jateuxcYAXX3yRnJwcZs6cSUJCAsuXL6dXr/BfV9AamuxlZlcCs9z9p6Hn0wHc/dF6lo8DvnT39mfablZWlhcUFDQrtIiIiDRNcXEx/fr1CzpGVDhdrczsPXfPamjdxsysfRfoY2Y9zawt8HPg9ZN2dvzU+uFAcSO2KyIiIhJTGjwV6O5Hzewe4M9AHPCcu39oZv8OFLj768AkMxsOHAW+BM3aFRERkbOzdetWxowZc8JYYmIimzZtCihRwxo1x8rd/wT86aSxmcc9ng5MD280EREROZelp6dTWFgYdIwm0UV2REREzhGNufjmue5sa6TGSkRE5BzQrl07Kioq1FydgbtTUVFxVhcQ1b0CRUREzgGpqamUlJRQXl4edJSI1q5dO1JTU5u9vhorERGRc0BCQgI9ewZ7HatzgU4FioiIiISJGisRERGRMFFjJSIiIhImDd7SpsV2bFYO7Gnh3XQC9rfwPmKR6tZ8ql3zqG7No7o1j+rWPOd63S5x94saWiiwxqo1mFlBY+7rIydS3ZpPtWse1a15VLfmUd2aR3VrHJ0KFBEREQkTNVYiIiIiYRLrjdWioANEKdWt+VS75lHdmkd1ax7VrXlUt0aI6TlWIiIiIq0p1o9YiYiIiLSamG2szCzbzD4ys51mNi3oPNHAzLqZWb6ZFZnZh2Y2OehM0cTM4szsfTNbFXSWaGFmF5jZCjPbbmbFZnZl0JmigZlNCX2NbjOzV8ys+XeMjWFm9pyZlZnZtuPGOppZnpntCH3uEGTGSFRP3f4z9HX6gZmtNLMLgswYyWKysTKzOGA+MBS4HPgnM7s82FRR4Sgw1d0vBwYCE1W3JpkMFAcdIsrMA95w975ABqpfg8ysKzAJyHL37wNxwM+DTRWxlgDZJ41NA95y9z7AW6HncqIlnFq3POD77v4D4GNgemuHihYx2VgBVwA73X2Xux8GlgIjAs4U8dz9c3ffHHpcRd0Pua7BpooOZpYK3Aw8G3SWaGFm7YFrgcUA7n7Y3b8ONlXUiAfOM7N4IAn4LOA8Ecnd1wJfnjQ8Angh9PgFYGSrhooCp6ubu69x96OhpxuB1FYPFiVitbHqCuw97nkJahCaxMx6AP2BTcEmiRpzgQeB2qCDRJGeQDnwfOgU6rNm9p2gQ0U6dy8F5gCfAp8Dle6+JthUUSXF3T8PPf4CSAkyTJT6F2B10CEiVaw2VnIWzCwZ+D1wn7sfCDpPpDOzYUCZu78XdJYoEw/8CFjg7v2Bv6HTMg0KzQkaQV1j+j3gO2b2z8Gmik5e92vx+tX4JjCzGdRNG3k56CyRKlYbq1Kg23HPU0Nj0gAzS6CuqXrZ3f8QdJ4o8RNguJntpu608/Vm9lKwkaJCCVDi7v93VHQFdY2WnNkNwCfuXu7uR4A/AFcFnCma7DOzLgChz2UB54kaZjYOGAaMdl2rqV6x2li9C/Qxs55m1pa6iZ2vB5wp4pmZUTffpdjdHw86T7Rw9+nunuruPaj7t/a2u+sIQgPc/Qtgr5ldFhoaAhQFGClafAoMNLOk0NfsEDTpvyleB8aGHo8FXgswS9Qws2zqpjsMd/dvgs4TyWKysQpNsLsH+DN133CWufuHwaaKCj8BxlB3xKUw9PH3QYeSmHYv8LKZfQD8EPiPgPNEvNARvhXAZmArdd/HdUXs0zCzV4ANwGVmVmJmdwKzgRvNbAd1R/9mB5kxEtVTt6eA84G80M+GhYGGjGC68rqIiIhImMTkESsRERGRIKixEhEREQkTNVYiIiIiYaLGSkRERCRM1FiJiIiIhIkaKxEREZEwUWMlIiIiEiZqrERERETC5H8BpgZVGds3xREAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 720x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x7f2f1838eb38>"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Training with learning \n",
    "model.fit_generator(training_generator, validation_data=validation_generator, \n",
    "                    epochs=n_epoch, callbacks=callbacks, steps_per_epoch=steps, validation_steps=val_steps)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_test, y_test_true = load_data('data/macenko', purpose='test', is_gzip=True, norm='macenko')\n",
    "\n",
    "# indexes\n",
    "test_id = np.arange(len(x_test))\n",
    "\n",
    "# create a useful dictionary structures\n",
    "partition = {}\n",
    "partition['test'] = test_id\n",
    "    \n",
    "test_labels = {str(i) : y_test_true[i].flatten()[0] for i in test_id}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "generator_num = 4\n",
    "batch_size = 128"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_params = {\n",
    "    'dim': (96, 96),\n",
    "    'batch_size': batch_size,\n",
    "    'n_classes': 2,\n",
    "    'aug' : False\n",
    "}\n",
    "\n",
    "# Generators\n",
    "test_generator = multiple_batch_generator(generator_num, list_IDs=partition['test'], \n",
    "                                          data=x_test, labels=test_labels, **test_params)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_steps = int(len(test_labels)/batch_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "preds = model.predict_generator(test_generator, steps=test_steps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sklearn auc: 0.8614463907140238\n",
      "tf auc: [0.8611405, 0.8611405]\n"
     ]
    }
   ],
   "source": [
    "true_labels = np.array(y_test_true).flatten()\n",
    "pred_labels = np.array([p[1] for p in preds])\n",
    "calculate_auc(true_labels, pred_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open(os.path.join('/home/aorus', 'preds_ensemble_2_model_bin_cross_arch_15_lr_0_0001_inp96.csv'), 'w') as f:\n",
    "    f.write(\"case, prediction\\n\")\n",
    "    for i, p in enumerate(preds):\n",
    "        f.write(str(i) + ',' + str(p[1]) + '\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}