From c24a843c1a911e6fa2dbda56f19862f63fc1cab0 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 22:07:16 +0100 Subject: [PATCH 01/23] Add files via upload Added EfficientNet (v.2, small model) fine-tuning on Cifar-100 using Cerebros / ipynb notebook / py code --- cifar_100_EfficientNet.ipynb | 7819 ++++++++++++++++++++++++++++++++++ cifar_100_EfficientNet.py | 208 + 2 files changed, 8027 insertions(+) create mode 100644 cifar_100_EfficientNet.ipynb create mode 100644 cifar_100_EfficientNet.py diff --git a/cifar_100_EfficientNet.ipynb b/cifar_100_EfficientNet.ipynb new file mode 100644 index 0000000..613fc7b --- /dev/null +++ b/cifar_100_EfficientNet.ipynb @@ -0,0 +1,7819 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "-5qZGEbJXFLV", + "tags": [] + }, + "source": [ + "# Cifar-100 test for image classification" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "HaiVlCDwXYHN", + "outputId": "477fd7a9-7879-4956-82c7-e778c0bb978b" + }, + "outputs": [], + "source": [ + "import sys\n", + "sys.path.insert(0, '../..')" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "id": "MFNNWymiXFLX", + "tags": [ + "imports" + ] + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Users/sasha/jax-metal/lib/python3.8/site-packages/urllib3/__init__.py:34: NotOpenSSLWarning: urllib3 v2.0 only supports OpenSSL 1.1.1+, currently the 'ssl' module is compiled with 'LibreSSL 2.8.3'. See: https://github.com/urllib3/urllib3/issues/3020\n", + " warnings.warn(\n" + ] + } + ], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_datasets as tfds\n", + "from tensorflow.keras.datasets import cifar10, cifar100\n", + "from tensorflow.keras.utils import to_categorical\n", + "from tensorflow.keras.models import Model\n", + "from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense\n", + "import pandas as pd\n", + "import numpy as np\n", + "from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\\\n", + " import SimpleCerebrosRandomSearch\n", + "import pendulum\n", + "from cerebros.units.units import DenseUnit\n", + "from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\\\n", + " import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid\n", + "from ast import literal_eval" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "9DaIRoSOXFLY" + }, + "source": [ + "Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "4u4gJXVaXFLY", + "outputId": "f61cb273-dc6c-430e-c151-d01932603c94" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/efficientnet_v2/efficientnetv2-s.h5\n", + "87549136/87549136 [==============================] - 5s 0us/step\n" + ] + } + ], + "source": [ + "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", + " include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax',\n", + " include_preprocessing=True\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "Q4h48mm8XFLY", + "outputId": "44704127-d8ea-4cc6-f027-dc6d12e0b271", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"efficientnetv2-s\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " input_1 (InputLayer) [(None, 384, 384, 3)] 0 [] \n", + " \n", + " rescaling (Rescaling) (None, 384, 384, 3) 0 ['input_1[0][0]'] \n", + " \n", + " stem_conv (Conv2D) (None, 192, 192, 24) 648 ['rescaling[0][0]'] \n", + " \n", + " stem_bn (BatchNormalizatio (None, 192, 192, 24) 96 ['stem_conv[0][0]'] \n", + " n) \n", + " \n", + " stem_activation (Activatio (None, 192, 192, 24) 0 ['stem_bn[0][0]'] \n", + " n) \n", + " \n", + " block1a_project_conv (Conv (None, 192, 192, 24) 5184 ['stem_activation[0][0]'] \n", + " 2D) \n", + " \n", + " block1a_project_bn (BatchN (None, 192, 192, 24) 96 ['block1a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block1a_project_activation (None, 192, 192, 24) 0 ['block1a_project_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block1a_add (Add) (None, 192, 192, 24) 0 ['block1a_project_activation[0\n", + " ][0]', \n", + " 'stem_activation[0][0]'] \n", + " \n", + " block1b_project_conv (Conv (None, 192, 192, 24) 5184 ['block1a_add[0][0]'] \n", + " 2D) \n", + " \n", + " block1b_project_bn (BatchN (None, 192, 192, 24) 96 ['block1b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block1b_project_activation (None, 192, 192, 24) 0 ['block1b_project_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block1b_drop (Dropout) (None, 192, 192, 24) 0 ['block1b_project_activation[0\n", + " ][0]'] \n", + " \n", + " block1b_add (Add) (None, 192, 192, 24) 0 ['block1b_drop[0][0]', \n", + " 'block1a_add[0][0]'] \n", + " \n", + " block2a_expand_conv (Conv2 (None, 96, 96, 96) 20736 ['block1b_add[0][0]'] \n", + " D) \n", + " \n", + " block2a_expand_bn (BatchNo (None, 96, 96, 96) 384 ['block2a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2a_expand_activation (None, 96, 96, 96) 0 ['block2a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2a_project_conv (Conv (None, 96, 96, 48) 4608 ['block2a_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2a_project_bn (BatchN (None, 96, 96, 48) 192 ['block2a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2b_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block2b_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2b_expand_activation (None, 96, 96, 192) 0 ['block2b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2b_project_conv (Conv (None, 96, 96, 48) 9216 ['block2b_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2b_project_bn (BatchN (None, 96, 96, 48) 192 ['block2b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2b_drop (Dropout) (None, 96, 96, 48) 0 ['block2b_project_bn[0][0]'] \n", + " \n", + " block2b_add (Add) (None, 96, 96, 48) 0 ['block2b_drop[0][0]', \n", + " 'block2a_project_bn[0][0]'] \n", + " \n", + " block2c_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2b_add[0][0]'] \n", + " D) \n", + " \n", + " block2c_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2c_expand_activation (None, 96, 96, 192) 0 ['block2c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2c_project_conv (Conv (None, 96, 96, 48) 9216 ['block2c_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2c_project_bn (BatchN (None, 96, 96, 48) 192 ['block2c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2c_drop (Dropout) (None, 96, 96, 48) 0 ['block2c_project_bn[0][0]'] \n", + " \n", + " block2c_add (Add) (None, 96, 96, 48) 0 ['block2c_drop[0][0]', \n", + " 'block2b_add[0][0]'] \n", + " \n", + " block2d_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2c_add[0][0]'] \n", + " D) \n", + " \n", + " block2d_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block2d_expand_activation (None, 96, 96, 192) 0 ['block2d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block2d_project_conv (Conv (None, 96, 96, 48) 9216 ['block2d_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block2d_project_bn (BatchN (None, 96, 96, 48) 192 ['block2d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block2d_drop (Dropout) (None, 96, 96, 48) 0 ['block2d_project_bn[0][0]'] \n", + " \n", + " block2d_add (Add) (None, 96, 96, 48) 0 ['block2d_drop[0][0]', \n", + " 'block2c_add[0][0]'] \n", + " \n", + " block3a_expand_conv (Conv2 (None, 48, 48, 192) 82944 ['block2d_add[0][0]'] \n", + " D) \n", + " \n", + " block3a_expand_bn (BatchNo (None, 48, 48, 192) 768 ['block3a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3a_expand_activation (None, 48, 48, 192) 0 ['block3a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3a_project_conv (Conv (None, 48, 48, 64) 12288 ['block3a_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3a_project_bn (BatchN (None, 48, 48, 64) 256 ['block3a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3b_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block3b_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3b_expand_activation (None, 48, 48, 256) 0 ['block3b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3b_project_conv (Conv (None, 48, 48, 64) 16384 ['block3b_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3b_project_bn (BatchN (None, 48, 48, 64) 256 ['block3b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3b_drop (Dropout) (None, 48, 48, 64) 0 ['block3b_project_bn[0][0]'] \n", + " \n", + " block3b_add (Add) (None, 48, 48, 64) 0 ['block3b_drop[0][0]', \n", + " 'block3a_project_bn[0][0]'] \n", + " \n", + " block3c_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3b_add[0][0]'] \n", + " D) \n", + " \n", + " block3c_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3c_expand_activation (None, 48, 48, 256) 0 ['block3c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3c_project_conv (Conv (None, 48, 48, 64) 16384 ['block3c_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3c_project_bn (BatchN (None, 48, 48, 64) 256 ['block3c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3c_drop (Dropout) (None, 48, 48, 64) 0 ['block3c_project_bn[0][0]'] \n", + " \n", + " block3c_add (Add) (None, 48, 48, 64) 0 ['block3c_drop[0][0]', \n", + " 'block3b_add[0][0]'] \n", + " \n", + " block3d_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3c_add[0][0]'] \n", + " D) \n", + " \n", + " block3d_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block3d_expand_activation (None, 48, 48, 256) 0 ['block3d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block3d_project_conv (Conv (None, 48, 48, 64) 16384 ['block3d_expand_activation[0]\n", + " 2D) [0]'] \n", + " \n", + " block3d_project_bn (BatchN (None, 48, 48, 64) 256 ['block3d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block3d_drop (Dropout) (None, 48, 48, 64) 0 ['block3d_project_bn[0][0]'] \n", + " \n", + " block3d_add (Add) (None, 48, 48, 64) 0 ['block3d_drop[0][0]', \n", + " 'block3c_add[0][0]'] \n", + " \n", + " block4a_expand_conv (Conv2 (None, 48, 48, 256) 16384 ['block3d_add[0][0]'] \n", + " D) \n", + " \n", + " block4a_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block4a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4a_expand_activation (None, 48, 48, 256) 0 ['block4a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4a_dwconv2 (Depthwise (None, 24, 24, 256) 2304 ['block4a_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4a_bn (BatchNormaliza (None, 24, 24, 256) 1024 ['block4a_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4a_activation (Activa (None, 24, 24, 256) 0 ['block4a_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4a_se_squeeze (Global (None, 256) 0 ['block4a_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4a_se_reshape (Reshap (None, 1, 1, 256) 0 ['block4a_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4a_se_reduce (Conv2D) (None, 1, 1, 16) 4112 ['block4a_se_reshape[0][0]'] \n", + " \n", + " block4a_se_expand (Conv2D) (None, 1, 1, 256) 4352 ['block4a_se_reduce[0][0]'] \n", + " \n", + " block4a_se_excite (Multipl (None, 24, 24, 256) 0 ['block4a_activation[0][0]', \n", + " y) 'block4a_se_expand[0][0]'] \n", + " \n", + " block4a_project_conv (Conv (None, 24, 24, 128) 32768 ['block4a_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4a_project_bn (BatchN (None, 24, 24, 128) 512 ['block4a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4b_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block4b_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4b_expand_activation (None, 24, 24, 512) 0 ['block4b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4b_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4b_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4b_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4b_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4b_activation (Activa (None, 24, 24, 512) 0 ['block4b_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4b_se_squeeze (Global (None, 512) 0 ['block4b_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4b_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4b_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4b_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4b_se_reshape[0][0]'] \n", + " \n", + " block4b_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4b_se_reduce[0][0]'] \n", + " \n", + " block4b_se_excite (Multipl (None, 24, 24, 512) 0 ['block4b_activation[0][0]', \n", + " y) 'block4b_se_expand[0][0]'] \n", + " \n", + " block4b_project_conv (Conv (None, 24, 24, 128) 65536 ['block4b_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4b_project_bn (BatchN (None, 24, 24, 128) 512 ['block4b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4b_drop (Dropout) (None, 24, 24, 128) 0 ['block4b_project_bn[0][0]'] \n", + " \n", + " block4b_add (Add) (None, 24, 24, 128) 0 ['block4b_drop[0][0]', \n", + " 'block4a_project_bn[0][0]'] \n", + " \n", + " block4c_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4b_add[0][0]'] \n", + " D) \n", + " \n", + " block4c_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4c_expand_activation (None, 24, 24, 512) 0 ['block4c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4c_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4c_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4c_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4c_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4c_activation (Activa (None, 24, 24, 512) 0 ['block4c_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4c_se_squeeze (Global (None, 512) 0 ['block4c_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4c_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4c_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4c_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4c_se_reshape[0][0]'] \n", + " \n", + " block4c_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4c_se_reduce[0][0]'] \n", + " \n", + " block4c_se_excite (Multipl (None, 24, 24, 512) 0 ['block4c_activation[0][0]', \n", + " y) 'block4c_se_expand[0][0]'] \n", + " \n", + " block4c_project_conv (Conv (None, 24, 24, 128) 65536 ['block4c_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4c_project_bn (BatchN (None, 24, 24, 128) 512 ['block4c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4c_drop (Dropout) (None, 24, 24, 128) 0 ['block4c_project_bn[0][0]'] \n", + " \n", + " block4c_add (Add) (None, 24, 24, 128) 0 ['block4c_drop[0][0]', \n", + " 'block4b_add[0][0]'] \n", + " \n", + " block4d_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4c_add[0][0]'] \n", + " D) \n", + " \n", + " block4d_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4d_expand_activation (None, 24, 24, 512) 0 ['block4d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4d_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4d_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4d_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4d_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4d_activation (Activa (None, 24, 24, 512) 0 ['block4d_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4d_se_squeeze (Global (None, 512) 0 ['block4d_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4d_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4d_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4d_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4d_se_reshape[0][0]'] \n", + " \n", + " block4d_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4d_se_reduce[0][0]'] \n", + " \n", + " block4d_se_excite (Multipl (None, 24, 24, 512) 0 ['block4d_activation[0][0]', \n", + " y) 'block4d_se_expand[0][0]'] \n", + " \n", + " block4d_project_conv (Conv (None, 24, 24, 128) 65536 ['block4d_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4d_project_bn (BatchN (None, 24, 24, 128) 512 ['block4d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4d_drop (Dropout) (None, 24, 24, 128) 0 ['block4d_project_bn[0][0]'] \n", + " \n", + " block4d_add (Add) (None, 24, 24, 128) 0 ['block4d_drop[0][0]', \n", + " 'block4c_add[0][0]'] \n", + " \n", + " block4e_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4d_add[0][0]'] \n", + " D) \n", + " \n", + " block4e_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4e_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4e_expand_activation (None, 24, 24, 512) 0 ['block4e_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4e_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4e_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4e_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4e_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4e_activation (Activa (None, 24, 24, 512) 0 ['block4e_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4e_se_squeeze (Global (None, 512) 0 ['block4e_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4e_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4e_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4e_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4e_se_reshape[0][0]'] \n", + " \n", + " block4e_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4e_se_reduce[0][0]'] \n", + " \n", + " block4e_se_excite (Multipl (None, 24, 24, 512) 0 ['block4e_activation[0][0]', \n", + " y) 'block4e_se_expand[0][0]'] \n", + " \n", + " block4e_project_conv (Conv (None, 24, 24, 128) 65536 ['block4e_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4e_project_bn (BatchN (None, 24, 24, 128) 512 ['block4e_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4e_drop (Dropout) (None, 24, 24, 128) 0 ['block4e_project_bn[0][0]'] \n", + " \n", + " block4e_add (Add) (None, 24, 24, 128) 0 ['block4e_drop[0][0]', \n", + " 'block4d_add[0][0]'] \n", + " \n", + " block4f_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4e_add[0][0]'] \n", + " D) \n", + " \n", + " block4f_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4f_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block4f_expand_activation (None, 24, 24, 512) 0 ['block4f_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block4f_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4f_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block4f_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4f_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block4f_activation (Activa (None, 24, 24, 512) 0 ['block4f_bn[0][0]'] \n", + " tion) \n", + " \n", + " block4f_se_squeeze (Global (None, 512) 0 ['block4f_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block4f_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4f_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block4f_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4f_se_reshape[0][0]'] \n", + " \n", + " block4f_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4f_se_reduce[0][0]'] \n", + " \n", + " block4f_se_excite (Multipl (None, 24, 24, 512) 0 ['block4f_activation[0][0]', \n", + " y) 'block4f_se_expand[0][0]'] \n", + " \n", + " block4f_project_conv (Conv (None, 24, 24, 128) 65536 ['block4f_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block4f_project_bn (BatchN (None, 24, 24, 128) 512 ['block4f_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block4f_drop (Dropout) (None, 24, 24, 128) 0 ['block4f_project_bn[0][0]'] \n", + " \n", + " block4f_add (Add) (None, 24, 24, 128) 0 ['block4f_drop[0][0]', \n", + " 'block4e_add[0][0]'] \n", + " \n", + " block5a_expand_conv (Conv2 (None, 24, 24, 768) 98304 ['block4f_add[0][0]'] \n", + " D) \n", + " \n", + " block5a_expand_bn (BatchNo (None, 24, 24, 768) 3072 ['block5a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5a_expand_activation (None, 24, 24, 768) 0 ['block5a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5a_dwconv2 (Depthwise (None, 24, 24, 768) 6912 ['block5a_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5a_bn (BatchNormaliza (None, 24, 24, 768) 3072 ['block5a_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5a_activation (Activa (None, 24, 24, 768) 0 ['block5a_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5a_se_squeeze (Global (None, 768) 0 ['block5a_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5a_se_reshape (Reshap (None, 1, 1, 768) 0 ['block5a_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5a_se_reduce (Conv2D) (None, 1, 1, 32) 24608 ['block5a_se_reshape[0][0]'] \n", + " \n", + " block5a_se_expand (Conv2D) (None, 1, 1, 768) 25344 ['block5a_se_reduce[0][0]'] \n", + " \n", + " block5a_se_excite (Multipl (None, 24, 24, 768) 0 ['block5a_activation[0][0]', \n", + " y) 'block5a_se_expand[0][0]'] \n", + " \n", + " block5a_project_conv (Conv (None, 24, 24, 160) 122880 ['block5a_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5a_project_bn (BatchN (None, 24, 24, 160) 640 ['block5a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5b_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block5b_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5b_expand_activation (None, 24, 24, 960) 0 ['block5b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5b_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5b_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5b_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5b_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5b_activation (Activa (None, 24, 24, 960) 0 ['block5b_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5b_se_squeeze (Global (None, 960) 0 ['block5b_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5b_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5b_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5b_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5b_se_reshape[0][0]'] \n", + " \n", + " block5b_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5b_se_reduce[0][0]'] \n", + " \n", + " block5b_se_excite (Multipl (None, 24, 24, 960) 0 ['block5b_activation[0][0]', \n", + " y) 'block5b_se_expand[0][0]'] \n", + " \n", + " block5b_project_conv (Conv (None, 24, 24, 160) 153600 ['block5b_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5b_project_bn (BatchN (None, 24, 24, 160) 640 ['block5b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5b_drop (Dropout) (None, 24, 24, 160) 0 ['block5b_project_bn[0][0]'] \n", + " \n", + " block5b_add (Add) (None, 24, 24, 160) 0 ['block5b_drop[0][0]', \n", + " 'block5a_project_bn[0][0]'] \n", + " \n", + " block5c_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5b_add[0][0]'] \n", + " D) \n", + " \n", + " block5c_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5c_expand_activation (None, 24, 24, 960) 0 ['block5c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5c_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5c_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5c_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5c_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5c_activation (Activa (None, 24, 24, 960) 0 ['block5c_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5c_se_squeeze (Global (None, 960) 0 ['block5c_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5c_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5c_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5c_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5c_se_reshape[0][0]'] \n", + " \n", + " block5c_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5c_se_reduce[0][0]'] \n", + " \n", + " block5c_se_excite (Multipl (None, 24, 24, 960) 0 ['block5c_activation[0][0]', \n", + " y) 'block5c_se_expand[0][0]'] \n", + " \n", + " block5c_project_conv (Conv (None, 24, 24, 160) 153600 ['block5c_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5c_project_bn (BatchN (None, 24, 24, 160) 640 ['block5c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5c_drop (Dropout) (None, 24, 24, 160) 0 ['block5c_project_bn[0][0]'] \n", + " \n", + " block5c_add (Add) (None, 24, 24, 160) 0 ['block5c_drop[0][0]', \n", + " 'block5b_add[0][0]'] \n", + " \n", + " block5d_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5c_add[0][0]'] \n", + " D) \n", + " \n", + " block5d_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5d_expand_activation (None, 24, 24, 960) 0 ['block5d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5d_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5d_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5d_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5d_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5d_activation (Activa (None, 24, 24, 960) 0 ['block5d_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5d_se_squeeze (Global (None, 960) 0 ['block5d_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5d_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5d_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5d_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5d_se_reshape[0][0]'] \n", + " \n", + " block5d_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5d_se_reduce[0][0]'] \n", + " \n", + " block5d_se_excite (Multipl (None, 24, 24, 960) 0 ['block5d_activation[0][0]', \n", + " y) 'block5d_se_expand[0][0]'] \n", + " \n", + " block5d_project_conv (Conv (None, 24, 24, 160) 153600 ['block5d_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5d_project_bn (BatchN (None, 24, 24, 160) 640 ['block5d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5d_drop (Dropout) (None, 24, 24, 160) 0 ['block5d_project_bn[0][0]'] \n", + " \n", + " block5d_add (Add) (None, 24, 24, 160) 0 ['block5d_drop[0][0]', \n", + " 'block5c_add[0][0]'] \n", + " \n", + " block5e_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5d_add[0][0]'] \n", + " D) \n", + " \n", + " block5e_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5e_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5e_expand_activation (None, 24, 24, 960) 0 ['block5e_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5e_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5e_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5e_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5e_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5e_activation (Activa (None, 24, 24, 960) 0 ['block5e_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5e_se_squeeze (Global (None, 960) 0 ['block5e_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5e_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5e_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5e_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5e_se_reshape[0][0]'] \n", + " \n", + " block5e_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5e_se_reduce[0][0]'] \n", + " \n", + " block5e_se_excite (Multipl (None, 24, 24, 960) 0 ['block5e_activation[0][0]', \n", + " y) 'block5e_se_expand[0][0]'] \n", + " \n", + " block5e_project_conv (Conv (None, 24, 24, 160) 153600 ['block5e_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5e_project_bn (BatchN (None, 24, 24, 160) 640 ['block5e_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5e_drop (Dropout) (None, 24, 24, 160) 0 ['block5e_project_bn[0][0]'] \n", + " \n", + " block5e_add (Add) (None, 24, 24, 160) 0 ['block5e_drop[0][0]', \n", + " 'block5d_add[0][0]'] \n", + " \n", + " block5f_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5e_add[0][0]'] \n", + " D) \n", + " \n", + " block5f_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5f_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5f_expand_activation (None, 24, 24, 960) 0 ['block5f_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5f_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5f_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5f_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5f_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5f_activation (Activa (None, 24, 24, 960) 0 ['block5f_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5f_se_squeeze (Global (None, 960) 0 ['block5f_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5f_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5f_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5f_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5f_se_reshape[0][0]'] \n", + " \n", + " block5f_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5f_se_reduce[0][0]'] \n", + " \n", + " block5f_se_excite (Multipl (None, 24, 24, 960) 0 ['block5f_activation[0][0]', \n", + " y) 'block5f_se_expand[0][0]'] \n", + " \n", + " block5f_project_conv (Conv (None, 24, 24, 160) 153600 ['block5f_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5f_project_bn (BatchN (None, 24, 24, 160) 640 ['block5f_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5f_drop (Dropout) (None, 24, 24, 160) 0 ['block5f_project_bn[0][0]'] \n", + " \n", + " block5f_add (Add) (None, 24, 24, 160) 0 ['block5f_drop[0][0]', \n", + " 'block5e_add[0][0]'] \n", + " \n", + " block5g_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5f_add[0][0]'] \n", + " D) \n", + " \n", + " block5g_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5g_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5g_expand_activation (None, 24, 24, 960) 0 ['block5g_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5g_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5g_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5g_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5g_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5g_activation (Activa (None, 24, 24, 960) 0 ['block5g_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5g_se_squeeze (Global (None, 960) 0 ['block5g_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5g_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5g_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5g_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5g_se_reshape[0][0]'] \n", + " \n", + " block5g_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5g_se_reduce[0][0]'] \n", + " \n", + " block5g_se_excite (Multipl (None, 24, 24, 960) 0 ['block5g_activation[0][0]', \n", + " y) 'block5g_se_expand[0][0]'] \n", + " \n", + " block5g_project_conv (Conv (None, 24, 24, 160) 153600 ['block5g_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5g_project_bn (BatchN (None, 24, 24, 160) 640 ['block5g_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5g_drop (Dropout) (None, 24, 24, 160) 0 ['block5g_project_bn[0][0]'] \n", + " \n", + " block5g_add (Add) (None, 24, 24, 160) 0 ['block5g_drop[0][0]', \n", + " 'block5f_add[0][0]'] \n", + " \n", + " block5h_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5g_add[0][0]'] \n", + " D) \n", + " \n", + " block5h_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5h_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5h_expand_activation (None, 24, 24, 960) 0 ['block5h_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5h_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5h_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5h_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5h_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5h_activation (Activa (None, 24, 24, 960) 0 ['block5h_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5h_se_squeeze (Global (None, 960) 0 ['block5h_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5h_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5h_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5h_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5h_se_reshape[0][0]'] \n", + " \n", + " block5h_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5h_se_reduce[0][0]'] \n", + " \n", + " block5h_se_excite (Multipl (None, 24, 24, 960) 0 ['block5h_activation[0][0]', \n", + " y) 'block5h_se_expand[0][0]'] \n", + " \n", + " block5h_project_conv (Conv (None, 24, 24, 160) 153600 ['block5h_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5h_project_bn (BatchN (None, 24, 24, 160) 640 ['block5h_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5h_drop (Dropout) (None, 24, 24, 160) 0 ['block5h_project_bn[0][0]'] \n", + " \n", + " block5h_add (Add) (None, 24, 24, 160) 0 ['block5h_drop[0][0]', \n", + " 'block5g_add[0][0]'] \n", + " \n", + " block5i_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5h_add[0][0]'] \n", + " D) \n", + " \n", + " block5i_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5i_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block5i_expand_activation (None, 24, 24, 960) 0 ['block5i_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block5i_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5i_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block5i_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5i_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block5i_activation (Activa (None, 24, 24, 960) 0 ['block5i_bn[0][0]'] \n", + " tion) \n", + " \n", + " block5i_se_squeeze (Global (None, 960) 0 ['block5i_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block5i_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5i_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block5i_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5i_se_reshape[0][0]'] \n", + " \n", + " block5i_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5i_se_reduce[0][0]'] \n", + " \n", + " block5i_se_excite (Multipl (None, 24, 24, 960) 0 ['block5i_activation[0][0]', \n", + " y) 'block5i_se_expand[0][0]'] \n", + " \n", + " block5i_project_conv (Conv (None, 24, 24, 160) 153600 ['block5i_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block5i_project_bn (BatchN (None, 24, 24, 160) 640 ['block5i_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block5i_drop (Dropout) (None, 24, 24, 160) 0 ['block5i_project_bn[0][0]'] \n", + " \n", + " block5i_add (Add) (None, 24, 24, 160) 0 ['block5i_drop[0][0]', \n", + " 'block5h_add[0][0]'] \n", + " \n", + " block6a_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5i_add[0][0]'] \n", + " D) \n", + " \n", + " block6a_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block6a_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6a_expand_activation (None, 24, 24, 960) 0 ['block6a_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6a_dwconv2 (Depthwise (None, 12, 12, 960) 8640 ['block6a_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6a_bn (BatchNormaliza (None, 12, 12, 960) 3840 ['block6a_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6a_activation (Activa (None, 12, 12, 960) 0 ['block6a_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6a_se_squeeze (Global (None, 960) 0 ['block6a_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6a_se_reshape (Reshap (None, 1, 1, 960) 0 ['block6a_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6a_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block6a_se_reshape[0][0]'] \n", + " \n", + " block6a_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block6a_se_reduce[0][0]'] \n", + " \n", + " block6a_se_excite (Multipl (None, 12, 12, 960) 0 ['block6a_activation[0][0]', \n", + " y) 'block6a_se_expand[0][0]'] \n", + " \n", + " block6a_project_conv (Conv (None, 12, 12, 256) 245760 ['block6a_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6a_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6a_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6b_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6a_project_bn[0][0]'] \n", + " D) \n", + " \n", + " block6b_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6b_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6b_expand_activation (None, 12, 12, 1536) 0 ['block6b_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6b_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6b_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6b_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6b_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6b_activation (Activa (None, 12, 12, 1536) 0 ['block6b_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6b_se_squeeze (Global (None, 1536) 0 ['block6b_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6b_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6b_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6b_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6b_se_reshape[0][0]'] \n", + " \n", + " block6b_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6b_se_reduce[0][0]'] \n", + " \n", + " block6b_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6b_activation[0][0]', \n", + " y) 'block6b_se_expand[0][0]'] \n", + " \n", + " block6b_project_conv (Conv (None, 12, 12, 256) 393216 ['block6b_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6b_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6b_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6b_drop (Dropout) (None, 12, 12, 256) 0 ['block6b_project_bn[0][0]'] \n", + " \n", + " block6b_add (Add) (None, 12, 12, 256) 0 ['block6b_drop[0][0]', \n", + " 'block6a_project_bn[0][0]'] \n", + " \n", + " block6c_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6b_add[0][0]'] \n", + " D) \n", + " \n", + " block6c_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6c_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6c_expand_activation (None, 12, 12, 1536) 0 ['block6c_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6c_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6c_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6c_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6c_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6c_activation (Activa (None, 12, 12, 1536) 0 ['block6c_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6c_se_squeeze (Global (None, 1536) 0 ['block6c_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6c_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6c_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6c_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6c_se_reshape[0][0]'] \n", + " \n", + " block6c_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6c_se_reduce[0][0]'] \n", + " \n", + " block6c_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6c_activation[0][0]', \n", + " y) 'block6c_se_expand[0][0]'] \n", + " \n", + " block6c_project_conv (Conv (None, 12, 12, 256) 393216 ['block6c_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6c_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6c_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6c_drop (Dropout) (None, 12, 12, 256) 0 ['block6c_project_bn[0][0]'] \n", + " \n", + " block6c_add (Add) (None, 12, 12, 256) 0 ['block6c_drop[0][0]', \n", + " 'block6b_add[0][0]'] \n", + " \n", + " block6d_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6c_add[0][0]'] \n", + " D) \n", + " \n", + " block6d_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6d_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6d_expand_activation (None, 12, 12, 1536) 0 ['block6d_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6d_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6d_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6d_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6d_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6d_activation (Activa (None, 12, 12, 1536) 0 ['block6d_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6d_se_squeeze (Global (None, 1536) 0 ['block6d_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6d_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6d_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6d_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6d_se_reshape[0][0]'] \n", + " \n", + " block6d_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6d_se_reduce[0][0]'] \n", + " \n", + " block6d_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6d_activation[0][0]', \n", + " y) 'block6d_se_expand[0][0]'] \n", + " \n", + " block6d_project_conv (Conv (None, 12, 12, 256) 393216 ['block6d_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6d_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6d_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6d_drop (Dropout) (None, 12, 12, 256) 0 ['block6d_project_bn[0][0]'] \n", + " \n", + " block6d_add (Add) (None, 12, 12, 256) 0 ['block6d_drop[0][0]', \n", + " 'block6c_add[0][0]'] \n", + " \n", + " block6e_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6d_add[0][0]'] \n", + " D) \n", + " \n", + " block6e_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6e_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6e_expand_activation (None, 12, 12, 1536) 0 ['block6e_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6e_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6e_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6e_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6e_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6e_activation (Activa (None, 12, 12, 1536) 0 ['block6e_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6e_se_squeeze (Global (None, 1536) 0 ['block6e_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6e_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6e_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6e_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6e_se_reshape[0][0]'] \n", + " \n", + " block6e_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6e_se_reduce[0][0]'] \n", + " \n", + " block6e_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6e_activation[0][0]', \n", + " y) 'block6e_se_expand[0][0]'] \n", + " \n", + " block6e_project_conv (Conv (None, 12, 12, 256) 393216 ['block6e_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6e_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6e_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6e_drop (Dropout) (None, 12, 12, 256) 0 ['block6e_project_bn[0][0]'] \n", + " \n", + " block6e_add (Add) (None, 12, 12, 256) 0 ['block6e_drop[0][0]', \n", + " 'block6d_add[0][0]'] \n", + " \n", + " block6f_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6e_add[0][0]'] \n", + " D) \n", + " \n", + " block6f_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6f_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6f_expand_activation (None, 12, 12, 1536) 0 ['block6f_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6f_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6f_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6f_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6f_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6f_activation (Activa (None, 12, 12, 1536) 0 ['block6f_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6f_se_squeeze (Global (None, 1536) 0 ['block6f_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6f_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6f_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6f_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6f_se_reshape[0][0]'] \n", + " \n", + " block6f_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6f_se_reduce[0][0]'] \n", + " \n", + " block6f_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6f_activation[0][0]', \n", + " y) 'block6f_se_expand[0][0]'] \n", + " \n", + " block6f_project_conv (Conv (None, 12, 12, 256) 393216 ['block6f_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6f_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6f_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6f_drop (Dropout) (None, 12, 12, 256) 0 ['block6f_project_bn[0][0]'] \n", + " \n", + " block6f_add (Add) (None, 12, 12, 256) 0 ['block6f_drop[0][0]', \n", + " 'block6e_add[0][0]'] \n", + " \n", + " block6g_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6f_add[0][0]'] \n", + " D) \n", + " \n", + " block6g_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6g_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6g_expand_activation (None, 12, 12, 1536) 0 ['block6g_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6g_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6g_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6g_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6g_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6g_activation (Activa (None, 12, 12, 1536) 0 ['block6g_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6g_se_squeeze (Global (None, 1536) 0 ['block6g_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6g_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6g_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6g_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6g_se_reshape[0][0]'] \n", + " \n", + " block6g_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6g_se_reduce[0][0]'] \n", + " \n", + " block6g_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6g_activation[0][0]', \n", + " y) 'block6g_se_expand[0][0]'] \n", + " \n", + " block6g_project_conv (Conv (None, 12, 12, 256) 393216 ['block6g_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6g_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6g_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6g_drop (Dropout) (None, 12, 12, 256) 0 ['block6g_project_bn[0][0]'] \n", + " \n", + " block6g_add (Add) (None, 12, 12, 256) 0 ['block6g_drop[0][0]', \n", + " 'block6f_add[0][0]'] \n", + " \n", + " block6h_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6g_add[0][0]'] \n", + " D) \n", + " \n", + " block6h_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6h_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6h_expand_activation (None, 12, 12, 1536) 0 ['block6h_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6h_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6h_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6h_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6h_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6h_activation (Activa (None, 12, 12, 1536) 0 ['block6h_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6h_se_squeeze (Global (None, 1536) 0 ['block6h_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6h_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6h_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6h_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6h_se_reshape[0][0]'] \n", + " \n", + " block6h_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6h_se_reduce[0][0]'] \n", + " \n", + " block6h_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6h_activation[0][0]', \n", + " y) 'block6h_se_expand[0][0]'] \n", + " \n", + " block6h_project_conv (Conv (None, 12, 12, 256) 393216 ['block6h_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6h_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6h_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6h_drop (Dropout) (None, 12, 12, 256) 0 ['block6h_project_bn[0][0]'] \n", + " \n", + " block6h_add (Add) (None, 12, 12, 256) 0 ['block6h_drop[0][0]', \n", + " 'block6g_add[0][0]'] \n", + " \n", + " block6i_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6h_add[0][0]'] \n", + " D) \n", + " \n", + " block6i_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6i_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6i_expand_activation (None, 12, 12, 1536) 0 ['block6i_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6i_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6i_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6i_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6i_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6i_activation (Activa (None, 12, 12, 1536) 0 ['block6i_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6i_se_squeeze (Global (None, 1536) 0 ['block6i_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6i_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6i_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6i_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6i_se_reshape[0][0]'] \n", + " \n", + " block6i_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6i_se_reduce[0][0]'] \n", + " \n", + " block6i_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6i_activation[0][0]', \n", + " y) 'block6i_se_expand[0][0]'] \n", + " \n", + " block6i_project_conv (Conv (None, 12, 12, 256) 393216 ['block6i_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6i_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6i_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6i_drop (Dropout) (None, 12, 12, 256) 0 ['block6i_project_bn[0][0]'] \n", + " \n", + " block6i_add (Add) (None, 12, 12, 256) 0 ['block6i_drop[0][0]', \n", + " 'block6h_add[0][0]'] \n", + " \n", + " block6j_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6i_add[0][0]'] \n", + " D) \n", + " \n", + " block6j_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6j_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6j_expand_activation (None, 12, 12, 1536) 0 ['block6j_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6j_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6j_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6j_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6j_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6j_activation (Activa (None, 12, 12, 1536) 0 ['block6j_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6j_se_squeeze (Global (None, 1536) 0 ['block6j_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6j_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6j_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6j_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6j_se_reshape[0][0]'] \n", + " \n", + " block6j_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6j_se_reduce[0][0]'] \n", + " \n", + " block6j_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6j_activation[0][0]', \n", + " y) 'block6j_se_expand[0][0]'] \n", + " \n", + " block6j_project_conv (Conv (None, 12, 12, 256) 393216 ['block6j_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6j_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6j_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6j_drop (Dropout) (None, 12, 12, 256) 0 ['block6j_project_bn[0][0]'] \n", + " \n", + " block6j_add (Add) (None, 12, 12, 256) 0 ['block6j_drop[0][0]', \n", + " 'block6i_add[0][0]'] \n", + " \n", + " block6k_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6j_add[0][0]'] \n", + " D) \n", + " \n", + " block6k_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6k_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6k_expand_activation (None, 12, 12, 1536) 0 ['block6k_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6k_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6k_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6k_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6k_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6k_activation (Activa (None, 12, 12, 1536) 0 ['block6k_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6k_se_squeeze (Global (None, 1536) 0 ['block6k_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6k_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6k_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6k_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6k_se_reshape[0][0]'] \n", + " \n", + " block6k_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6k_se_reduce[0][0]'] \n", + " \n", + " block6k_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6k_activation[0][0]', \n", + " y) 'block6k_se_expand[0][0]'] \n", + " \n", + " block6k_project_conv (Conv (None, 12, 12, 256) 393216 ['block6k_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6k_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6k_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6k_drop (Dropout) (None, 12, 12, 256) 0 ['block6k_project_bn[0][0]'] \n", + " \n", + " block6k_add (Add) (None, 12, 12, 256) 0 ['block6k_drop[0][0]', \n", + " 'block6j_add[0][0]'] \n", + " \n", + " block6l_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6k_add[0][0]'] \n", + " D) \n", + " \n", + " block6l_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6l_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6l_expand_activation (None, 12, 12, 1536) 0 ['block6l_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6l_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6l_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6l_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6l_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6l_activation (Activa (None, 12, 12, 1536) 0 ['block6l_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6l_se_squeeze (Global (None, 1536) 0 ['block6l_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6l_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6l_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6l_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6l_se_reshape[0][0]'] \n", + " \n", + " block6l_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6l_se_reduce[0][0]'] \n", + " \n", + " block6l_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6l_activation[0][0]', \n", + " y) 'block6l_se_expand[0][0]'] \n", + " \n", + " block6l_project_conv (Conv (None, 12, 12, 256) 393216 ['block6l_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6l_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6l_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6l_drop (Dropout) (None, 12, 12, 256) 0 ['block6l_project_bn[0][0]'] \n", + " \n", + " block6l_add (Add) (None, 12, 12, 256) 0 ['block6l_drop[0][0]', \n", + " 'block6k_add[0][0]'] \n", + " \n", + " block6m_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6l_add[0][0]'] \n", + " D) \n", + " \n", + " block6m_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6m_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6m_expand_activation (None, 12, 12, 1536) 0 ['block6m_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6m_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6m_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6m_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6m_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6m_activation (Activa (None, 12, 12, 1536) 0 ['block6m_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6m_se_squeeze (Global (None, 1536) 0 ['block6m_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6m_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6m_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6m_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6m_se_reshape[0][0]'] \n", + " \n", + " block6m_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6m_se_reduce[0][0]'] \n", + " \n", + " block6m_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6m_activation[0][0]', \n", + " y) 'block6m_se_expand[0][0]'] \n", + " \n", + " block6m_project_conv (Conv (None, 12, 12, 256) 393216 ['block6m_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6m_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6m_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6m_drop (Dropout) (None, 12, 12, 256) 0 ['block6m_project_bn[0][0]'] \n", + " \n", + " block6m_add (Add) (None, 12, 12, 256) 0 ['block6m_drop[0][0]', \n", + " 'block6l_add[0][0]'] \n", + " \n", + " block6n_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6m_add[0][0]'] \n", + " D) \n", + " \n", + " block6n_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6n_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6n_expand_activation (None, 12, 12, 1536) 0 ['block6n_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6n_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6n_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6n_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6n_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6n_activation (Activa (None, 12, 12, 1536) 0 ['block6n_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6n_se_squeeze (Global (None, 1536) 0 ['block6n_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6n_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6n_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6n_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6n_se_reshape[0][0]'] \n", + " \n", + " block6n_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6n_se_reduce[0][0]'] \n", + " \n", + " block6n_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6n_activation[0][0]', \n", + " y) 'block6n_se_expand[0][0]'] \n", + " \n", + " block6n_project_conv (Conv (None, 12, 12, 256) 393216 ['block6n_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6n_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6n_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6n_drop (Dropout) (None, 12, 12, 256) 0 ['block6n_project_bn[0][0]'] \n", + " \n", + " block6n_add (Add) (None, 12, 12, 256) 0 ['block6n_drop[0][0]', \n", + " 'block6m_add[0][0]'] \n", + " \n", + " block6o_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6n_add[0][0]'] \n", + " D) \n", + " \n", + " block6o_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6o_expand_conv[0][0]'] \n", + " rmalization) \n", + " \n", + " block6o_expand_activation (None, 12, 12, 1536) 0 ['block6o_expand_bn[0][0]'] \n", + " (Activation) \n", + " \n", + " block6o_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6o_expand_activation[0]\n", + " Conv2D) [0]'] \n", + " \n", + " block6o_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6o_dwconv2[0][0]'] \n", + " tion) \n", + " \n", + " block6o_activation (Activa (None, 12, 12, 1536) 0 ['block6o_bn[0][0]'] \n", + " tion) \n", + " \n", + " block6o_se_squeeze (Global (None, 1536) 0 ['block6o_activation[0][0]'] \n", + " AveragePooling2D) \n", + " \n", + " block6o_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6o_se_squeeze[0][0]'] \n", + " e) \n", + " \n", + " block6o_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6o_se_reshape[0][0]'] \n", + " \n", + " block6o_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6o_se_reduce[0][0]'] \n", + " \n", + " block6o_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6o_activation[0][0]', \n", + " y) 'block6o_se_expand[0][0]'] \n", + " \n", + " block6o_project_conv (Conv (None, 12, 12, 256) 393216 ['block6o_se_excite[0][0]'] \n", + " 2D) \n", + " \n", + " block6o_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6o_project_conv[0][0]']\n", + " ormalization) \n", + " \n", + " block6o_drop (Dropout) (None, 12, 12, 256) 0 ['block6o_project_bn[0][0]'] \n", + " \n", + " block6o_add (Add) (None, 12, 12, 256) 0 ['block6o_drop[0][0]', \n", + " 'block6n_add[0][0]'] \n", + " \n", + " top_conv (Conv2D) (None, 12, 12, 1280) 327680 ['block6o_add[0][0]'] \n", + " \n", + " top_bn (BatchNormalization (None, 12, 12, 1280) 5120 ['top_conv[0][0]'] \n", + " ) \n", + " \n", + " top_activation (Activation (None, 12, 12, 1280) 0 ['top_bn[0][0]'] \n", + " ) \n", + " \n", + " avg_pool (GlobalAveragePoo (None, 1280) 0 ['top_activation[0][0]'] \n", + " ling2D) \n", + " \n", + " top_dropout (Dropout) (None, 1280) 0 ['avg_pool[0][0]'] \n", + " \n", + " predictions (Dense) (None, 1000) 1281000 ['top_dropout[0][0]'] \n", + " \n", + "==================================================================================================\n", + "Total params: 21612360 (82.44 MB)\n", + "Trainable params: 21458488 (81.86 MB)\n", + "Non-trainable params: 153872 (601.06 KB)\n", + "__________________________________________________________________________________________________\n" + ] + } + ], + "source": [ + "enet.summary()" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "tWSIacuuXFLZ" + }, + "source": [ + "Make all layers untrainable except for the very last convolutional layer" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": { + "id": "ScWqwqYYXFLZ" + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "MDa8zc4WXFLZ" + }, + "source": [ + "Cifar-100 testing" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "LtRVFvvoXFLZ", + "outputId": "ef637743-7dad-492c-b7c0-f3b0ef5c5f83" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading data from https://www.cs.toronto.edu/~kriz/cifar-100-python.tar.gz\n", + "169001437/169001437 [==============================] - 18s 0us/step\n" + ] + } + ], + "source": [ + "(X_train, y_train), (X_test, y_test) = cifar100.load_data()" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": { + "id": "cBsxsyuOXFLZ" + }, + "outputs": [], + "source": [ + "y_train_cat = to_categorical(y_train, 1000)\n", + "y_test_cat = to_categorical(y_test, 1000)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "JzrnPtMVXFLZ" + }, + "source": [ + "Lambda layer for preprocessing" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "metadata": { + "id": "GzI7VO5NXFLZ" + }, + "outputs": [], + "source": [ + "def resize(x):\n", + " return tf.image.resize(x,size=(384,384),method='bilinear')" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "0369oHWNXFLZ" + }, + "source": [ + "Modify the model" + ] + }, + { + "cell_type": "code", + "execution_count": 11, + "metadata": { + "id": "t3Xm58sdXFLa" + }, + "outputs": [], + "source": [ + "input_shape = (32,32,3)" + ] + }, + { + "cell_type": "code", + "execution_count": 12, + "metadata": { + "id": "sjv7QBVmXFLa" + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = enet(prep)\n", + "enet_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": 13, + "metadata": { + "id": "cEPEQIv1XFLa" + }, + "outputs": [], + "source": [ + "enet_mod.compile(optimizer='adam',\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')])" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "lWjl4ZRgXFLa" + }, + "source": [ + "Try to fit it on Cifar-100 data and then evaluate (this will be efficient enough if trained on the complete dataset ...)" + ] + }, + { + "cell_type": "code", + "execution_count": 14, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "gL3Qqvm-XFLa", + "outputId": "092a13ab-1e52-40c1-ee1b-4d314111d2d4" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "1563/1563 [==============================] - 137s 73ms/step - loss: 1.7959 - top_1_categorical_accuracy: 0.5484\n" + ] + }, + { + "data": { + "text/plain": [ + "" + ] + }, + "execution_count": 14, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "enet_mod.fit(X_train, y_train_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "NoriylAxXFLa", + "outputId": "9b2e9eae-4d8a-4d64-f1dc-fe0c56893f26" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "313/313 [==============================] - 25s 71ms/step - loss: 1.1109 - top_1_categorical_accuracy: 0.6916\n" + ] + }, + { + "data": { + "text/plain": [ + "[1.110911250114441, 0.6916000247001648]" + ] + }, + "execution_count": 15, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "enet_mod.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "mUCoFWJnXFLa" + }, + "source": [ + "Try the same with adding a Cerebros \"add-on\" network" + ] + }, + { + "cell_type": "code", + "execution_count": 16, + "metadata": { + "id": "OOEOOlWIXFLa" + }, + "outputs": [], + "source": [ + "INPUT_SHAPES = [input_shape]\n", + "OUTPUT_SHAPES = [100]" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "mM7zxvJ2XFLa" + }, + "source": [ + "Use some 15k random samples from Cifar-100 to speed up the process" + ] + }, + { + "cell_type": "code", + "execution_count": 17, + "metadata": { + "id": "vNdDLVTcXFLa" + }, + "outputs": [], + "source": [ + "num_samples = 15_000\n", + "rng = np.random.default_rng()\n", + "ind = rng.permutation(X_train.shape[0])[:num_samples]" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": { + "id": "VhrFmvE5XFLa" + }, + "outputs": [], + "source": [ + "training_x = [tf.constant(X_train[ind,:,:,:])]\n", + "y_train_cat = to_categorical(y_train[ind], 100)\n", + "train_labels = [tf.constant(y_train_cat)]" + ] + }, + { + "cell_type": "code", + "execution_count": 19, + "metadata": { + "id": "afHPMDFuXFLa" + }, + "outputs": [], + "source": [ + "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", + " include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax',\n", + " include_preprocessing=True\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "metadata": { + "id": "reLRxodzXFLa" + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "metadata": { + "id": "Qpb9zy4ZXFLa" + }, + "outputs": [], + "source": [ + "enet_io = Model(inputs=enet.layers[0].input,\n", + " outputs=enet.layers[-3].output)" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": { + "id": "Nk35FqC_XFLa" + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = Flatten()(enet_io(prep))\n", + "base_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "metadata": { + "id": "j8Z2OejHXFLa" + }, + "outputs": [], + "source": [ + "activation = 'swish'\n", + "predecessor_level_connection_affinity_factor_first = 2.0\n", + "predecessor_level_connection_affinity_factor_main = 0.97\n", + "max_consecutive_lateral_connections = 5\n", + "p_lateral_connection = 0.97\n", + "num_lateral_connection_tries_per_unit = 2\n", + "learning_rate = 0.001\n", + "epochs = 5 # [1, 100]\n", + "batch_size = 20\n", + "maximum_levels = 4 # [3,7]\n", + "maximum_units_per_level = 7 # [2,10]\n", + "maximum_neurons_per_unit = 4 # [2,20]" + ] + }, + { + "cell_type": "code", + "execution_count": 24, + "metadata": { + "id": "LxqI2-eVXFLa" + }, + "outputs": [], + "source": [ + "# Final training task\n", + "TIME = pendulum.now(tz='America/New_York').__str__()[:16]\\\n", + " .replace('T', '_')\\\n", + " .replace(':', '_')\\\n", + " .replace('-', '_')\n", + "#\n", + "PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet'\n", + "#\n", + "meta_trial_number = 42\n", + "#\n", + "cerebros_automl = SimpleCerebrosRandomSearch(\n", + " unit_type=DenseUnit,\n", + " input_shapes=INPUT_SHAPES,\n", + " output_shapes=OUTPUT_SHAPES,\n", + " training_data=training_x,\n", + " labels=train_labels,\n", + " validation_split=0.2,\n", + " direction='maximize',\n", + " metric_to_rank_by=\"val_top_1_categorical_accuracy\",\n", + " minimum_levels=2,\n", + " maximum_levels=maximum_levels,\n", + " minimum_units_per_level=1,\n", + " maximum_units_per_level=maximum_units_per_level,\n", + " minimum_neurons_per_unit=1,\n", + " maximum_neurons_per_unit=maximum_neurons_per_unit,\n", + " activation=activation,\n", + " final_activation='softmax',\n", + " number_of_architecture_moities_to_try=3,\n", + " number_of_tries_per_architecture_moity=2,\n", + " minimum_skip_connection_depth=1,\n", + " maximum_skip_connection_depth=7,\n", + " predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first,\n", + " predecessor_level_connection_affinity_factor_first_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main,\n", + " predecessor_level_connection_affinity_factor_main_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay,\n", + " seed=8675309,\n", + " max_consecutive_lateral_connections=max_consecutive_lateral_connections,\n", + " gate_after_n_lateral_connections=3,\n", + " gate_activation_function=simple_sigmoid,\n", + " p_lateral_connection=p_lateral_connection,\n", + " p_lateral_connection_decay=zero_95_exp_decay,\n", + " num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit,\n", + " learning_rate=learning_rate,\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(\n", + " k=1, name='top_1_categorical_accuracy')\n", + " ],\n", + " epochs=epochs,\n", + " project_name=f\"{PROJECT_NAME}_meta_{meta_trial_number}\",\n", + " model_graphs='model_graphs',\n", + " batch_size=batch_size,\n", + " meta_trial_number=meta_trial_number,\n", + " base_models=[base_mod])" + ] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "464PaBVmXFLa", + "outputId": "bbb7d44a-5786-40f0-e118-3b7c3c27472f", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'4': }, {'1': }, {'3': }, {'2': }, {'3': }, {'4': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'2': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "{'2': }\n", + "{'2': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "1\n", + "2\n", + "Debug: successor_connectivity_errors_2d []\n", + "Successor map:\n", + "{2: '0', 3: '1'}\n", + "I am: level #: 1 calling a correction to an error in:\n", + "error_0:[1 2]\n", + "I am: 3: My predecessors are [0, 1, 2]\n", + "asigning unit level 1, unit: 2 to be the input of: level: 3 unit: 0\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([1, 2], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , ]\n", + "materialized_predecessor_units [, , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_6 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'2': }\n", + "{'2': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5124) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5124) 20496 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5125 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15390 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5133) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5133) 20532 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10268 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5137) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5137) 20548 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15414 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5135) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_dns_[0][0\n", + " _0_6_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5135) 20540 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_cat_[0][0\n", + " _0_6_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20544 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_btn_[0][0\n", + " _0_6_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 10332 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5168 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2597) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2597) 10388 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5184 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5196 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2607) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000002_tr_0_0_dns_[0][0\n", + " 0000003_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2607) 10428 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 260800 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20885158 (79.67 MB)\n", + "Trainable params: 788926 (3.01 MB)\n", + "Non-trainable params: 20096232 (76.66 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "600/600 [==============================] - 63s 70ms/step - loss: 2.0705 - top_1_categorical_accuracy: 0.5489 - val_loss: 1.6344 - val_top_1_categorical_accuracy: 0.6333\n", + "Epoch 2/5\n", + "600/600 [==============================] - 39s 65ms/step - loss: 1.2083 - top_1_categorical_accuracy: 0.6967 - val_loss: 1.6487 - val_top_1_categorical_accuracy: 0.6497\n", + "Epoch 3/5\n", + "600/600 [==============================] - 39s 65ms/step - loss: 0.8085 - top_1_categorical_accuracy: 0.7765 - val_loss: 1.6244 - val_top_1_categorical_accuracy: 0.6687\n", + "Epoch 4/5\n", + "600/600 [==============================] - 39s 65ms/step - loss: 0.5710 - top_1_categorical_accuracy: 0.8347 - val_loss: 1.6872 - val_top_1_categorical_accuracy: 0.6743\n", + "Epoch 5/5\n", + "600/600 [==============================] - 39s 65ms/step - loss: 0.4777 - top_1_categorical_accuracy: 0.8627 - val_loss: 1.8116 - val_top_1_categorical_accuracy: 0.6660\n", + "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 2.070534 0.548917 1.634447 \n", + "1 1.208318 0.696667 1.648741 \n", + "2 0.808474 0.776500 1.624383 \n", + "3 0.570977 0.834750 1.687211 \n", + "4 0.477677 0.862750 1.811631 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.633333 0 0 \n", + "1 0.649667 0 0 \n", + "2 0.668667 0 0 \n", + "3 0.674333 0 0 \n", + "4 0.666000 0 0 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'4': }, {'1': }, {'3': }, {'2': }, {'3': }, {'4': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'2': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "{'2': }\n", + "{'2': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "1\n", + "6\n", + "Debug: successor_connectivity_errors_2d []\n", + "Successor map:\n", + "{2: '0', 3: '1'}\n", + "I am: level #: 1 calling a correction to an error in:\n", + "error_0:[1 6]\n", + "I am: 3: My predecessors are [0, 1, 2]\n", + "asigning unit level 1, unit: 6 to be the input of: level: 3 unit: 0\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([1, 6], dtype=int32)]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_6 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "{'2': }\n", + "{'2': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[1][0]', \n", + " seUnit_0000000000000001_tr 'model_2[1][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5129 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15390 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10254 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_2[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_2[1][0]', \n", + " seUnit_0000000000000001_tr 'model_2[1][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5139) 20556 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15420 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2581) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_1_cat_ (Concatenate) 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2581) 10324 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5164 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['model_2[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", + " _0_0_cat_ (Concatenate) 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2588) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5140) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_dns_[0][0\n", + " _0_6_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]', \n", + " 'model_2[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2588) 10352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5140) 20560 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_cat_[0][0\n", + " _0_6_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5158 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5178 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20564 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_btn_[0][0\n", + " _0_6_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2607) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000002_tr_0_1_dns_[0][0\n", + " 0000003_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'model_2[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000002_tr_0_DenseUnit_000\n", + " 0000000000002_tr_0_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2607) 10428 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 260800 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", + " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20885046 (79.67 MB)\n", + "Trainable params: 788854 (3.01 MB)\n", + "Non-trainable params: 20096192 (76.66 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "600/600 [==============================] - 62s 71ms/step - loss: 1.4114 - top_1_categorical_accuracy: 0.6428 - val_loss: 1.3488 - val_top_1_categorical_accuracy: 0.6657\n", + "Epoch 2/5\n", + "600/600 [==============================] - 39s 66ms/step - loss: 0.5343 - top_1_categorical_accuracy: 0.8448 - val_loss: 1.5756 - val_top_1_categorical_accuracy: 0.6677\n", + "Epoch 3/5\n", + "600/600 [==============================] - 39s 65ms/step - loss: 0.3910 - top_1_categorical_accuracy: 0.8848 - val_loss: 1.6274 - val_top_1_categorical_accuracy: 0.6787\n", + "Epoch 4/5\n", + "600/600 [==============================] - 39s 66ms/step - loss: 0.3307 - top_1_categorical_accuracy: 0.9020 - val_loss: 1.7533 - val_top_1_categorical_accuracy: 0.6807\n", + "Epoch 5/5\n", + "600/600 [==============================] - 39s 65ms/step - loss: 0.3046 - top_1_categorical_accuracy: 0.9115 - val_loss: 1.8749 - val_top_1_categorical_accuracy: 0.6810\n", + "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.411423 0.642800 1.348763 \n", + "1 0.534261 0.844833 1.575614 \n", + "2 0.390978 0.884750 1.627409 \n", + "3 0.330658 0.902000 1.753278 \n", + "4 0.304602 0.911500 1.874889 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.665667 0 1 \n", + "1 0.667667 0 1 \n", + "2 0.678667 0 1 \n", + "3 0.680667 0 1 \n", + "4 0.681000 0 1 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'1': }, {'3': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'3': }, {'3': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'3': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'3': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_2[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_2[2][0]', \n", + " seUnit_0000000000000001_tr 'model_2[2][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_2[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_2[2][0]', \n", + " seUnit_0000000000000001_tr 'model_2[2][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]', \n", + " 'model_2[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2575) 0 ['model_2[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 10280 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2575) 10300 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7713 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7728 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000002_tr_1_1_dns_[0][0\n", + " 0000003_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_2[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", + " 0000003_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 259400 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", + " 0000003_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20760085 (79.19 MB)\n", + "Trainable params: 699955 (2.67 MB)\n", + "Non-trainable params: 20060130 (76.52 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "600/600 [==============================] - 58s 69ms/step - loss: 1.2118 - top_1_categorical_accuracy: 0.6771 - val_loss: 1.3810 - val_top_1_categorical_accuracy: 0.6670\n", + "Epoch 2/5\n", + "600/600 [==============================] - 38s 64ms/step - loss: 0.3399 - top_1_categorical_accuracy: 0.8952 - val_loss: 1.4531 - val_top_1_categorical_accuracy: 0.6857\n", + "Epoch 3/5\n", + "600/600 [==============================] - 39s 64ms/step - loss: 0.2710 - top_1_categorical_accuracy: 0.9170 - val_loss: 1.6054 - val_top_1_categorical_accuracy: 0.6947\n", + "Epoch 4/5\n", + "600/600 [==============================] - 38s 64ms/step - loss: 0.2321 - top_1_categorical_accuracy: 0.9283 - val_loss: 1.7747 - val_top_1_categorical_accuracy: 0.6860\n", + "Epoch 5/5\n", + "600/600 [==============================] - 38s 64ms/step - loss: 0.2397 - top_1_categorical_accuracy: 0.9262 - val_loss: 1.8221 - val_top_1_categorical_accuracy: 0.6893\n", + "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000000.txt\n", + "returning trial 1 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.211821 0.677067 1.381007 \n", + "1 0.339922 0.895167 1.453107 \n", + "2 0.270995 0.917000 1.605405 \n", + "3 0.232098 0.928250 1.774739 \n", + "4 0.239710 0.926250 1.822061 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.667000 1 0 \n", + "1 0.685667 1 0 \n", + "2 0.694667 1 0 \n", + "3 0.686000 1 0 \n", + "4 0.689333 1 0 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'2': }, {'1': }, {'3': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'3': }, {'3': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'3': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'3': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_2[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_2[3][0]', \n", + " seUnit_0000000000000001_tr 'model_2[3][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_2[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_2[3][0]', \n", + " seUnit_0000000000000001_tr 'model_2[3][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]', \n", + " 'model_2[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 0 ['model_2[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7725 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7722 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000002_tr_1_0_dns_[0][0\n", + " 0000003_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_2[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", + " 0000003_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 259200 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", + " 0000003_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20759891 (79.19 MB)\n", + "Trainable params: 699761 (2.67 MB)\n", + "Non-trainable params: 20060130 (76.52 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "600/600 [==============================] - 58s 69ms/step - loss: 1.0667 - top_1_categorical_accuracy: 0.7041 - val_loss: 1.3062 - val_top_1_categorical_accuracy: 0.6747\n", + "Epoch 2/5\n", + "600/600 [==============================] - 38s 64ms/step - loss: 0.2573 - top_1_categorical_accuracy: 0.9220 - val_loss: 1.4422 - val_top_1_categorical_accuracy: 0.6923\n", + "Epoch 3/5\n", + "600/600 [==============================] - 38s 64ms/step - loss: 0.2051 - top_1_categorical_accuracy: 0.9390 - val_loss: 1.6169 - val_top_1_categorical_accuracy: 0.6797\n", + "Epoch 4/5\n", + "600/600 [==============================] - 38s 63ms/step - loss: 0.1921 - top_1_categorical_accuracy: 0.9420 - val_loss: 1.7383 - val_top_1_categorical_accuracy: 0.6877\n", + "Epoch 5/5\n", + "600/600 [==============================] - 38s 63ms/step - loss: 0.1846 - top_1_categorical_accuracy: 0.9431 - val_loss: 1.9457 - val_top_1_categorical_accuracy: 0.6827\n", + "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000001.txt\n", + "returning trial 1 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.066667 0.704133 1.306172 \n", + "1 0.257291 0.922000 1.442168 \n", + "2 0.205147 0.939000 1.616857 \n", + "3 0.192095 0.942000 1.738266 \n", + "4 0.184561 0.943083 1.945704 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.674667 1 1 \n", + "1 0.692333 1 1 \n", + "2 0.679667 1 1 \n", + "3 0.687667 1 1 \n", + "4 0.682667 1 1 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'1': }, {'3': }, {'2': }, {'4': }, {'4': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'1': }, {'3': }, {'3': }, {'3': }, {'4': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_4 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_6 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'1': }\n", + "{'3': }\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_2_InputLevel \n", + " _0000000000000000_tr_2_Inp \n", + " utUnit_0000000000000000_tr \n", + " _2_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_2_InputLevel_00000\n", + " 00000000000_tr_2_InputUnit_000\n", + " 0000000000000_tr_2_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_2[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_2[4][0]', \n", + " seUnit_0000000000000001_tr 'model_2[4][0]'] \n", + " _2_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20508 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5135) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_4_dns_[0][0\n", + " _2_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5135) 20540 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_cat_[0][0\n", + " _2_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20544 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_btn_[0][0\n", + " _2_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_2[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_2[4][0]', \n", + " seUnit_0000000000000001_tr 'model_2[4][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5141) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_dns_[0][0\n", + " _2_6_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]', \n", + " 'model_2[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5141) 20564 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_6_cat_[0][0\n", + " _2_6_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10284 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_6_btn_[0][0\n", + " _2_6_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7737 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7785 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7776 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2600) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2600) 10400 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10404 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2608) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_dns_[0][0\n", + " _2_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2608) 10432 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_5_cat_[0][0\n", + " _2_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5218 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_5_btn_[0][0\n", + " _2_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2583 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2646) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000002_tr_2_2_dns_[0][0\n", + " 0000003_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_2[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2646) 10584 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 264700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20941114 (79.88 MB)\n", + "Trainable params: 829258 (3.16 MB)\n", + "Non-trainable params: 20111856 (76.72 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "600/600 [==============================] - 66s 73ms/step - loss: 0.9990 - top_1_categorical_accuracy: 0.7207 - val_loss: 1.2749 - val_top_1_categorical_accuracy: 0.6953\n", + "Epoch 2/5\n", + "600/600 [==============================] - 41s 68ms/step - loss: 0.2196 - top_1_categorical_accuracy: 0.9337 - val_loss: 1.5124 - val_top_1_categorical_accuracy: 0.6870\n", + "Epoch 3/5\n", + "600/600 [==============================] - 40s 68ms/step - loss: 0.1839 - top_1_categorical_accuracy: 0.9439 - val_loss: 1.6421 - val_top_1_categorical_accuracy: 0.6957\n", + "Epoch 4/5\n", + "600/600 [==============================] - 41s 68ms/step - loss: 0.1847 - top_1_categorical_accuracy: 0.9427 - val_loss: 1.9205 - val_top_1_categorical_accuracy: 0.6710\n", + "Epoch 5/5\n", + "600/600 [==============================] - 40s 67ms/step - loss: 0.1822 - top_1_categorical_accuracy: 0.9447 - val_loss: 2.0253 - val_top_1_categorical_accuracy: 0.6790\n", + "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000000.txt\n", + "returning trial 2 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.998994 0.720667 1.274906 \n", + "1 0.219636 0.933667 1.512407 \n", + "2 0.183935 0.943917 1.642073 \n", + "3 0.184711 0.942667 1.920498 \n", + "4 0.182193 0.944667 2.025334 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.695333 2 0 \n", + "1 0.687000 2 0 \n", + "2 0.695667 2 0 \n", + "3 0.671000 2 0 \n", + "4 0.679000 2 0 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'1': }, {'3': }, {'2': }, {'4': }, {'4': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'1': }, {'3': }, {'3': }, {'3': }, {'4': }, {'2': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'100': }]\n", + "3\n", + "Trying to create Final level 3\n", + "Trying to create level 3\n", + "We think level final level 3's predecessors are: [0, 1, 2]\n", + "levels:\n", + "[0, 1, 2, 3]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'2': }\n", + "{'1': }\n", + "{'3': }\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "Debug: I am 3 selecting 2\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_4 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_5 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_6 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'1': }\n", + "{'3': }\n", + "{'3': }\n", + "{'3': }\n", + "{'4': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_2_InputLevel \n", + " _0000000000000000_tr_2_Inp \n", + " utUnit_0000000000000000_tr \n", + " _2_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_2_InputLevel_00000\n", + " 00000000000_tr_2_InputUnit_000\n", + " 0000000000000_tr_2_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_2[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_2[5][0]', \n", + " seUnit_0000000000000001_tr 'model_2[5][0]'] \n", + " _2_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", + " _2_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 20520 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_cat_[0][0\n", + " _2_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_btn_[0][0\n", + " _2_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20520 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_2[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_2[5][0]', \n", + " seUnit_0000000000000001_tr 'model_2[5][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5142) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_dns_[0][0\n", + " _2_6_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]', \n", + " 'model_2[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5142) 20568 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_6_cat_[0][0\n", + " _2_6_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10286 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_6_btn_[0][0\n", + " _2_6_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7749 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7791 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7782 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2603) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2603) 10412 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10416 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2606) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_dns_[0][0\n", + " _2_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2606) 10424 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_5_cat_[0][0\n", + " _2_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5214 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_5_btn_[0][0\n", + " _2_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2583 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2645) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000002_tr_2_2_dns_[0][0\n", + " 0000003_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'model_2[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2645) 10580 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 264600 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20941068 (79.88 MB)\n", + "Trainable params: 829198 (3.16 MB)\n", + "Non-trainable params: 20111870 (76.72 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "600/600 [==============================] - 71s 74ms/step - loss: 0.9716 - top_1_categorical_accuracy: 0.7234 - val_loss: 1.2550 - val_top_1_categorical_accuracy: 0.6973\n", + "Epoch 2/5\n", + "600/600 [==============================] - 41s 68ms/step - loss: 0.1855 - top_1_categorical_accuracy: 0.9441 - val_loss: 1.4298 - val_top_1_categorical_accuracy: 0.6950\n", + "Epoch 3/5\n", + "600/600 [==============================] - 41s 68ms/step - loss: 0.1458 - top_1_categorical_accuracy: 0.9561 - val_loss: 1.5945 - val_top_1_categorical_accuracy: 0.7050\n", + "Epoch 4/5\n", + "600/600 [==============================] - 41s 68ms/step - loss: 0.1647 - top_1_categorical_accuracy: 0.9509 - val_loss: 1.8184 - val_top_1_categorical_accuracy: 0.6887\n", + "Epoch 5/5\n", + "600/600 [==============================] - 42s 69ms/step - loss: 0.1703 - top_1_categorical_accuracy: 0.9479 - val_loss: 1.8702 - val_top_1_categorical_accuracy: 0.6857\n", + "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000001.txt\n", + "returning trial 2 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 0.971634 0.723400 1.255028 \n", + "1 0.185499 0.944083 1.429850 \n", + "2 0.145801 0.956083 1.594494 \n", + "3 0.164733 0.950917 1.818383 \n", + "4 0.170290 0.947917 1.870176 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.697333 2 1 \n", + "1 0.695000 2 1 \n", + "2 0.705000 2 1 \n", + "3 0.688667 2 1 \n", + "4 0.685667 2 1 \n", + "\n", + " model_name \n", + "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "Index(['loss', 'top_1_categorical_accuracy', 'val_loss',\n", + " 'val_top_1_categorical_accuracy', 'trial_number', 'subtrial_number',\n", + " 'model_name'],\n", + " dtype='object')\n", + "metric_to_rank_by is: 'val_top_1_categorical_accuracy'\n", + "Type of metric_to_rank_by is: \n", + "Best result this trial was: 0.7049999833106995\n", + "Type of best result: \n", + "Best model name: 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/models/tr_0000000000000002_subtrial_0000000000000001\n", + "CPU times: user 27min 33s, sys: 2min 48s, total: 30min 21s\n", + "Wall time: 29min 7s\n" + ] + } + ], + "source": [ + "%%time\n", + "result = cerebros_automl.run_random_search()" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "CQM48_KzXFLb", + "outputId": "ee9cb8ee-bf3b-4ff2-c3f2-650bc2402806" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best accuracy achieved is 0.7049999833106995\n", + "top-1 categorical accuracy\n" + ] + } + ], + "source": [ + "print(f'Best accuracy achieved is {result}')\n", + "print(f'top-1 categorical accuracy')" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "r1NRop95XFLb" + }, + "source": [ + "Evaluating the best model found" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "metadata": { + "id": "-ibCjTzVXFLb" + }, + "outputs": [], + "source": [ + "best_model_found = cerebros_automl.get_best_model()" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "metadata": { + "id": "GMa8beppXFLb" + }, + "outputs": [], + "source": [ + "#\n", + "eval_loss = tf.keras.losses.CategoricalCrossentropy()\n", + "#\n", + "eval_metrics =\\\n", + "[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\\\n", + " name='eval_top_1_categorical_accuracy'),\n", + " tf.keras.metrics.TopKCategoricalAccuracy(k=5,\\\n", + " name='eval_top_5_categorical_accuracy')\n", + "]" + ] + }, + { + "cell_type": "code", + "execution_count": 29, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "c2w_hS1eXFLb", + "outputId": "33bea27d-6fbb-4b52-9a25-c7f03d8bba7b", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_2_InputLevel \n", + " _0000000000000000_tr_2_Inp \n", + " utUnit_0000000000000000_tr \n", + " _2_0_inp (InputLayer) \n", + " \n", + " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_2_InputLevel_00000\n", + " 00000000000_tr_2_InputUnit_000\n", + " 0000000000000_tr_2_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_2_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _2_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", + " _2_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 20520 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_cat_[0][0\n", + " _2_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_btn_[0][0\n", + " _2_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20520 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_2[0][0]', \n", + " _0000000000000001_tr_2_Den 'model_2[0][0]', \n", + " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5142) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_5_dns_[0][0\n", + " _2_6_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]', \n", + " 'model_2[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5142) 20568 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_6_cat_[0][0\n", + " _2_6_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10286 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_6_btn_[0][0\n", + " _2_6_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7749 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7791 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7782 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2603) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", + " _2_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2603) 10412 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", + " _2_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10416 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", + " _2_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2606) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_4_dns_[0][0\n", + " _2_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[0][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2606) 10424 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_5_cat_[0][0\n", + " _2_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5214 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_5_btn_[0][0\n", + " _2_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2583 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2645) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000002_tr_2_2_dns_[0][0\n", + " 0000003_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'model_2[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_5_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2645) 10580 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 264600 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", + " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20941068 (79.88 MB)\n", + "Trainable params: 829198 (3.16 MB)\n", + "Non-trainable params: 20111870 (76.72 MB)\n", + "__________________________________________________________________________________________________\n" + ] + } + ], + "source": [ + "best_model_found.compile(loss=eval_loss, metrics=eval_metrics)\n", + "best_model_found.summary()" + ] + }, + { + "cell_type": "code", + "execution_count": 30, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "1vIFxdAOXFLb", + "outputId": "aa86b61b-c444-45e3-bcd1-97593f16abf2" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluating best model found ...\n", + "Loss | Top-1 accuracy | Top-5 accuracy\n", + "313/313 [==============================] - 28s 77ms/step - loss: 1.9920 - eval_top_1_categorical_accuracy: 0.6755 - eval_top_5_categorical_accuracy: 0.8805\n" + ] + }, + { + "data": { + "text/plain": [ + "[1.9919809103012085, 0.6754999756813049, 0.8805000185966492]" + ] + }, + "execution_count": 30, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "print(\"Evaluating best model found ...\")\n", + "print(\"Loss | Top-1 accuracy | Top-5 accuracy\")\n", + "y_test_cat = to_categorical(y_test, 100)\n", + "best_model_found.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "id": "Eu0mDZrFXFLb" + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "A100", + "machine_shape": "hm", + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "kubeflow_notebook": { + "autosnapshot": true, + "deploy_config": {}, + "docker_image": "", + "experiment_name": "image-classification-b", + "katib_metadata": { + "algorithm": { + "algorithmName": "bayesianoptimization", + "algorithmSettings": [ + { + "name": "random_state", + "value": "10" + }, + { + "name": "acq_optimizer", + "value": "auto" + }, + { + "name": "acq_func", + "value": "gp_hedge" + }, + { + "name": "base_estimator", + "value": "GP" + } + ] + }, + "maxFailedTrialCount": 10, + "maxTrialCount": 40, + "objective": { + "additionalMetricNames": [], + "goal": 1, + "objectiveMetricName": "val-top-1-categorical-accuracy", + "type": "maximize" + }, + "parallelTrialCount": 3, + "parameters": [ + { + "feasibleSpace": { + "list": [ + "relu", + "elu", + "gelu" + ] + }, + "name": "activation", + "parameterType": "categorical" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_first", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "65", + "min": "0.1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_main", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "2", + "step": "1" + }, + "name": "max_consecutive_lateral_connections", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "50", + "min": "0.1", + "step": "0.1" + }, + "name": "p_lateral_connection", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "1" + }, + "name": "num_lateral_connection_tries_per_unit", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "0.3", + "min": "0.00001", + "step": "0.00001" + }, + "name": "learning_rate", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "7", + "min": "1", + "step": "1" + }, + "name": "epochs", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "40", + "min": "5", + "step": "1" + }, + "name": "batch_size", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "8", + "min": "2" + }, + "name": "maximum_levels", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_units_per_level", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_neurons_per_unit", + "parameterType": "int" + } + ] + }, + "katib_run": true, + "pipeline_description": "Cifar 10 example", + "pipeline_name": "image-classification-b", + "snapshot_volumes": true, + "volume_access_mode": "rwm", + "volumes": [ + { + "annotations": [], + "mount_point": "/home/jovyan", + "name": "test-images-workspace-pmbn9", + "size": 5, + "size_type": "Gi", + "snapshot": false, + "type": "clone" + } + ] + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.9" + } + }, + "nbformat": 4, + "nbformat_minor": 4 +} diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py new file mode 100644 index 0000000..fa240aa --- /dev/null +++ b/cifar_100_EfficientNet.py @@ -0,0 +1,208 @@ +# Initializing + +import sys +sys.path.insert(0, '../..') + +import tensorflow as tf +import tensorflow_datasets as tfds +from tensorflow.keras.datasets import cifar10, cifar100 +from tensorflow.keras.utils import to_categorical +from tensorflow.keras.models import Model +from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense +import pandas as pd +import numpy as np +from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\ + import SimpleCerebrosRandomSearch +import pendulum +from cerebros.units.units import DenseUnit +from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\ + import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid +from ast import literal_eval + +# Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes) + +enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( + include_top=True, + weights='imagenet', + input_tensor=None, + input_shape=None, + pooling=None, + classes=1000, + classifier_activation='softmax', + include_preprocessing=True +) + +enet.summary() + +# Make all layers untrainable except for the very last convolutional layer + +for layer in enet.layers: + layer.trainable = False +enet.layers[-6].trainable = True + +# Cifar-100 testing + +(X_train, y_train), (X_test, y_test) = cifar100.load_data() + +y_train_cat = to_categorical(y_train, 1000) +y_test_cat = to_categorical(y_test, 1000) + +# Lambda layer for preprocessing + +def resize(x): + return tf.image.resize(x,size=(384,384),method='bilinear') + +# Modify the model + +input_shape = (32,32,3) + +input_layer = Input(shape=input_shape) +prep = Lambda(resize)(input_layer) +out = enet(prep) +enet_mod = Model(inputs=input_layer, outputs=out) + +enet_mod.compile(optimizer='adam', + loss=tf.keras.losses.CategoricalCrossentropy(), + metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')]) + +# Try to fit it on Cifar-100 data and then evaluate (this will be efficient enough if trained on the complete dataset ...) + +enet_mod.fit(X_train, y_train_cat) + +enet_mod.evaluate(X_test, y_test_cat) + +# Try the same with adding a Cerebros "add-on" network + +INPUT_SHAPES = [input_shape] +OUTPUT_SHAPES = [100] + +# Use some 15k random samples from Cifar-100 to speed up the process + +num_samples = 15_000 +rng = np.random.default_rng() +ind = rng.permutation(X_train.shape[0])[:num_samples] + +training_x = [tf.constant(X_train[ind,:,:,:])] +y_train_cat = to_categorical(y_train[ind], 100) +train_labels = [tf.constant(y_train_cat)] + +enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( + include_top=True, + weights='imagenet', + input_tensor=None, + input_shape=None, + pooling=None, + classes=1000, + classifier_activation='softmax', + include_preprocessing=True +) + +for layer in enet.layers: + layer.trainable = False +enet.layers[-6].trainable = True + +enet_io = Model(inputs=enet.layers[0].input, + outputs=enet.layers[-3].output) + +input_layer = Input(shape=input_shape) +prep = Lambda(resize)(input_layer) +out = Flatten()(enet_io(prep)) +base_mod = Model(inputs=input_layer, outputs=out) + +activation = 'swish' +predecessor_level_connection_affinity_factor_first = 2.0 +predecessor_level_connection_affinity_factor_main = 0.97 +max_consecutive_lateral_connections = 5 +p_lateral_connection = 0.97 +num_lateral_connection_tries_per_unit = 2 +learning_rate = 0.001 +epochs = 5 # [1, 100] +batch_size = 20 +maximum_levels = 4 # [3,7] +maximum_units_per_level = 7 # [2,10] +maximum_neurons_per_unit = 4 # [2,20] + +# Final training task +TIME = pendulum.now(tz='America/New_York').__str__()[:16]\ + .replace('T', '_')\ + .replace(':', '_')\ + .replace('-', '_') +# +PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet' +# +meta_trial_number = 42 +# +cerebros_automl = SimpleCerebrosRandomSearch( + unit_type=DenseUnit, + input_shapes=INPUT_SHAPES, + output_shapes=OUTPUT_SHAPES, + training_data=training_x, + labels=train_labels, + validation_split=0.2, + direction='maximize', + metric_to_rank_by="val_top_1_categorical_accuracy", + minimum_levels=2, + maximum_levels=maximum_levels, + minimum_units_per_level=1, + maximum_units_per_level=maximum_units_per_level, + minimum_neurons_per_unit=1, + maximum_neurons_per_unit=maximum_neurons_per_unit, + activation=activation, + final_activation='softmax', + number_of_architecture_moities_to_try=3, + number_of_tries_per_architecture_moity=2, + minimum_skip_connection_depth=1, + maximum_skip_connection_depth=7, + predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first, + predecessor_level_connection_affinity_factor_first_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main, + predecessor_level_connection_affinity_factor_main_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay, + seed=8675309, + max_consecutive_lateral_connections=max_consecutive_lateral_connections, + gate_after_n_lateral_connections=3, + gate_activation_function=simple_sigmoid, + p_lateral_connection=p_lateral_connection, + p_lateral_connection_decay=zero_95_exp_decay, + num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit, + learning_rate=learning_rate, + loss=tf.keras.losses.CategoricalCrossentropy(), + metrics=[tf.keras.metrics.TopKCategoricalAccuracy( + k=1, name='top_1_categorical_accuracy') + ], + epochs=epochs, + project_name=f"{PROJECT_NAME}_meta_{meta_trial_number}", + model_graphs='model_graphs', + batch_size=batch_size, + meta_trial_number=meta_trial_number, + base_models=[base_mod]) + +# Commented out IPython magic to ensure Python compatibility. +# %%time +result = cerebros_automl.run_random_search() + +print(f'Best accuracy achieved is {result}') +print(f'top-1 categorical accuracy') + +# Evaluating the best model found + +best_model_found = cerebros_automl.get_best_model() + +# +eval_loss = tf.keras.losses.CategoricalCrossentropy() +# +eval_metrics =\ +[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\ + name='eval_top_1_categorical_accuracy'), + tf.keras.metrics.TopKCategoricalAccuracy(k=5,\ + name='eval_top_5_categorical_accuracy') +] + +best_model_found.compile(loss=eval_loss, metrics=eval_metrics) +best_model_found.summary() + +print("Evaluating best model found ...") +print("Loss | Top-1 accuracy | Top-5 accuracy") +y_test_cat = to_categorical(y_test, 100) +best_model_found.evaluate(X_test, y_test_cat) + From 35fa43830d47b940f4465b82ccdd4371717bcd4c Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 22:07:34 +0100 Subject: [PATCH 02/23] Update cifar_100_EfficientNet.py --- cifar_100_EfficientNet.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py index fa240aa..c728ced 100644 --- a/cifar_100_EfficientNet.py +++ b/cifar_100_EfficientNet.py @@ -1,8 +1,5 @@ # Initializing -import sys -sys.path.insert(0, '../..') - import tensorflow as tf import tensorflow_datasets as tfds from tensorflow.keras.datasets import cifar10, cifar100 From 6687fe6a8a0bd848ff6e12fa9d8b6fbf203164f2 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 22:08:16 +0100 Subject: [PATCH 03/23] Update cifar_100_EfficientNet.ipynb --- cifar_100_EfficientNet.ipynb | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/cifar_100_EfficientNet.ipynb b/cifar_100_EfficientNet.ipynb index 613fc7b..320fb6b 100644 --- a/cifar_100_EfficientNet.ipynb +++ b/cifar_100_EfficientNet.ipynb @@ -10,22 +10,6 @@ "# Cifar-100 test for image classification" ] }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "HaiVlCDwXYHN", - "outputId": "477fd7a9-7879-4956-82c7-e778c0bb978b" - }, - "outputs": [], - "source": [ - "import sys\n", - "sys.path.insert(0, '../..')" - ] - }, { "cell_type": "code", "execution_count": 2, From 4df1cb39265cf93313331d814b28f1b072d07ce4 Mon Sep 17 00:00:00 2001 From: David Thrower Date: Tue, 31 Oct 2023 18:01:50 -0400 Subject: [PATCH 04/23] Update automerge.yml --- .github/workflows/automerge.yml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index 3826dfe..6f6912b 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -49,6 +49,9 @@ jobs: # - name: Test image classifier - small subset of CIFAR10 # timeout-minutes: 90 # run: python3 cifar10-example.py - - name: Test image classifier EfficientNetv2S - small subset of CIFAR10 + # - name: Test image classifier EfficientNetv2S - small subset of CIFAR10 + # timeout-minutes: 240 + # run: python3 cifar-10-efficientnetv2s.py + - name: Test image classifier EfficientNetv2S - PEFT CIFAR100 timeout-minutes: 240 - run: python3 cifar-10-efficientnetv2s.py + run: python3 cifar_100_EfficientNet.py From e11ae433a2842fbc26fecfaba402b84f8b5720d9 Mon Sep 17 00:00:00 2001 From: David Thrower Date: Tue, 31 Oct 2023 18:02:32 -0400 Subject: [PATCH 05/23] Update automerge.yml --- .github/workflows/automerge.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index 6f6912b..ed3c2d0 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -5,7 +5,7 @@ name: Python application on: push: - branches: [ "main", "109-spelling-errors-in-license" ] + branches: [ "main", "120-add-use-examples-efficientnet-fine-tuning-on-cifar-100" ] permissions: contents: read From 4810fe5283c0319e74dc1330aeaf99d322905c11 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Tue, 31 Oct 2023 23:47:49 +0100 Subject: [PATCH 06/23] Update requirements.txt --- requirements.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/requirements.txt b/requirements.txt index d03eb60..09cb67a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -9,3 +9,4 @@ plotly==5.11.0 matplotlib==3.6.2 tensorflow-text==2.12.0 imageio==2.25.0 +tensorflow-datasets==4.9.3 From 60197e8eeae4fcb2765d949f073fd4a191cb2664 Mon Sep 17 00:00:00 2001 From: David Thrower Date: Tue, 31 Oct 2023 18:55:06 -0400 Subject: [PATCH 07/23] Create cicd-requirements.txt --- cicd-requirements.txt | 1 + 1 file changed, 1 insertion(+) create mode 100644 cicd-requirements.txt diff --git a/cicd-requirements.txt b/cicd-requirements.txt new file mode 100644 index 0000000..dc7f378 --- /dev/null +++ b/cicd-requirements.txt @@ -0,0 +1 @@ +tensorflow_datasets==2.12.0 From 3e3455e62b29691b981563f98aa007eaf40b9dd9 Mon Sep 17 00:00:00 2001 From: David Thrower Date: Tue, 31 Oct 2023 18:56:14 -0400 Subject: [PATCH 08/23] Update automerge.yml --- .github/workflows/automerge.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index ed3c2d0..0e59502 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -24,6 +24,7 @@ jobs: python -m pip install --upgrade pip pip install flake8 pytest if [ -f requirements.txt ]; then pip install -r requirements.txt; fi + pip install -r cicd-requirements.txt - name: Lint with flake8 run: | # stop the build if there are Python syntax errors or undefined names From 285ceb808cb8cb66b3766c19b511dff5d29235a5 Mon Sep 17 00:00:00 2001 From: David Thrower Date: Tue, 31 Oct 2023 18:57:18 -0400 Subject: [PATCH 09/23] Update requirements.txt --- requirements.txt | 1 - 1 file changed, 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 09cb67a..d03eb60 100644 --- a/requirements.txt +++ b/requirements.txt @@ -9,4 +9,3 @@ plotly==5.11.0 matplotlib==3.6.2 tensorflow-text==2.12.0 imageio==2.25.0 -tensorflow-datasets==4.9.3 From 62b548d3c21e94775e736c7b0765afe53f7ac5cf Mon Sep 17 00:00:00 2001 From: David Thrower Date: Tue, 31 Oct 2023 18:57:47 -0400 Subject: [PATCH 10/23] Update cicd-requirements.txt --- cicd-requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cicd-requirements.txt b/cicd-requirements.txt index dc7f378..3733aad 100644 --- a/cicd-requirements.txt +++ b/cicd-requirements.txt @@ -1 +1 @@ -tensorflow_datasets==2.12.0 +tensorflow-datasets==4.9.3 From 4e2cedf6e6c2faa2969ee8fad5c8a7fbc47842f7 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 00:47:59 +0100 Subject: [PATCH 11/23] Update cifar_100_EfficientNet.py There was added a non-PEFT retraining for comparison. This has no bearing on the Cerebros efficiency. --- cifar_100_EfficientNet.py | 15 +++++++++++++-- 1 file changed, 13 insertions(+), 2 deletions(-) diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py index c728ced..1148ba1 100644 --- a/cifar_100_EfficientNet.py +++ b/cifar_100_EfficientNet.py @@ -16,6 +16,9 @@ import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid from ast import literal_eval +""" +# Trying to retrain EfficientNet from scratch for comparison ... + # Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes) enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( @@ -67,10 +70,18 @@ def resize(x): enet_mod.fit(X_train, y_train_cat) enet_mod.evaluate(X_test, y_test_cat) +"""; + +# Trying the same with adding a Cerebros "add-on" network + +(X_train, y_train), (X_test, y_test) = cifar100.load_data() -# Try the same with adding a Cerebros "add-on" network +# Lambda layer for preprocessing + +def resize(x): + return tf.image.resize(x,size=(384,384),method='bilinear') -INPUT_SHAPES = [input_shape] +INPUT_SHAPES = [(32,32,3)] OUTPUT_SHAPES = [100] # Use some 15k random samples from Cifar-100 to speed up the process From 143d3e6b1884209d5883d793a4b06584a378706b Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 00:51:30 +0100 Subject: [PATCH 12/23] Update cifar_100_EfficientNet.py --- cifar_100_EfficientNet.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py index 1148ba1..f14f692 100644 --- a/cifar_100_EfficientNet.py +++ b/cifar_100_EfficientNet.py @@ -81,7 +81,9 @@ def resize(x): def resize(x): return tf.image.resize(x,size=(384,384),method='bilinear') -INPUT_SHAPES = [(32,32,3)] +input_shape = (32,32,3) + +INPUT_SHAPES = [input_shape] OUTPUT_SHAPES = [100] # Use some 15k random samples from Cifar-100 to speed up the process From f69b8226d165ece98125c2d9a0e90cfb81c8cd1c Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 11:53:05 +0100 Subject: [PATCH 13/23] update cifar_100_EfficientNet --- cifar_100_EfficientNet.ipynb | 9588 ++++++++++++++-------------------- cifar_100_EfficientNet.py | 142 +- 2 files changed, 3934 insertions(+), 5796 deletions(-) diff --git a/cifar_100_EfficientNet.ipynb b/cifar_100_EfficientNet.ipynb index 320fb6b..455b467 100644 --- a/cifar_100_EfficientNet.ipynb +++ b/cifar_100_EfficientNet.ipynb @@ -2,19 +2,44 @@ "cells": [ { "cell_type": "markdown", + "id": "1dea16e8", "metadata": { - "id": "-5qZGEbJXFLV", + "id": "1dea16e8", "tags": [] }, "source": [ - "# Cifar-100 test for image classification" + "# EfficientNet PEFT on CIFAR-100 with Cerebros" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "befe7a3c", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:19:30.029782+00:00", + "start_time": "2023-11-01T09:19:29.874591+00:00" + }, + "id": "befe7a3c", + "noteable": {} + }, + "outputs": [], + "source": [ + "import sys\n", + "sys.path.insert(0, '../..')" ] }, { "cell_type": "code", "execution_count": 2, + "id": "f58c4613", "metadata": { - "id": "MFNNWymiXFLX", + "ExecuteTime": { + "end_time": "2023-11-01T08:48:44.225216+00:00", + "start_time": "2023-11-01T08:48:44.065907+00:00" + }, + "id": "f58c4613", + "noteable": {}, "tags": [ "imports" ] @@ -49,8 +74,35 @@ }, { "cell_type": "markdown", + "id": "60e947a5-5882-4bd5-a4f3-4e7adc7266b5", + "metadata": { + "id": "60e947a5-5882-4bd5-a4f3-4e7adc7266b5", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "## Fine-tuning some layers of EfficientNet from scratch" + ] + }, + { + "cell_type": "markdown", + "id": "aa9d126e-c956-403c-9091-e1ac54a26cb2", + "metadata": { + "id": "aa9d126e-c956-403c-9091-e1ac54a26cb2", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "This is done for comparison only, and may be skipped. This section provides no information on Cerebros' efficiency" + ] + }, + { + "cell_type": "markdown", + "id": "fb3a2166", "metadata": { - "id": "9DaIRoSOXFLY" + "id": "fb3a2166" }, "source": [ "Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes)" @@ -58,24 +110,12 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, + "id": "d140149f", "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "4u4gJXVaXFLY", - "outputId": "f61cb273-dc6c-430e-c151-d01932603c94" + "id": "d140149f" }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/efficientnet_v2/efficientnetv2-s.h5\n", - "87549136/87549136 [==============================] - 5s 0us/step\n" - ] - } - ], + "outputs": [], "source": [ "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", " include_top=True,\n", @@ -91,2711 +131,729 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, + "id": "70f5cfb8", + "metadata": { + "id": "70f5cfb8", + "scrolled": true + }, + "outputs": [], + "source": [ + "enet.summary()" + ] + }, + { + "cell_type": "markdown", + "id": "ca3d62ed", + "metadata": { + "id": "ca3d62ed" + }, + "source": [ + "Make all layers untrainable except for the very last convolutional layer" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "6c138dc6", + "metadata": { + "id": "6c138dc6" + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "markdown", + "id": "ba0f33a5", + "metadata": { + "id": "ba0f33a5" + }, + "source": [ + "Download and prepare Cifar-100 data" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3ffb4982", + "metadata": { + "id": "3ffb4982" + }, + "outputs": [], + "source": [ + "(X_train, y_train), (X_test, y_test) = cifar100.load_data()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3bbd2134", + "metadata": { + "id": "3bbd2134" + }, + "outputs": [], + "source": [ + "y_train_cat = to_categorical(y_train, 1000)\n", + "y_test_cat = to_categorical(y_test, 1000)" + ] + }, + { + "cell_type": "markdown", + "id": "dddb92a2", + "metadata": { + "id": "dddb92a2" + }, + "source": [ + "Resizing images to meet EfficientNet's input shape" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8b58123d", + "metadata": { + "id": "8b58123d" + }, + "outputs": [], + "source": [ + "def resize(x):\n", + " return tf.image.resize(x,size=(384,384),method='bilinear')" + ] + }, + { + "cell_type": "markdown", + "id": "4d205810", + "metadata": { + "id": "4d205810" + }, + "source": [ + "Modify the model" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "701f5939", + "metadata": { + "id": "701f5939" + }, + "outputs": [], + "source": [ + "input_shape = (32,32,3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4b96c1e9", + "metadata": { + "id": "4b96c1e9" + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = enet(prep)\n", + "enet_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "31549cf9", + "metadata": { + "id": "31549cf9" + }, + "outputs": [], + "source": [ + "enet_mod.compile(optimizer='adam',\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')])" + ] + }, + { + "cell_type": "markdown", + "id": "e40ac155", + "metadata": { + "id": "e40ac155" + }, + "source": [ + "Try to fit it on Cifar-100 data and then evaluate (this will be efficient enough if trained on the complete dataset ...)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "980218d8", + "metadata": { + "id": "980218d8" + }, + "outputs": [], + "source": [ + "enet_mod.fit(X_train, y_train_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "cecf38d3", + "metadata": { + "id": "cecf38d3" + }, + "outputs": [], + "source": [ + "enet_mod.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "markdown", + "id": "148d83af-6aea-43a7-a830-208808f6ffd3", + "metadata": { + "id": "148d83af-6aea-43a7-a830-208808f6ffd3", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "## PEFT with Cerebros" + ] + }, + { + "cell_type": "markdown", + "id": "611cf65f-713d-459a-808d-308e27c4eab1", + "metadata": { + "id": "611cf65f-713d-459a-808d-308e27c4eab1", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Download Cifar-100 data" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "a48dcd2d-5deb-4f1c-a982-304e2ad9947f", "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T08:48:46.287613+00:00", + "start_time": "2023-11-01T08:48:44.284373+00:00" + }, "colab": { "base_uri": "https://localhost:8080/" }, - "id": "Q4h48mm8XFLY", - "outputId": "44704127-d8ea-4cc6-f027-dc6d12e0b271", - "scrolled": true + "collapsed": true, + "id": "a48dcd2d-5deb-4f1c-a982-304e2ad9947f", + "jupyter": { + "outputs_hidden": true + }, + "noteable": { + "cell_type": "python" + }, + "outputId": "db260afb-8303-4810-8b8b-5be45e6f646c" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading data from https://www.cs.toronto.edu/~kriz/cifar-100-python.tar.gz\n", + "169001437/169001437 [==============================] - 6s 0us/step\n" + ] + } + ], + "source": [ + "(X_train, y_train), (X_test, y_test) = cifar100.load_data()" + ] + }, + { + "cell_type": "markdown", + "id": "4529c8e8", + "metadata": { + "id": "4529c8e8" + }, + "source": [ + "Input and output shapes: Cifar-100 has 32x32 images with 3 channels (RGB). The output is 100 categorical probabilities." + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "ad551c7f", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T08:48:46.511983+00:00", + "start_time": "2023-11-01T08:48:46.355357+00:00" + }, + "id": "ad551c7f", + "noteable": {} + }, + "outputs": [], + "source": [ + "input_shape = (32,32,3)\n", + "INPUT_SHAPES = [input_shape]\n", + "OUTPUT_SHAPES = [100]" + ] + }, + { + "cell_type": "markdown", + "id": "9cb0a262", + "metadata": { + "id": "9cb0a262" + }, + "source": [ + "Subsampling a small balanced set of samples (with of without shuffling) from the train dataset and train labels" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "id": "b1f75cc3-bd9c-41d4-9c32-68c30a0ebb6c", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:09:16.527708+00:00", + "start_time": "2023-11-01T09:09:16.370204+00:00" + }, + "id": "b1f75cc3-bd9c-41d4-9c32-68c30a0ebb6c", + "noteable": { + "cell_type": "python" + } + }, + "outputs": [], + "source": [ + "def subsample_train(X_train, y_train, num_samples):\n", + " #\n", + " X_sub = []\n", + " y_sub = []\n", + " #\n", + " assert 1 <= num_samples <= 500\n", + " #\n", + " for cat in range(100):\n", + " #\n", + " ind, _ = np.where(y_train==cat)\n", + " #\n", + " X_cat = X_train[ind]\n", + " X_cat = X_cat[:num_samples]\n", + " y_cat = y_train[ind]\n", + " y_cat = y_cat[:num_samples]\n", + " #\n", + " X_sub += [X_cat]\n", + " y_sub += [y_cat]\n", + " #\n", + " X_sub = np.vstack(X_sub)\n", + " y_sub = np.vstack(y_sub)\n", + " #\n", + " assert X_sub.shape[0] == y_sub.shape[0]\n", + " #\n", + " ind = np.arange(X_sub.shape[0])\n", + " np.random.shuffle(ind)\n", + " #\n", + " return X_sub[ind], y_sub[ind]" + ] + }, + { + "cell_type": "markdown", + "id": "07c6c68d-2698-46b7-aec2-d16b2b7f3ad9", + "metadata": { + "id": "07c6c68d-2698-46b7-aec2-d16b2b7f3ad9", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "We take only 50 samples in each category" + ] + }, + { + "cell_type": "code", + "execution_count": 77, + "id": "0cd97b9c", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:09:31.098713+00:00", + "start_time": "2023-11-01T09:09:30.820699+00:00" + }, + "id": "0cd97b9c", + "noteable": {} + }, + "outputs": [], + "source": [ + "num_samples = 50\n", + "X_sub, y_sub = subsample_train(X_train, y_train, num_samples)" + ] + }, + { + "cell_type": "markdown", + "id": "2b5c1f93-79cb-420c-9fb8-71db99f79882", + "metadata": { + "id": "2b5c1f93-79cb-420c-9fb8-71db99f79882", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Preparing tensors for the training set and labels" + ] + }, + { + "cell_type": "code", + "execution_count": 78, + "id": "19fc66e2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:12:29.225732+00:00", + "start_time": "2023-11-01T09:12:29.050204+00:00" + }, + "id": "19fc66e2", + "noteable": {} + }, + "outputs": [], + "source": [ + "training_x = [tf.constant(X_sub)]\n", + "y_train_cat = to_categorical(y_sub, 100)\n", + "train_labels = [tf.constant(y_train_cat)]" + ] + }, + { + "cell_type": "markdown", + "id": "bc77d3f4-2a38-41f8-aa9b-dd21284ce6f5", + "metadata": { + "id": "bc77d3f4-2a38-41f8-aa9b-dd21284ce6f5", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Donwloading EfficientNet (v.2, small)" + ] + }, + { + "cell_type": "code", + "execution_count": 79, + "id": "f75e3d40", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:13:09.990760+00:00", + "start_time": "2023-11-01T09:13:05.523395+00:00" + }, + "collapsed": true, + "id": "f75e3d40", + "jupyter": { + "outputs_hidden": true + }, + "noteable": {} + }, + "outputs": [], + "source": [ + "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", + " include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax',\n", + " include_preprocessing=True\n", + ")" + ] + }, + { + "cell_type": "markdown", + "id": "b72b2ebc-428c-44f4-876c-5a90d6752e1f", + "metadata": { + "id": "b72b2ebc-428c-44f4-876c-5a90d6752e1f", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Resizing images to meet EfficientNet's input shape" + ] + }, + { + "cell_type": "code", + "execution_count": 80, + "id": "ac709478-9a2a-4c21-ad73-84dca13346b5", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:13:25.802475+00:00", + "start_time": "2023-11-01T09:13:25.557095+00:00" + }, + "collapsed": false, + "id": "ac709478-9a2a-4c21-ad73-84dca13346b5", + "jupyter": { + "outputs_hidden": false, + "source_hidden": false + }, + "noteable": { + "cell_type": "code" + } + }, + "outputs": [], + "source": [ + "def resize(x):\n", + " return tf.image.resize(x,size=(384,384),method='bilinear')" + ] + }, + { + "cell_type": "markdown", + "id": "a95c3d07-7034-48b9-9575-3c63a8da3c1a", + "metadata": { + "id": "a95c3d07-7034-48b9-9575-3c63a8da3c1a", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Make only the last convolutional layer trainable" + ] + }, + { + "cell_type": "code", + "execution_count": 81, + "id": "af9afee2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:13:58.220364+00:00", + "start_time": "2023-11-01T09:13:58.052035+00:00" + }, + "id": "af9afee2", + "noteable": {} + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "markdown", + "id": "30c9a7c4-b55c-48fa-816c-ef794e219229", + "metadata": { + "id": "30c9a7c4-b55c-48fa-816c-ef794e219229", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Preparing the base model for Cerebros search" + ] + }, + { + "cell_type": "code", + "execution_count": 82, + "id": "f783b4f0", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:12.993282+00:00", + "start_time": "2023-11-01T09:14:12.812404+00:00" + }, + "id": "f783b4f0", + "noteable": {} + }, + "outputs": [], + "source": [ + "enet_io = Model(inputs=enet.layers[0].input,\n", + " outputs=enet.layers[-3].output)" + ] + }, + { + "cell_type": "code", + "execution_count": 83, + "id": "d45f5829", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:14.769339+00:00", + "start_time": "2023-11-01T09:14:13.156408+00:00" + }, + "id": "d45f5829", + "noteable": {} + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = Flatten()(enet_io(prep))\n", + "base_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "markdown", + "id": "505e696e-2184-42df-9d9f-ef8a57c71327", + "metadata": { + "id": "505e696e-2184-42df-9d9f-ef8a57c71327", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Cerebros configurables" + ] + }, + { + "cell_type": "code", + "execution_count": 84, + "id": "b653bd7c", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:34.661303+00:00", + "start_time": "2023-11-01T09:14:34.503063+00:00" + }, + "id": "b653bd7c", + "noteable": {} + }, + "outputs": [], + "source": [ + "activation = 'swish'\n", + "predecessor_level_connection_affinity_factor_first = 2.0\n", + "predecessor_level_connection_affinity_factor_main = 0.97\n", + "max_consecutive_lateral_connections = 5\n", + "p_lateral_connection = 0.97\n", + "num_lateral_connection_tries_per_unit = 2\n", + "learning_rate = 0.001\n", + "epochs = 5 # [1, 100]\n", + "batch_size = 20\n", + "maximum_levels = 4 # [3,7]\n", + "maximum_units_per_level = 7 # [2,10]\n", + "maximum_neurons_per_unit = 4 # [2,20]" + ] + }, + { + "cell_type": "markdown", + "id": "fd36c1d2-655d-427e-b23f-acb8b266ecc4", + "metadata": { + "id": "fd36c1d2-655d-427e-b23f-acb8b266ecc4", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Final training task" + ] + }, + { + "cell_type": "code", + "execution_count": 85, + "id": "91493649", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:53.270343+00:00", + "start_time": "2023-11-01T09:14:53.090036+00:00" + }, + "id": "91493649", + "noteable": {} + }, + "outputs": [], + "source": [ + "TIME = pendulum.now(tz='America/New_York').__str__()[:16]\\\n", + " .replace('T', '_')\\\n", + " .replace(':', '_')\\\n", + " .replace('-', '_')\n", + "#\n", + "PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet'\n", + "#\n", + "meta_trial_number = 42\n", + "#\n", + "cerebros_automl = SimpleCerebrosRandomSearch(\n", + " unit_type=DenseUnit,\n", + " input_shapes=INPUT_SHAPES,\n", + " output_shapes=OUTPUT_SHAPES,\n", + " training_data=training_x,\n", + " labels=train_labels,\n", + " validation_split=0.2,\n", + " direction='maximize',\n", + " metric_to_rank_by=\"val_top_1_categorical_accuracy\",\n", + " minimum_levels=2,\n", + " maximum_levels=maximum_levels,\n", + " minimum_units_per_level=1,\n", + " maximum_units_per_level=maximum_units_per_level,\n", + " minimum_neurons_per_unit=1,\n", + " maximum_neurons_per_unit=maximum_neurons_per_unit,\n", + " activation=activation,\n", + " final_activation='softmax',\n", + " number_of_architecture_moities_to_try=3,\n", + " number_of_tries_per_architecture_moity=2,\n", + " minimum_skip_connection_depth=1,\n", + " maximum_skip_connection_depth=7,\n", + " predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first,\n", + " predecessor_level_connection_affinity_factor_first_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main,\n", + " predecessor_level_connection_affinity_factor_main_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay,\n", + " seed=8675309,\n", + " max_consecutive_lateral_connections=max_consecutive_lateral_connections,\n", + " gate_after_n_lateral_connections=3,\n", + " gate_activation_function=simple_sigmoid,\n", + " p_lateral_connection=p_lateral_connection,\n", + " p_lateral_connection_decay=zero_95_exp_decay,\n", + " num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit,\n", + " learning_rate=learning_rate,\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(\n", + " k=1, name='top_1_categorical_accuracy')\n", + " ],\n", + " epochs=epochs,\n", + " project_name=f\"{PROJECT_NAME}_meta_{meta_trial_number}\",\n", + " model_graphs='model_graphs',\n", + " batch_size=batch_size,\n", + " meta_trial_number=meta_trial_number,\n", + " base_models=[base_mod])" + ] + }, + { + "cell_type": "code", + "execution_count": 86, + "id": "eac0d5dc", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:15:25.234115+00:00", + "start_time": "2023-11-01T09:15:04.175931+00:00" + }, + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "eac0d5dc", + "noteable": {}, + "outputId": "514cd63f-1437-4c66-ee08-b7f765cf19af", + "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "Model: \"efficientnetv2-s\"\n", - "__________________________________________________________________________________________________\n", - " Layer (type) Output Shape Param # Connected to \n", - "==================================================================================================\n", - " input_1 (InputLayer) [(None, 384, 384, 3)] 0 [] \n", - " \n", - " rescaling (Rescaling) (None, 384, 384, 3) 0 ['input_1[0][0]'] \n", - " \n", - " stem_conv (Conv2D) (None, 192, 192, 24) 648 ['rescaling[0][0]'] \n", - " \n", - " stem_bn (BatchNormalizatio (None, 192, 192, 24) 96 ['stem_conv[0][0]'] \n", - " n) \n", - " \n", - " stem_activation (Activatio (None, 192, 192, 24) 0 ['stem_bn[0][0]'] \n", - " n) \n", - " \n", - " block1a_project_conv (Conv (None, 192, 192, 24) 5184 ['stem_activation[0][0]'] \n", - " 2D) \n", - " \n", - " block1a_project_bn (BatchN (None, 192, 192, 24) 96 ['block1a_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block1a_project_activation (None, 192, 192, 24) 0 ['block1a_project_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block1a_add (Add) (None, 192, 192, 24) 0 ['block1a_project_activation[0\n", - " ][0]', \n", - " 'stem_activation[0][0]'] \n", - " \n", - " block1b_project_conv (Conv (None, 192, 192, 24) 5184 ['block1a_add[0][0]'] \n", - " 2D) \n", - " \n", - " block1b_project_bn (BatchN (None, 192, 192, 24) 96 ['block1b_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block1b_project_activation (None, 192, 192, 24) 0 ['block1b_project_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block1b_drop (Dropout) (None, 192, 192, 24) 0 ['block1b_project_activation[0\n", - " ][0]'] \n", - " \n", - " block1b_add (Add) (None, 192, 192, 24) 0 ['block1b_drop[0][0]', \n", - " 'block1a_add[0][0]'] \n", - " \n", - " block2a_expand_conv (Conv2 (None, 96, 96, 96) 20736 ['block1b_add[0][0]'] \n", - " D) \n", - " \n", - " block2a_expand_bn (BatchNo (None, 96, 96, 96) 384 ['block2a_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block2a_expand_activation (None, 96, 96, 96) 0 ['block2a_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block2a_project_conv (Conv (None, 96, 96, 48) 4608 ['block2a_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block2a_project_bn (BatchN (None, 96, 96, 48) 192 ['block2a_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block2b_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2a_project_bn[0][0]'] \n", - " D) \n", - " \n", - " block2b_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2b_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block2b_expand_activation (None, 96, 96, 192) 0 ['block2b_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block2b_project_conv (Conv (None, 96, 96, 48) 9216 ['block2b_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block2b_project_bn (BatchN (None, 96, 96, 48) 192 ['block2b_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block2b_drop (Dropout) (None, 96, 96, 48) 0 ['block2b_project_bn[0][0]'] \n", - " \n", - " block2b_add (Add) (None, 96, 96, 48) 0 ['block2b_drop[0][0]', \n", - " 'block2a_project_bn[0][0]'] \n", - " \n", - " block2c_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2b_add[0][0]'] \n", - " D) \n", - " \n", - " block2c_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2c_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block2c_expand_activation (None, 96, 96, 192) 0 ['block2c_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block2c_project_conv (Conv (None, 96, 96, 48) 9216 ['block2c_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block2c_project_bn (BatchN (None, 96, 96, 48) 192 ['block2c_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block2c_drop (Dropout) (None, 96, 96, 48) 0 ['block2c_project_bn[0][0]'] \n", - " \n", - " block2c_add (Add) (None, 96, 96, 48) 0 ['block2c_drop[0][0]', \n", - " 'block2b_add[0][0]'] \n", - " \n", - " block2d_expand_conv (Conv2 (None, 96, 96, 192) 82944 ['block2c_add[0][0]'] \n", - " D) \n", - " \n", - " block2d_expand_bn (BatchNo (None, 96, 96, 192) 768 ['block2d_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block2d_expand_activation (None, 96, 96, 192) 0 ['block2d_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block2d_project_conv (Conv (None, 96, 96, 48) 9216 ['block2d_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block2d_project_bn (BatchN (None, 96, 96, 48) 192 ['block2d_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block2d_drop (Dropout) (None, 96, 96, 48) 0 ['block2d_project_bn[0][0]'] \n", - " \n", - " block2d_add (Add) (None, 96, 96, 48) 0 ['block2d_drop[0][0]', \n", - " 'block2c_add[0][0]'] \n", - " \n", - " block3a_expand_conv (Conv2 (None, 48, 48, 192) 82944 ['block2d_add[0][0]'] \n", - " D) \n", - " \n", - " block3a_expand_bn (BatchNo (None, 48, 48, 192) 768 ['block3a_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block3a_expand_activation (None, 48, 48, 192) 0 ['block3a_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block3a_project_conv (Conv (None, 48, 48, 64) 12288 ['block3a_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block3a_project_bn (BatchN (None, 48, 48, 64) 256 ['block3a_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block3b_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3a_project_bn[0][0]'] \n", - " D) \n", - " \n", - " block3b_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3b_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block3b_expand_activation (None, 48, 48, 256) 0 ['block3b_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block3b_project_conv (Conv (None, 48, 48, 64) 16384 ['block3b_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block3b_project_bn (BatchN (None, 48, 48, 64) 256 ['block3b_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block3b_drop (Dropout) (None, 48, 48, 64) 0 ['block3b_project_bn[0][0]'] \n", - " \n", - " block3b_add (Add) (None, 48, 48, 64) 0 ['block3b_drop[0][0]', \n", - " 'block3a_project_bn[0][0]'] \n", - " \n", - " block3c_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3b_add[0][0]'] \n", - " D) \n", - " \n", - " block3c_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3c_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block3c_expand_activation (None, 48, 48, 256) 0 ['block3c_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block3c_project_conv (Conv (None, 48, 48, 64) 16384 ['block3c_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block3c_project_bn (BatchN (None, 48, 48, 64) 256 ['block3c_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block3c_drop (Dropout) (None, 48, 48, 64) 0 ['block3c_project_bn[0][0]'] \n", - " \n", - " block3c_add (Add) (None, 48, 48, 64) 0 ['block3c_drop[0][0]', \n", - " 'block3b_add[0][0]'] \n", - " \n", - " block3d_expand_conv (Conv2 (None, 48, 48, 256) 147456 ['block3c_add[0][0]'] \n", - " D) \n", - " \n", - " block3d_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block3d_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block3d_expand_activation (None, 48, 48, 256) 0 ['block3d_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block3d_project_conv (Conv (None, 48, 48, 64) 16384 ['block3d_expand_activation[0]\n", - " 2D) [0]'] \n", - " \n", - " block3d_project_bn (BatchN (None, 48, 48, 64) 256 ['block3d_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block3d_drop (Dropout) (None, 48, 48, 64) 0 ['block3d_project_bn[0][0]'] \n", - " \n", - " block3d_add (Add) (None, 48, 48, 64) 0 ['block3d_drop[0][0]', \n", - " 'block3c_add[0][0]'] \n", - " \n", - " block4a_expand_conv (Conv2 (None, 48, 48, 256) 16384 ['block3d_add[0][0]'] \n", - " D) \n", - " \n", - " block4a_expand_bn (BatchNo (None, 48, 48, 256) 1024 ['block4a_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block4a_expand_activation (None, 48, 48, 256) 0 ['block4a_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block4a_dwconv2 (Depthwise (None, 24, 24, 256) 2304 ['block4a_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block4a_bn (BatchNormaliza (None, 24, 24, 256) 1024 ['block4a_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block4a_activation (Activa (None, 24, 24, 256) 0 ['block4a_bn[0][0]'] \n", - " tion) \n", - " \n", - " block4a_se_squeeze (Global (None, 256) 0 ['block4a_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block4a_se_reshape (Reshap (None, 1, 1, 256) 0 ['block4a_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block4a_se_reduce (Conv2D) (None, 1, 1, 16) 4112 ['block4a_se_reshape[0][0]'] \n", - " \n", - " block4a_se_expand (Conv2D) (None, 1, 1, 256) 4352 ['block4a_se_reduce[0][0]'] \n", - " \n", - " block4a_se_excite (Multipl (None, 24, 24, 256) 0 ['block4a_activation[0][0]', \n", - " y) 'block4a_se_expand[0][0]'] \n", - " \n", - " block4a_project_conv (Conv (None, 24, 24, 128) 32768 ['block4a_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block4a_project_bn (BatchN (None, 24, 24, 128) 512 ['block4a_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block4b_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4a_project_bn[0][0]'] \n", - " D) \n", - " \n", - " block4b_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4b_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block4b_expand_activation (None, 24, 24, 512) 0 ['block4b_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block4b_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4b_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block4b_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4b_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block4b_activation (Activa (None, 24, 24, 512) 0 ['block4b_bn[0][0]'] \n", - " tion) \n", - " \n", - " block4b_se_squeeze (Global (None, 512) 0 ['block4b_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block4b_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4b_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block4b_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4b_se_reshape[0][0]'] \n", - " \n", - " block4b_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4b_se_reduce[0][0]'] \n", - " \n", - " block4b_se_excite (Multipl (None, 24, 24, 512) 0 ['block4b_activation[0][0]', \n", - " y) 'block4b_se_expand[0][0]'] \n", - " \n", - " block4b_project_conv (Conv (None, 24, 24, 128) 65536 ['block4b_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block4b_project_bn (BatchN (None, 24, 24, 128) 512 ['block4b_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block4b_drop (Dropout) (None, 24, 24, 128) 0 ['block4b_project_bn[0][0]'] \n", - " \n", - " block4b_add (Add) (None, 24, 24, 128) 0 ['block4b_drop[0][0]', \n", - " 'block4a_project_bn[0][0]'] \n", - " \n", - " block4c_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4b_add[0][0]'] \n", - " D) \n", - " \n", - " block4c_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4c_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block4c_expand_activation (None, 24, 24, 512) 0 ['block4c_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block4c_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4c_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block4c_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4c_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block4c_activation (Activa (None, 24, 24, 512) 0 ['block4c_bn[0][0]'] \n", - " tion) \n", - " \n", - " block4c_se_squeeze (Global (None, 512) 0 ['block4c_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block4c_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4c_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block4c_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4c_se_reshape[0][0]'] \n", - " \n", - " block4c_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4c_se_reduce[0][0]'] \n", - " \n", - " block4c_se_excite (Multipl (None, 24, 24, 512) 0 ['block4c_activation[0][0]', \n", - " y) 'block4c_se_expand[0][0]'] \n", - " \n", - " block4c_project_conv (Conv (None, 24, 24, 128) 65536 ['block4c_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block4c_project_bn (BatchN (None, 24, 24, 128) 512 ['block4c_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block4c_drop (Dropout) (None, 24, 24, 128) 0 ['block4c_project_bn[0][0]'] \n", - " \n", - " block4c_add (Add) (None, 24, 24, 128) 0 ['block4c_drop[0][0]', \n", - " 'block4b_add[0][0]'] \n", - " \n", - " block4d_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4c_add[0][0]'] \n", - " D) \n", - " \n", - " block4d_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4d_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block4d_expand_activation (None, 24, 24, 512) 0 ['block4d_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block4d_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4d_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block4d_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4d_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block4d_activation (Activa (None, 24, 24, 512) 0 ['block4d_bn[0][0]'] \n", - " tion) \n", - " \n", - " block4d_se_squeeze (Global (None, 512) 0 ['block4d_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block4d_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4d_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block4d_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4d_se_reshape[0][0]'] \n", - " \n", - " block4d_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4d_se_reduce[0][0]'] \n", - " \n", - " block4d_se_excite (Multipl (None, 24, 24, 512) 0 ['block4d_activation[0][0]', \n", - " y) 'block4d_se_expand[0][0]'] \n", - " \n", - " block4d_project_conv (Conv (None, 24, 24, 128) 65536 ['block4d_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block4d_project_bn (BatchN (None, 24, 24, 128) 512 ['block4d_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block4d_drop (Dropout) (None, 24, 24, 128) 0 ['block4d_project_bn[0][0]'] \n", - " \n", - " block4d_add (Add) (None, 24, 24, 128) 0 ['block4d_drop[0][0]', \n", - " 'block4c_add[0][0]'] \n", - " \n", - " block4e_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4d_add[0][0]'] \n", - " D) \n", - " \n", - " block4e_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4e_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block4e_expand_activation (None, 24, 24, 512) 0 ['block4e_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block4e_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4e_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block4e_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4e_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block4e_activation (Activa (None, 24, 24, 512) 0 ['block4e_bn[0][0]'] \n", - " tion) \n", - " \n", - " block4e_se_squeeze (Global (None, 512) 0 ['block4e_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block4e_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4e_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block4e_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4e_se_reshape[0][0]'] \n", - " \n", - " block4e_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4e_se_reduce[0][0]'] \n", - " \n", - " block4e_se_excite (Multipl (None, 24, 24, 512) 0 ['block4e_activation[0][0]', \n", - " y) 'block4e_se_expand[0][0]'] \n", - " \n", - " block4e_project_conv (Conv (None, 24, 24, 128) 65536 ['block4e_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block4e_project_bn (BatchN (None, 24, 24, 128) 512 ['block4e_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block4e_drop (Dropout) (None, 24, 24, 128) 0 ['block4e_project_bn[0][0]'] \n", - " \n", - " block4e_add (Add) (None, 24, 24, 128) 0 ['block4e_drop[0][0]', \n", - " 'block4d_add[0][0]'] \n", - " \n", - " block4f_expand_conv (Conv2 (None, 24, 24, 512) 65536 ['block4e_add[0][0]'] \n", - " D) \n", - " \n", - " block4f_expand_bn (BatchNo (None, 24, 24, 512) 2048 ['block4f_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block4f_expand_activation (None, 24, 24, 512) 0 ['block4f_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block4f_dwconv2 (Depthwise (None, 24, 24, 512) 4608 ['block4f_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block4f_bn (BatchNormaliza (None, 24, 24, 512) 2048 ['block4f_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block4f_activation (Activa (None, 24, 24, 512) 0 ['block4f_bn[0][0]'] \n", - " tion) \n", - " \n", - " block4f_se_squeeze (Global (None, 512) 0 ['block4f_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block4f_se_reshape (Reshap (None, 1, 1, 512) 0 ['block4f_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block4f_se_reduce (Conv2D) (None, 1, 1, 32) 16416 ['block4f_se_reshape[0][0]'] \n", - " \n", - " block4f_se_expand (Conv2D) (None, 1, 1, 512) 16896 ['block4f_se_reduce[0][0]'] \n", - " \n", - " block4f_se_excite (Multipl (None, 24, 24, 512) 0 ['block4f_activation[0][0]', \n", - " y) 'block4f_se_expand[0][0]'] \n", - " \n", - " block4f_project_conv (Conv (None, 24, 24, 128) 65536 ['block4f_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block4f_project_bn (BatchN (None, 24, 24, 128) 512 ['block4f_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block4f_drop (Dropout) (None, 24, 24, 128) 0 ['block4f_project_bn[0][0]'] \n", - " \n", - " block4f_add (Add) (None, 24, 24, 128) 0 ['block4f_drop[0][0]', \n", - " 'block4e_add[0][0]'] \n", - " \n", - " block5a_expand_conv (Conv2 (None, 24, 24, 768) 98304 ['block4f_add[0][0]'] \n", - " D) \n", - " \n", - " block5a_expand_bn (BatchNo (None, 24, 24, 768) 3072 ['block5a_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5a_expand_activation (None, 24, 24, 768) 0 ['block5a_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5a_dwconv2 (Depthwise (None, 24, 24, 768) 6912 ['block5a_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5a_bn (BatchNormaliza (None, 24, 24, 768) 3072 ['block5a_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5a_activation (Activa (None, 24, 24, 768) 0 ['block5a_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5a_se_squeeze (Global (None, 768) 0 ['block5a_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5a_se_reshape (Reshap (None, 1, 1, 768) 0 ['block5a_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5a_se_reduce (Conv2D) (None, 1, 1, 32) 24608 ['block5a_se_reshape[0][0]'] \n", - " \n", - " block5a_se_expand (Conv2D) (None, 1, 1, 768) 25344 ['block5a_se_reduce[0][0]'] \n", - " \n", - " block5a_se_excite (Multipl (None, 24, 24, 768) 0 ['block5a_activation[0][0]', \n", - " y) 'block5a_se_expand[0][0]'] \n", - " \n", - " block5a_project_conv (Conv (None, 24, 24, 160) 122880 ['block5a_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5a_project_bn (BatchN (None, 24, 24, 160) 640 ['block5a_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5b_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5a_project_bn[0][0]'] \n", - " D) \n", - " \n", - " block5b_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5b_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5b_expand_activation (None, 24, 24, 960) 0 ['block5b_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5b_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5b_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5b_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5b_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5b_activation (Activa (None, 24, 24, 960) 0 ['block5b_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5b_se_squeeze (Global (None, 960) 0 ['block5b_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5b_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5b_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5b_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5b_se_reshape[0][0]'] \n", - " \n", - " block5b_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5b_se_reduce[0][0]'] \n", - " \n", - " block5b_se_excite (Multipl (None, 24, 24, 960) 0 ['block5b_activation[0][0]', \n", - " y) 'block5b_se_expand[0][0]'] \n", - " \n", - " block5b_project_conv (Conv (None, 24, 24, 160) 153600 ['block5b_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5b_project_bn (BatchN (None, 24, 24, 160) 640 ['block5b_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5b_drop (Dropout) (None, 24, 24, 160) 0 ['block5b_project_bn[0][0]'] \n", - " \n", - " block5b_add (Add) (None, 24, 24, 160) 0 ['block5b_drop[0][0]', \n", - " 'block5a_project_bn[0][0]'] \n", - " \n", - " block5c_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5b_add[0][0]'] \n", - " D) \n", - " \n", - " block5c_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5c_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5c_expand_activation (None, 24, 24, 960) 0 ['block5c_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5c_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5c_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5c_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5c_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5c_activation (Activa (None, 24, 24, 960) 0 ['block5c_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5c_se_squeeze (Global (None, 960) 0 ['block5c_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5c_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5c_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5c_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5c_se_reshape[0][0]'] \n", - " \n", - " block5c_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5c_se_reduce[0][0]'] \n", - " \n", - " block5c_se_excite (Multipl (None, 24, 24, 960) 0 ['block5c_activation[0][0]', \n", - " y) 'block5c_se_expand[0][0]'] \n", - " \n", - " block5c_project_conv (Conv (None, 24, 24, 160) 153600 ['block5c_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5c_project_bn (BatchN (None, 24, 24, 160) 640 ['block5c_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5c_drop (Dropout) (None, 24, 24, 160) 0 ['block5c_project_bn[0][0]'] \n", - " \n", - " block5c_add (Add) (None, 24, 24, 160) 0 ['block5c_drop[0][0]', \n", - " 'block5b_add[0][0]'] \n", - " \n", - " block5d_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5c_add[0][0]'] \n", - " D) \n", - " \n", - " block5d_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5d_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5d_expand_activation (None, 24, 24, 960) 0 ['block5d_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5d_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5d_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5d_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5d_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5d_activation (Activa (None, 24, 24, 960) 0 ['block5d_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5d_se_squeeze (Global (None, 960) 0 ['block5d_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5d_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5d_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5d_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5d_se_reshape[0][0]'] \n", - " \n", - " block5d_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5d_se_reduce[0][0]'] \n", - " \n", - " block5d_se_excite (Multipl (None, 24, 24, 960) 0 ['block5d_activation[0][0]', \n", - " y) 'block5d_se_expand[0][0]'] \n", - " \n", - " block5d_project_conv (Conv (None, 24, 24, 160) 153600 ['block5d_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5d_project_bn (BatchN (None, 24, 24, 160) 640 ['block5d_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5d_drop (Dropout) (None, 24, 24, 160) 0 ['block5d_project_bn[0][0]'] \n", - " \n", - " block5d_add (Add) (None, 24, 24, 160) 0 ['block5d_drop[0][0]', \n", - " 'block5c_add[0][0]'] \n", - " \n", - " block5e_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5d_add[0][0]'] \n", - " D) \n", - " \n", - " block5e_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5e_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5e_expand_activation (None, 24, 24, 960) 0 ['block5e_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5e_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5e_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5e_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5e_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5e_activation (Activa (None, 24, 24, 960) 0 ['block5e_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5e_se_squeeze (Global (None, 960) 0 ['block5e_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5e_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5e_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5e_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5e_se_reshape[0][0]'] \n", - " \n", - " block5e_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5e_se_reduce[0][0]'] \n", - " \n", - " block5e_se_excite (Multipl (None, 24, 24, 960) 0 ['block5e_activation[0][0]', \n", - " y) 'block5e_se_expand[0][0]'] \n", - " \n", - " block5e_project_conv (Conv (None, 24, 24, 160) 153600 ['block5e_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5e_project_bn (BatchN (None, 24, 24, 160) 640 ['block5e_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5e_drop (Dropout) (None, 24, 24, 160) 0 ['block5e_project_bn[0][0]'] \n", - " \n", - " block5e_add (Add) (None, 24, 24, 160) 0 ['block5e_drop[0][0]', \n", - " 'block5d_add[0][0]'] \n", - " \n", - " block5f_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5e_add[0][0]'] \n", - " D) \n", - " \n", - " block5f_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5f_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5f_expand_activation (None, 24, 24, 960) 0 ['block5f_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5f_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5f_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5f_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5f_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5f_activation (Activa (None, 24, 24, 960) 0 ['block5f_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5f_se_squeeze (Global (None, 960) 0 ['block5f_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5f_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5f_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5f_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5f_se_reshape[0][0]'] \n", - " \n", - " block5f_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5f_se_reduce[0][0]'] \n", - " \n", - " block5f_se_excite (Multipl (None, 24, 24, 960) 0 ['block5f_activation[0][0]', \n", - " y) 'block5f_se_expand[0][0]'] \n", - " \n", - " block5f_project_conv (Conv (None, 24, 24, 160) 153600 ['block5f_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5f_project_bn (BatchN (None, 24, 24, 160) 640 ['block5f_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5f_drop (Dropout) (None, 24, 24, 160) 0 ['block5f_project_bn[0][0]'] \n", - " \n", - " block5f_add (Add) (None, 24, 24, 160) 0 ['block5f_drop[0][0]', \n", - " 'block5e_add[0][0]'] \n", - " \n", - " block5g_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5f_add[0][0]'] \n", - " D) \n", - " \n", - " block5g_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5g_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5g_expand_activation (None, 24, 24, 960) 0 ['block5g_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5g_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5g_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5g_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5g_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5g_activation (Activa (None, 24, 24, 960) 0 ['block5g_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5g_se_squeeze (Global (None, 960) 0 ['block5g_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5g_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5g_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5g_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5g_se_reshape[0][0]'] \n", - " \n", - " block5g_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5g_se_reduce[0][0]'] \n", - " \n", - " block5g_se_excite (Multipl (None, 24, 24, 960) 0 ['block5g_activation[0][0]', \n", - " y) 'block5g_se_expand[0][0]'] \n", - " \n", - " block5g_project_conv (Conv (None, 24, 24, 160) 153600 ['block5g_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5g_project_bn (BatchN (None, 24, 24, 160) 640 ['block5g_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5g_drop (Dropout) (None, 24, 24, 160) 0 ['block5g_project_bn[0][0]'] \n", - " \n", - " block5g_add (Add) (None, 24, 24, 160) 0 ['block5g_drop[0][0]', \n", - " 'block5f_add[0][0]'] \n", - " \n", - " block5h_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5g_add[0][0]'] \n", - " D) \n", - " \n", - " block5h_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5h_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5h_expand_activation (None, 24, 24, 960) 0 ['block5h_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5h_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5h_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5h_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5h_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5h_activation (Activa (None, 24, 24, 960) 0 ['block5h_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5h_se_squeeze (Global (None, 960) 0 ['block5h_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5h_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5h_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5h_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5h_se_reshape[0][0]'] \n", - " \n", - " block5h_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5h_se_reduce[0][0]'] \n", - " \n", - " block5h_se_excite (Multipl (None, 24, 24, 960) 0 ['block5h_activation[0][0]', \n", - " y) 'block5h_se_expand[0][0]'] \n", - " \n", - " block5h_project_conv (Conv (None, 24, 24, 160) 153600 ['block5h_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5h_project_bn (BatchN (None, 24, 24, 160) 640 ['block5h_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5h_drop (Dropout) (None, 24, 24, 160) 0 ['block5h_project_bn[0][0]'] \n", - " \n", - " block5h_add (Add) (None, 24, 24, 160) 0 ['block5h_drop[0][0]', \n", - " 'block5g_add[0][0]'] \n", - " \n", - " block5i_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5h_add[0][0]'] \n", - " D) \n", - " \n", - " block5i_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block5i_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block5i_expand_activation (None, 24, 24, 960) 0 ['block5i_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block5i_dwconv2 (Depthwise (None, 24, 24, 960) 8640 ['block5i_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block5i_bn (BatchNormaliza (None, 24, 24, 960) 3840 ['block5i_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block5i_activation (Activa (None, 24, 24, 960) 0 ['block5i_bn[0][0]'] \n", - " tion) \n", - " \n", - " block5i_se_squeeze (Global (None, 960) 0 ['block5i_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block5i_se_reshape (Reshap (None, 1, 1, 960) 0 ['block5i_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block5i_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block5i_se_reshape[0][0]'] \n", - " \n", - " block5i_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block5i_se_reduce[0][0]'] \n", - " \n", - " block5i_se_excite (Multipl (None, 24, 24, 960) 0 ['block5i_activation[0][0]', \n", - " y) 'block5i_se_expand[0][0]'] \n", - " \n", - " block5i_project_conv (Conv (None, 24, 24, 160) 153600 ['block5i_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block5i_project_bn (BatchN (None, 24, 24, 160) 640 ['block5i_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block5i_drop (Dropout) (None, 24, 24, 160) 0 ['block5i_project_bn[0][0]'] \n", - " \n", - " block5i_add (Add) (None, 24, 24, 160) 0 ['block5i_drop[0][0]', \n", - " 'block5h_add[0][0]'] \n", - " \n", - " block6a_expand_conv (Conv2 (None, 24, 24, 960) 153600 ['block5i_add[0][0]'] \n", - " D) \n", - " \n", - " block6a_expand_bn (BatchNo (None, 24, 24, 960) 3840 ['block6a_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6a_expand_activation (None, 24, 24, 960) 0 ['block6a_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6a_dwconv2 (Depthwise (None, 12, 12, 960) 8640 ['block6a_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6a_bn (BatchNormaliza (None, 12, 12, 960) 3840 ['block6a_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6a_activation (Activa (None, 12, 12, 960) 0 ['block6a_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6a_se_squeeze (Global (None, 960) 0 ['block6a_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6a_se_reshape (Reshap (None, 1, 1, 960) 0 ['block6a_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6a_se_reduce (Conv2D) (None, 1, 1, 40) 38440 ['block6a_se_reshape[0][0]'] \n", - " \n", - " block6a_se_expand (Conv2D) (None, 1, 1, 960) 39360 ['block6a_se_reduce[0][0]'] \n", - " \n", - " block6a_se_excite (Multipl (None, 12, 12, 960) 0 ['block6a_activation[0][0]', \n", - " y) 'block6a_se_expand[0][0]'] \n", - " \n", - " block6a_project_conv (Conv (None, 12, 12, 256) 245760 ['block6a_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6a_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6a_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6b_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6a_project_bn[0][0]'] \n", - " D) \n", - " \n", - " block6b_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6b_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6b_expand_activation (None, 12, 12, 1536) 0 ['block6b_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6b_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6b_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6b_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6b_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6b_activation (Activa (None, 12, 12, 1536) 0 ['block6b_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6b_se_squeeze (Global (None, 1536) 0 ['block6b_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6b_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6b_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6b_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6b_se_reshape[0][0]'] \n", - " \n", - " block6b_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6b_se_reduce[0][0]'] \n", - " \n", - " block6b_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6b_activation[0][0]', \n", - " y) 'block6b_se_expand[0][0]'] \n", - " \n", - " block6b_project_conv (Conv (None, 12, 12, 256) 393216 ['block6b_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6b_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6b_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6b_drop (Dropout) (None, 12, 12, 256) 0 ['block6b_project_bn[0][0]'] \n", - " \n", - " block6b_add (Add) (None, 12, 12, 256) 0 ['block6b_drop[0][0]', \n", - " 'block6a_project_bn[0][0]'] \n", - " \n", - " block6c_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6b_add[0][0]'] \n", - " D) \n", - " \n", - " block6c_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6c_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6c_expand_activation (None, 12, 12, 1536) 0 ['block6c_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6c_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6c_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6c_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6c_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6c_activation (Activa (None, 12, 12, 1536) 0 ['block6c_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6c_se_squeeze (Global (None, 1536) 0 ['block6c_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6c_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6c_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6c_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6c_se_reshape[0][0]'] \n", - " \n", - " block6c_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6c_se_reduce[0][0]'] \n", - " \n", - " block6c_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6c_activation[0][0]', \n", - " y) 'block6c_se_expand[0][0]'] \n", - " \n", - " block6c_project_conv (Conv (None, 12, 12, 256) 393216 ['block6c_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6c_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6c_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6c_drop (Dropout) (None, 12, 12, 256) 0 ['block6c_project_bn[0][0]'] \n", - " \n", - " block6c_add (Add) (None, 12, 12, 256) 0 ['block6c_drop[0][0]', \n", - " 'block6b_add[0][0]'] \n", - " \n", - " block6d_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6c_add[0][0]'] \n", - " D) \n", - " \n", - " block6d_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6d_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6d_expand_activation (None, 12, 12, 1536) 0 ['block6d_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6d_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6d_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6d_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6d_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6d_activation (Activa (None, 12, 12, 1536) 0 ['block6d_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6d_se_squeeze (Global (None, 1536) 0 ['block6d_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6d_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6d_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6d_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6d_se_reshape[0][0]'] \n", - " \n", - " block6d_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6d_se_reduce[0][0]'] \n", - " \n", - " block6d_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6d_activation[0][0]', \n", - " y) 'block6d_se_expand[0][0]'] \n", - " \n", - " block6d_project_conv (Conv (None, 12, 12, 256) 393216 ['block6d_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6d_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6d_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6d_drop (Dropout) (None, 12, 12, 256) 0 ['block6d_project_bn[0][0]'] \n", - " \n", - " block6d_add (Add) (None, 12, 12, 256) 0 ['block6d_drop[0][0]', \n", - " 'block6c_add[0][0]'] \n", - " \n", - " block6e_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6d_add[0][0]'] \n", - " D) \n", - " \n", - " block6e_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6e_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6e_expand_activation (None, 12, 12, 1536) 0 ['block6e_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6e_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6e_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6e_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6e_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6e_activation (Activa (None, 12, 12, 1536) 0 ['block6e_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6e_se_squeeze (Global (None, 1536) 0 ['block6e_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6e_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6e_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6e_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6e_se_reshape[0][0]'] \n", - " \n", - " block6e_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6e_se_reduce[0][0]'] \n", - " \n", - " block6e_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6e_activation[0][0]', \n", - " y) 'block6e_se_expand[0][0]'] \n", - " \n", - " block6e_project_conv (Conv (None, 12, 12, 256) 393216 ['block6e_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6e_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6e_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6e_drop (Dropout) (None, 12, 12, 256) 0 ['block6e_project_bn[0][0]'] \n", - " \n", - " block6e_add (Add) (None, 12, 12, 256) 0 ['block6e_drop[0][0]', \n", - " 'block6d_add[0][0]'] \n", - " \n", - " block6f_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6e_add[0][0]'] \n", - " D) \n", - " \n", - " block6f_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6f_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6f_expand_activation (None, 12, 12, 1536) 0 ['block6f_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6f_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6f_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6f_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6f_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6f_activation (Activa (None, 12, 12, 1536) 0 ['block6f_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6f_se_squeeze (Global (None, 1536) 0 ['block6f_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6f_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6f_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6f_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6f_se_reshape[0][0]'] \n", - " \n", - " block6f_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6f_se_reduce[0][0]'] \n", - " \n", - " block6f_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6f_activation[0][0]', \n", - " y) 'block6f_se_expand[0][0]'] \n", - " \n", - " block6f_project_conv (Conv (None, 12, 12, 256) 393216 ['block6f_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6f_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6f_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6f_drop (Dropout) (None, 12, 12, 256) 0 ['block6f_project_bn[0][0]'] \n", - " \n", - " block6f_add (Add) (None, 12, 12, 256) 0 ['block6f_drop[0][0]', \n", - " 'block6e_add[0][0]'] \n", - " \n", - " block6g_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6f_add[0][0]'] \n", - " D) \n", - " \n", - " block6g_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6g_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6g_expand_activation (None, 12, 12, 1536) 0 ['block6g_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6g_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6g_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6g_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6g_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6g_activation (Activa (None, 12, 12, 1536) 0 ['block6g_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6g_se_squeeze (Global (None, 1536) 0 ['block6g_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6g_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6g_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6g_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6g_se_reshape[0][0]'] \n", - " \n", - " block6g_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6g_se_reduce[0][0]'] \n", - " \n", - " block6g_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6g_activation[0][0]', \n", - " y) 'block6g_se_expand[0][0]'] \n", - " \n", - " block6g_project_conv (Conv (None, 12, 12, 256) 393216 ['block6g_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6g_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6g_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6g_drop (Dropout) (None, 12, 12, 256) 0 ['block6g_project_bn[0][0]'] \n", - " \n", - " block6g_add (Add) (None, 12, 12, 256) 0 ['block6g_drop[0][0]', \n", - " 'block6f_add[0][0]'] \n", - " \n", - " block6h_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6g_add[0][0]'] \n", - " D) \n", - " \n", - " block6h_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6h_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6h_expand_activation (None, 12, 12, 1536) 0 ['block6h_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6h_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6h_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6h_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6h_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6h_activation (Activa (None, 12, 12, 1536) 0 ['block6h_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6h_se_squeeze (Global (None, 1536) 0 ['block6h_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6h_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6h_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6h_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6h_se_reshape[0][0]'] \n", - " \n", - " block6h_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6h_se_reduce[0][0]'] \n", - " \n", - " block6h_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6h_activation[0][0]', \n", - " y) 'block6h_se_expand[0][0]'] \n", - " \n", - " block6h_project_conv (Conv (None, 12, 12, 256) 393216 ['block6h_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6h_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6h_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6h_drop (Dropout) (None, 12, 12, 256) 0 ['block6h_project_bn[0][0]'] \n", - " \n", - " block6h_add (Add) (None, 12, 12, 256) 0 ['block6h_drop[0][0]', \n", - " 'block6g_add[0][0]'] \n", - " \n", - " block6i_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6h_add[0][0]'] \n", - " D) \n", - " \n", - " block6i_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6i_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6i_expand_activation (None, 12, 12, 1536) 0 ['block6i_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6i_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6i_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6i_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6i_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6i_activation (Activa (None, 12, 12, 1536) 0 ['block6i_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6i_se_squeeze (Global (None, 1536) 0 ['block6i_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6i_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6i_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6i_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6i_se_reshape[0][0]'] \n", - " \n", - " block6i_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6i_se_reduce[0][0]'] \n", - " \n", - " block6i_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6i_activation[0][0]', \n", - " y) 'block6i_se_expand[0][0]'] \n", - " \n", - " block6i_project_conv (Conv (None, 12, 12, 256) 393216 ['block6i_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6i_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6i_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6i_drop (Dropout) (None, 12, 12, 256) 0 ['block6i_project_bn[0][0]'] \n", - " \n", - " block6i_add (Add) (None, 12, 12, 256) 0 ['block6i_drop[0][0]', \n", - " 'block6h_add[0][0]'] \n", - " \n", - " block6j_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6i_add[0][0]'] \n", - " D) \n", - " \n", - " block6j_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6j_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6j_expand_activation (None, 12, 12, 1536) 0 ['block6j_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6j_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6j_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6j_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6j_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6j_activation (Activa (None, 12, 12, 1536) 0 ['block6j_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6j_se_squeeze (Global (None, 1536) 0 ['block6j_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6j_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6j_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6j_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6j_se_reshape[0][0]'] \n", - " \n", - " block6j_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6j_se_reduce[0][0]'] \n", - " \n", - " block6j_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6j_activation[0][0]', \n", - " y) 'block6j_se_expand[0][0]'] \n", - " \n", - " block6j_project_conv (Conv (None, 12, 12, 256) 393216 ['block6j_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6j_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6j_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6j_drop (Dropout) (None, 12, 12, 256) 0 ['block6j_project_bn[0][0]'] \n", - " \n", - " block6j_add (Add) (None, 12, 12, 256) 0 ['block6j_drop[0][0]', \n", - " 'block6i_add[0][0]'] \n", - " \n", - " block6k_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6j_add[0][0]'] \n", - " D) \n", - " \n", - " block6k_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6k_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6k_expand_activation (None, 12, 12, 1536) 0 ['block6k_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6k_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6k_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6k_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6k_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6k_activation (Activa (None, 12, 12, 1536) 0 ['block6k_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6k_se_squeeze (Global (None, 1536) 0 ['block6k_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6k_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6k_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6k_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6k_se_reshape[0][0]'] \n", - " \n", - " block6k_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6k_se_reduce[0][0]'] \n", - " \n", - " block6k_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6k_activation[0][0]', \n", - " y) 'block6k_se_expand[0][0]'] \n", - " \n", - " block6k_project_conv (Conv (None, 12, 12, 256) 393216 ['block6k_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6k_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6k_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6k_drop (Dropout) (None, 12, 12, 256) 0 ['block6k_project_bn[0][0]'] \n", - " \n", - " block6k_add (Add) (None, 12, 12, 256) 0 ['block6k_drop[0][0]', \n", - " 'block6j_add[0][0]'] \n", - " \n", - " block6l_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6k_add[0][0]'] \n", - " D) \n", - " \n", - " block6l_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6l_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6l_expand_activation (None, 12, 12, 1536) 0 ['block6l_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6l_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6l_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6l_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6l_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6l_activation (Activa (None, 12, 12, 1536) 0 ['block6l_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6l_se_squeeze (Global (None, 1536) 0 ['block6l_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6l_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6l_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6l_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6l_se_reshape[0][0]'] \n", - " \n", - " block6l_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6l_se_reduce[0][0]'] \n", - " \n", - " block6l_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6l_activation[0][0]', \n", - " y) 'block6l_se_expand[0][0]'] \n", - " \n", - " block6l_project_conv (Conv (None, 12, 12, 256) 393216 ['block6l_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6l_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6l_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6l_drop (Dropout) (None, 12, 12, 256) 0 ['block6l_project_bn[0][0]'] \n", - " \n", - " block6l_add (Add) (None, 12, 12, 256) 0 ['block6l_drop[0][0]', \n", - " 'block6k_add[0][0]'] \n", - " \n", - " block6m_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6l_add[0][0]'] \n", - " D) \n", - " \n", - " block6m_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6m_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6m_expand_activation (None, 12, 12, 1536) 0 ['block6m_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6m_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6m_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6m_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6m_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6m_activation (Activa (None, 12, 12, 1536) 0 ['block6m_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6m_se_squeeze (Global (None, 1536) 0 ['block6m_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6m_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6m_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6m_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6m_se_reshape[0][0]'] \n", - " \n", - " block6m_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6m_se_reduce[0][0]'] \n", - " \n", - " block6m_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6m_activation[0][0]', \n", - " y) 'block6m_se_expand[0][0]'] \n", - " \n", - " block6m_project_conv (Conv (None, 12, 12, 256) 393216 ['block6m_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6m_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6m_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6m_drop (Dropout) (None, 12, 12, 256) 0 ['block6m_project_bn[0][0]'] \n", - " \n", - " block6m_add (Add) (None, 12, 12, 256) 0 ['block6m_drop[0][0]', \n", - " 'block6l_add[0][0]'] \n", - " \n", - " block6n_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6m_add[0][0]'] \n", - " D) \n", - " \n", - " block6n_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6n_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6n_expand_activation (None, 12, 12, 1536) 0 ['block6n_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6n_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6n_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6n_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6n_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6n_activation (Activa (None, 12, 12, 1536) 0 ['block6n_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6n_se_squeeze (Global (None, 1536) 0 ['block6n_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6n_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6n_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6n_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6n_se_reshape[0][0]'] \n", - " \n", - " block6n_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6n_se_reduce[0][0]'] \n", - " \n", - " block6n_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6n_activation[0][0]', \n", - " y) 'block6n_se_expand[0][0]'] \n", - " \n", - " block6n_project_conv (Conv (None, 12, 12, 256) 393216 ['block6n_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6n_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6n_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6n_drop (Dropout) (None, 12, 12, 256) 0 ['block6n_project_bn[0][0]'] \n", - " \n", - " block6n_add (Add) (None, 12, 12, 256) 0 ['block6n_drop[0][0]', \n", - " 'block6m_add[0][0]'] \n", - " \n", - " block6o_expand_conv (Conv2 (None, 12, 12, 1536) 393216 ['block6n_add[0][0]'] \n", - " D) \n", - " \n", - " block6o_expand_bn (BatchNo (None, 12, 12, 1536) 6144 ['block6o_expand_conv[0][0]'] \n", - " rmalization) \n", - " \n", - " block6o_expand_activation (None, 12, 12, 1536) 0 ['block6o_expand_bn[0][0]'] \n", - " (Activation) \n", - " \n", - " block6o_dwconv2 (Depthwise (None, 12, 12, 1536) 13824 ['block6o_expand_activation[0]\n", - " Conv2D) [0]'] \n", - " \n", - " block6o_bn (BatchNormaliza (None, 12, 12, 1536) 6144 ['block6o_dwconv2[0][0]'] \n", - " tion) \n", - " \n", - " block6o_activation (Activa (None, 12, 12, 1536) 0 ['block6o_bn[0][0]'] \n", - " tion) \n", - " \n", - " block6o_se_squeeze (Global (None, 1536) 0 ['block6o_activation[0][0]'] \n", - " AveragePooling2D) \n", - " \n", - " block6o_se_reshape (Reshap (None, 1, 1, 1536) 0 ['block6o_se_squeeze[0][0]'] \n", - " e) \n", - " \n", - " block6o_se_reduce (Conv2D) (None, 1, 1, 64) 98368 ['block6o_se_reshape[0][0]'] \n", - " \n", - " block6o_se_expand (Conv2D) (None, 1, 1, 1536) 99840 ['block6o_se_reduce[0][0]'] \n", - " \n", - " block6o_se_excite (Multipl (None, 12, 12, 1536) 0 ['block6o_activation[0][0]', \n", - " y) 'block6o_se_expand[0][0]'] \n", - " \n", - " block6o_project_conv (Conv (None, 12, 12, 256) 393216 ['block6o_se_excite[0][0]'] \n", - " 2D) \n", - " \n", - " block6o_project_bn (BatchN (None, 12, 12, 256) 1024 ['block6o_project_conv[0][0]']\n", - " ormalization) \n", - " \n", - " block6o_drop (Dropout) (None, 12, 12, 256) 0 ['block6o_project_bn[0][0]'] \n", - " \n", - " block6o_add (Add) (None, 12, 12, 256) 0 ['block6o_drop[0][0]', \n", - " 'block6n_add[0][0]'] \n", - " \n", - " top_conv (Conv2D) (None, 12, 12, 1280) 327680 ['block6o_add[0][0]'] \n", - " \n", - " top_bn (BatchNormalization (None, 12, 12, 1280) 5120 ['top_conv[0][0]'] \n", - " ) \n", - " \n", - " top_activation (Activation (None, 12, 12, 1280) 0 ['top_bn[0][0]'] \n", - " ) \n", - " \n", - " avg_pool (GlobalAveragePoo (None, 1280) 0 ['top_activation[0][0]'] \n", - " ling2D) \n", - " \n", - " top_dropout (Dropout) (None, 1280) 0 ['avg_pool[0][0]'] \n", - " \n", - " predictions (Dense) (None, 1000) 1281000 ['top_dropout[0][0]'] \n", - " \n", - "==================================================================================================\n", - "Total params: 21612360 (82.44 MB)\n", - "Trainable params: 21458488 (81.86 MB)\n", - "Non-trainable params: 153872 (601.06 KB)\n", - "__________________________________________________________________________________________________\n" - ] - } - ], - "source": [ - "enet.summary()" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "tWSIacuuXFLZ" - }, - "source": [ - "Make all layers untrainable except for the very last convolutional layer" - ] - }, - { - "cell_type": "code", - "execution_count": 7, - "metadata": { - "id": "ScWqwqYYXFLZ" - }, - "outputs": [], - "source": [ - "for layer in enet.layers:\n", - " layer.trainable = False\n", - "enet.layers[-6].trainable = True" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "MDa8zc4WXFLZ" - }, - "source": [ - "Cifar-100 testing" - ] - }, - { - "cell_type": "code", - "execution_count": 8, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "LtRVFvvoXFLZ", - "outputId": "ef637743-7dad-492c-b7c0-f3b0ef5c5f83" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Downloading data from https://www.cs.toronto.edu/~kriz/cifar-100-python.tar.gz\n", - "169001437/169001437 [==============================] - 18s 0us/step\n" - ] - } - ], - "source": [ - "(X_train, y_train), (X_test, y_test) = cifar100.load_data()" - ] - }, - { - "cell_type": "code", - "execution_count": 9, - "metadata": { - "id": "cBsxsyuOXFLZ" - }, - "outputs": [], - "source": [ - "y_train_cat = to_categorical(y_train, 1000)\n", - "y_test_cat = to_categorical(y_test, 1000)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "JzrnPtMVXFLZ" - }, - "source": [ - "Lambda layer for preprocessing" - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "metadata": { - "id": "GzI7VO5NXFLZ" - }, - "outputs": [], - "source": [ - "def resize(x):\n", - " return tf.image.resize(x,size=(384,384),method='bilinear')" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "0369oHWNXFLZ" - }, - "source": [ - "Modify the model" - ] - }, - { - "cell_type": "code", - "execution_count": 11, - "metadata": { - "id": "t3Xm58sdXFLa" - }, - "outputs": [], - "source": [ - "input_shape = (32,32,3)" - ] - }, - { - "cell_type": "code", - "execution_count": 12, - "metadata": { - "id": "sjv7QBVmXFLa" - }, - "outputs": [], - "source": [ - "input_layer = Input(shape=input_shape)\n", - "prep = Lambda(resize)(input_layer)\n", - "out = enet(prep)\n", - "enet_mod = Model(inputs=input_layer, outputs=out)" - ] - }, - { - "cell_type": "code", - "execution_count": 13, - "metadata": { - "id": "cEPEQIv1XFLa" - }, - "outputs": [], - "source": [ - "enet_mod.compile(optimizer='adam',\n", - " loss=tf.keras.losses.CategoricalCrossentropy(),\n", - " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')])" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "lWjl4ZRgXFLa" - }, - "source": [ - "Try to fit it on Cifar-100 data and then evaluate (this will be efficient enough if trained on the complete dataset ...)" - ] - }, - { - "cell_type": "code", - "execution_count": 14, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "gL3Qqvm-XFLa", - "outputId": "092a13ab-1e52-40c1-ee1b-4d314111d2d4" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "1563/1563 [==============================] - 137s 73ms/step - loss: 1.7959 - top_1_categorical_accuracy: 0.5484\n" - ] - }, - { - "data": { - "text/plain": [ - "" - ] - }, - "execution_count": 14, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "enet_mod.fit(X_train, y_train_cat)" - ] - }, - { - "cell_type": "code", - "execution_count": 15, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "NoriylAxXFLa", - "outputId": "9b2e9eae-4d8a-4d64-f1dc-fe0c56893f26" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "313/313 [==============================] - 25s 71ms/step - loss: 1.1109 - top_1_categorical_accuracy: 0.6916\n" - ] - }, - { - "data": { - "text/plain": [ - "[1.110911250114441, 0.6916000247001648]" - ] - }, - "execution_count": 15, - "metadata": {}, - "output_type": "execute_result" - } - ], - "source": [ - "enet_mod.evaluate(X_test, y_test_cat)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "mUCoFWJnXFLa" - }, - "source": [ - "Try the same with adding a Cerebros \"add-on\" network" - ] - }, - { - "cell_type": "code", - "execution_count": 16, - "metadata": { - "id": "OOEOOlWIXFLa" - }, - "outputs": [], - "source": [ - "INPUT_SHAPES = [input_shape]\n", - "OUTPUT_SHAPES = [100]" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "mM7zxvJ2XFLa" - }, - "source": [ - "Use some 15k random samples from Cifar-100 to speed up the process" - ] - }, - { - "cell_type": "code", - "execution_count": 17, - "metadata": { - "id": "vNdDLVTcXFLa" - }, - "outputs": [], - "source": [ - "num_samples = 15_000\n", - "rng = np.random.default_rng()\n", - "ind = rng.permutation(X_train.shape[0])[:num_samples]" - ] - }, - { - "cell_type": "code", - "execution_count": 18, - "metadata": { - "id": "VhrFmvE5XFLa" - }, - "outputs": [], - "source": [ - "training_x = [tf.constant(X_train[ind,:,:,:])]\n", - "y_train_cat = to_categorical(y_train[ind], 100)\n", - "train_labels = [tf.constant(y_train_cat)]" - ] - }, - { - "cell_type": "code", - "execution_count": 19, - "metadata": { - "id": "afHPMDFuXFLa" - }, - "outputs": [], - "source": [ - "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", - " include_top=True,\n", - " weights='imagenet',\n", - " input_tensor=None,\n", - " input_shape=None,\n", - " pooling=None,\n", - " classes=1000,\n", - " classifier_activation='softmax',\n", - " include_preprocessing=True\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": 20, - "metadata": { - "id": "reLRxodzXFLa" - }, - "outputs": [], - "source": [ - "for layer in enet.layers:\n", - " layer.trainable = False\n", - "enet.layers[-6].trainable = True" - ] - }, - { - "cell_type": "code", - "execution_count": 21, - "metadata": { - "id": "Qpb9zy4ZXFLa" - }, - "outputs": [], - "source": [ - "enet_io = Model(inputs=enet.layers[0].input,\n", - " outputs=enet.layers[-3].output)" - ] - }, - { - "cell_type": "code", - "execution_count": 22, - "metadata": { - "id": "Nk35FqC_XFLa" - }, - "outputs": [], - "source": [ - "input_layer = Input(shape=input_shape)\n", - "prep = Lambda(resize)(input_layer)\n", - "out = Flatten()(enet_io(prep))\n", - "base_mod = Model(inputs=input_layer, outputs=out)" - ] - }, - { - "cell_type": "code", - "execution_count": 23, - "metadata": { - "id": "j8Z2OejHXFLa" - }, - "outputs": [], - "source": [ - "activation = 'swish'\n", - "predecessor_level_connection_affinity_factor_first = 2.0\n", - "predecessor_level_connection_affinity_factor_main = 0.97\n", - "max_consecutive_lateral_connections = 5\n", - "p_lateral_connection = 0.97\n", - "num_lateral_connection_tries_per_unit = 2\n", - "learning_rate = 0.001\n", - "epochs = 5 # [1, 100]\n", - "batch_size = 20\n", - "maximum_levels = 4 # [3,7]\n", - "maximum_units_per_level = 7 # [2,10]\n", - "maximum_neurons_per_unit = 4 # [2,20]" - ] - }, - { - "cell_type": "code", - "execution_count": 24, - "metadata": { - "id": "LxqI2-eVXFLa" - }, - "outputs": [], - "source": [ - "# Final training task\n", - "TIME = pendulum.now(tz='America/New_York').__str__()[:16]\\\n", - " .replace('T', '_')\\\n", - " .replace(':', '_')\\\n", - " .replace('-', '_')\n", - "#\n", - "PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet'\n", - "#\n", - "meta_trial_number = 42\n", - "#\n", - "cerebros_automl = SimpleCerebrosRandomSearch(\n", - " unit_type=DenseUnit,\n", - " input_shapes=INPUT_SHAPES,\n", - " output_shapes=OUTPUT_SHAPES,\n", - " training_data=training_x,\n", - " labels=train_labels,\n", - " validation_split=0.2,\n", - " direction='maximize',\n", - " metric_to_rank_by=\"val_top_1_categorical_accuracy\",\n", - " minimum_levels=2,\n", - " maximum_levels=maximum_levels,\n", - " minimum_units_per_level=1,\n", - " maximum_units_per_level=maximum_units_per_level,\n", - " minimum_neurons_per_unit=1,\n", - " maximum_neurons_per_unit=maximum_neurons_per_unit,\n", - " activation=activation,\n", - " final_activation='softmax',\n", - " number_of_architecture_moities_to_try=3,\n", - " number_of_tries_per_architecture_moity=2,\n", - " minimum_skip_connection_depth=1,\n", - " maximum_skip_connection_depth=7,\n", - " predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first,\n", - " predecessor_level_connection_affinity_factor_first_rounding_rule='ceil',\n", - " predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main,\n", - " predecessor_level_connection_affinity_factor_main_rounding_rule='ceil',\n", - " predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay,\n", - " seed=8675309,\n", - " max_consecutive_lateral_connections=max_consecutive_lateral_connections,\n", - " gate_after_n_lateral_connections=3,\n", - " gate_activation_function=simple_sigmoid,\n", - " p_lateral_connection=p_lateral_connection,\n", - " p_lateral_connection_decay=zero_95_exp_decay,\n", - " num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit,\n", - " learning_rate=learning_rate,\n", - " loss=tf.keras.losses.CategoricalCrossentropy(),\n", - " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(\n", - " k=1, name='top_1_categorical_accuracy')\n", - " ],\n", - " epochs=epochs,\n", - " project_name=f\"{PROJECT_NAME}_meta_{meta_trial_number}\",\n", - " model_graphs='model_graphs',\n", - " batch_size=batch_size,\n", - " meta_trial_number=meta_trial_number,\n", - " base_models=[base_mod])" - ] - }, - { - "cell_type": "code", - "execution_count": 25, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "464PaBVmXFLa", - "outputId": "bbb7d44a-5786-40f0-e118-3b7c3c27472f", - "scrolled": true - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", - "nan\n", - ">nnf>ceil\n", - "k is: 0 value is: [{'1': }]\n", - "0\n", - "k is: 1 value is: [{'1': }, {'4': }, {'1': }, {'3': }, {'2': }, {'3': }, {'4': }]\n", - "1\n", - "Trying to create level 1\n", - "We think level 1's predecessors are: [0]\n", - "k is: 2 value is: [{'2': }, {'2': }, {'2': }]\n", - "2\n", - "Trying to create level 2\n", - "We think level 2's predecessors are: [0, 1]\n", - "k is: 3 value is: [{'100': }]\n", - "3\n", - "Trying to create Final level 3\n", - "Trying to create level 3\n", - "We think level final level 3's predecessors are: [0, 1, 2]\n", - "levels:\n", - "[0, 1, 2, 3]\n", - "{'0': 'InputUnitModule'}\n", - "InputLevel.input_shapes [(32, 32, 3)]\n", - "{'1': }\n", - "{'4': }\n", - "{'1': }\n", - "{'3': }\n", - "{'2': }\n", - "{'3': }\n", - "{'4': }\n", - "{'2': }\n", - "{'2': }\n", - "{'2': }\n", - "Debug: I am 3 selecting 2\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", - "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", - "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", - "1\n", - "2\n", - "Debug: successor_connectivity_errors_2d []\n", - "Successor map:\n", - "{2: '0', 3: '1'}\n", - "I am: level #: 1 calling a correction to an error in:\n", - "error_0:[1 2]\n", - "I am: 3: My predecessors are [0, 1, 2]\n", - "asigning unit level 1, unit: 2 to be the input of: level: 3 unit: 0\n", - "$$$$$$>>>>> Base model: \n", - "InputUnit.input_shape: (32, 32, 3)\n", - "{'1': }\n", - "{'4': }\n", - "{'1': }\n", - "{'3': }\n", - "{'2': }\n", - "{'3': }\n", - "{'4': }\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d [Array([1, 2], dtype=int32)]\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", - "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", - "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", - "materialized network layers\n", - "[, , , , ]\n", - "materialized_predecessor_units [, , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", - "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", - "materialized network layers\n", - "[, , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_5 called\n", - "materialized network layers\n", - "[, , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_6 called\n", - "materialized network layers\n", - "[, , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , ]\n", - "{'2': }\n", - "{'2': }\n", - "{'2': }\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", - "{'100': }\n", - "debug: meta_level_number\n", - "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , ]\n", - "inputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", - "\n", - "outputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", - "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", - "__________________________________________________________________________________________________\n", - " Layer (type) Output Shape Param # Connected to \n", - "==================================================================================================\n", - " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", - " 0000000nan_tr_0_InputLevel \n", - " _0000000000000000_tr_0_Inp \n", - " utUnit_0000000000000000_tr \n", - " _0_0_inp (InputLayer) \n", - " \n", - " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", - " 0 00000nan_tr_0_InputLevel_00000\n", - " 00000000000_tr_0_InputUnit_000\n", - " 0000000000000_tr_0_0_inp[0][0]\n", - " '] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", - " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", - " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", - " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", - " _0_1_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", - " _0_1_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", - " _0_1_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5124) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", - " _0_2_cat_ (Concatenate) ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5124) 20496 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", - " _0_2_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 1) 5125 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", - " _0_2_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", - " _0_3_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", - " _0_3_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 15390 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", - " _0_3_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5133) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_3_dns_[0][0\n", - " _0_4_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5133) 20532 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", - " _0_4_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 10268 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", - " _0_4_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5137) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", - " _0_5_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5137) 20548 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", - " _0_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 15414 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", - " _0_5_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5135) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_5_dns_[0][0\n", - " _0_6_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", - " 0000000nan_tr_0_DenseLevel 'model_2[0][0]', \n", - " _0000000000000001_tr_0_Den 'model_2[0][0]', \n", - " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", - " _0_0_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5135) 20540 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_6_cat_[0][0\n", - " _0_6_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", - " _0_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20544 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_6_btn_[0][0\n", - " _0_6_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", - " _0_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2583) 0 ['model_2[0][0]', \n", - " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", - " _0_1_cat_ (Concatenate) 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2583) 10332 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", - " _0_1_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 5168 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", - " _0_1_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2591) 0 ['model_2[0][0]', \n", - " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", - " _0_0_cat_ (Concatenate) 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2597) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", - " _0_2_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", - " _0_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2597) 10388 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", - " _0_2_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 5184 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", - " _0_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 5196 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", - " _0_2_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2607) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", - " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", - " 0_FinalDenseUnit_000000000 0000000000002_tr_0_0_dns_[0][0\n", - " 0000003_tr_0_0_cat_ (Conca ]', \n", - " tenate) 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_1_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2607) 10428 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", - " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", - " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", - " Normalization) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 100) 260800 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", - " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", - " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", - " ) \n", - " \n", - "==================================================================================================\n", - "Total params: 20885158 (79.67 MB)\n", - "Trainable params: 788926 (3.01 MB)\n", - "Non-trainable params: 20096232 (76.66 MB)\n", - "__________________________________________________________________________________________________\n", - "None\n", - "Epoch 1/5\n", - "600/600 [==============================] - 63s 70ms/step - loss: 2.0705 - top_1_categorical_accuracy: 0.5489 - val_loss: 1.6344 - val_top_1_categorical_accuracy: 0.6333\n", - "Epoch 2/5\n", - "600/600 [==============================] - 39s 65ms/step - loss: 1.2083 - top_1_categorical_accuracy: 0.6967 - val_loss: 1.6487 - val_top_1_categorical_accuracy: 0.6497\n", - "Epoch 3/5\n", - "600/600 [==============================] - 39s 65ms/step - loss: 0.8085 - top_1_categorical_accuracy: 0.7765 - val_loss: 1.6244 - val_top_1_categorical_accuracy: 0.6687\n", - "Epoch 4/5\n", - "600/600 [==============================] - 39s 65ms/step - loss: 0.5710 - top_1_categorical_accuracy: 0.8347 - val_loss: 1.6872 - val_top_1_categorical_accuracy: 0.6743\n", - "Epoch 5/5\n", - "600/600 [==============================] - 39s 65ms/step - loss: 0.4777 - top_1_categorical_accuracy: 0.8627 - val_loss: 1.8116 - val_top_1_categorical_accuracy: 0.6660\n", - "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", - "returning trial 0 oracles\n", - " loss top_1_categorical_accuracy val_loss \\\n", - "0 2.070534 0.548917 1.634447 \n", - "1 1.208318 0.696667 1.648741 \n", - "2 0.808474 0.776500 1.624383 \n", - "3 0.570977 0.834750 1.687211 \n", - "4 0.477677 0.862750 1.811631 \n", - "\n", - " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", - "0 0.633333 0 0 \n", - "1 0.649667 0 0 \n", - "2 0.668667 0 0 \n", - "3 0.674333 0 0 \n", - "4 0.666000 0 0 \n", - "\n", - " model_name \n", - "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", "nan\n", ">nnf>ceil\n", "k is: 0 value is: [{'1': }]\n", "0\n", - "k is: 1 value is: [{'1': }, {'4': }, {'1': }, {'3': }, {'2': }, {'3': }, {'4': }]\n", + "k is: 1 value is: [{'3': }, {'1': }, {'1': }, {'4': }, {'2': }, {'4': }, {'4': }]\n", "1\n", "Trying to create level 1\n", "We think level 1's predecessors are: [0]\n", - "k is: 2 value is: [{'2': }, {'2': }, {'2': }]\n", + "k is: 2 value is: [{'100': }]\n", "2\n", + "Trying to create Final level 2\n", "Trying to create level 2\n", - "We think level 2's predecessors are: [0, 1]\n", - "k is: 3 value is: [{'100': }]\n", - "3\n", - "Trying to create Final level 3\n", - "Trying to create level 3\n", - "We think level final level 3's predecessors are: [0, 1, 2]\n", + "We think level final level 2's predecessors are: [0, 1]\n", "levels:\n", - "[0, 1, 2, 3]\n", + "[0, 1, 2]\n", "{'0': 'InputUnitModule'}\n", "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'3': }\n", "{'1': }\n", - "{'4': }\n", "{'1': }\n", - "{'3': }\n", - "{'2': }\n", - "{'3': }\n", "{'4': }\n", "{'2': }\n", - "{'2': }\n", - "{'2': }\n", - "Debug: I am 3 selecting 2\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", + "{'4': }\n", + "{'4': }\n", + "Debug: I am 2 selecting 1\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -2804,26 +862,17 @@ "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", - "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", - "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", - "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", - "1\n", - "6\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2]\n", "Debug: successor_connectivity_errors_2d []\n", - "Successor map:\n", - "{2: '0', 3: '1'}\n", - "I am: level #: 1 calling a correction to an error in:\n", - "error_0:[1 6]\n", - "I am: 3: My predecessors are [0, 1, 2]\n", - "asigning unit level 1, unit: 6 to be the input of: level: 3 unit: 0\n", - "$$$$$$>>>>> Base model: \n", + "$$$$$$>>>>> Base model: \n", "InputUnit.input_shape: (32, 32, 3)\n", + "{'3': }\n", "{'1': }\n", - "{'4': }\n", "{'1': }\n", - "{'3': }\n", + "{'4': }\n", "{'2': }\n", - "{'3': }\n", + "{'4': }\n", "{'4': }\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -2838,68 +887,47 @@ "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d [Array([1, 6], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", "materialized network layers\n", - "[, , , , , ]\n", - "materialized_predecessor_units [, , , , , ]\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_5 called\n", "materialized network layers\n", - "[, , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , ]\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_6 called\n", "materialized network layers\n", - "[, , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , ]\n", - "{'2': }\n", - "{'2': }\n", - "{'2': }\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_0 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_1 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000002_tr_0_DenseUnit_0000000000000002_tr_0_2 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , ]\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", "{'100': }\n", "debug: meta_level_number\n", "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0 called\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , ]\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , ]\n", "inputs\n", "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", "\n", "outputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000003_tr_0_FinalDenseUnit_0000000000000003_tr_0_0_dns_'\")\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_'\")\n", "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", "__________________________________________________________________________________________________\n", " Layer (type) Output Shape Param # Connected to \n", @@ -2910,16 +938,16 @@ " utUnit_0000000000000000_tr \n", " _0_0_inp (InputLayer) \n", " \n", - " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", " 0 00000nan_tr_0_InputLevel_00000\n", " 00000000000_tr_0_InputUnit_000\n", " 0000000000000_tr_0_0_inp[0][0]\n", " '] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[1][0]', \n", - " 0000000nan_tr_0_DenseLevel 'model_2[1][0]', \n", - " _0000000000000001_tr_0_Den 'model_2[1][0]', \n", - " seUnit_0000000000000001_tr 'model_2[1][0]'] \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", " _0_1_cat_ (Concatenate) \n", " \n", " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", @@ -2929,13 +957,13 @@ " _0_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", " _0_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", @@ -2945,25 +973,25 @@ " 00000000001_tr_0_DenseUnit_000\n", " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]'] \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", " _0_2_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 5129 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 1) 5123 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", " _0_2_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", @@ -2978,72 +1006,29 @@ " 00000000001_tr_0_DenseUnit_000\n", " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", - " _0_4_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]'] \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", " _0_3_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", - " _0_4_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 15390 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 20496 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", " _0_3_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 10254 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", - " _0_4_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5139) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5131) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", - " _0_5_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", @@ -3057,190 +1042,36 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[1][0]', \n", - " 0000000nan_tr_0_DenseLevel 'model_2[1][0]', \n", - " _0000000000000001_tr_0_Den 'model_2[1][0]', \n", - " seUnit_0000000000000001_tr 'model_2[1][0]'] \n", - " _0_0_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5139) 20556 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", - " _0_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5131) 20524 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", - " _0_0_btn_ (BatchNormalizat ]'] \n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 15420 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2) 10264 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", - " _0_5_dns_ (Dense) ]'] \n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5133) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", - " _0_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2581) 0 ['model_2[1][0]', \n", - " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", - " _0_1_cat_ (Concatenate) 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'model_2[1][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2581) 10324 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_1_cat_[0][0\n", - " _0_1_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 5164 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_1_btn_[0][0\n", - " _0_1_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2578) 0 ['model_2[1][0]', \n", - " 0000000nan_tr_0_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_0_Den 00000nan_tr_0_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_0_DenseUnit_000\n", - " _0_0_cat_ (Concatenate) 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'model_2[1][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2588) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_1_dns_[0][0\n", - " _0_2_cat_ (Concatenate) ]', \n", - " 'model_2[1][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", - " ]', \n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", @@ -3249,13 +1080,7 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", - " ]', \n", - " 'model_2[1][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", @@ -3265,20 +1090,38 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", - " ]'] \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5133) 20532 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 5140) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 20536 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5138) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_5_dns_[0][0\n", @@ -3286,7 +1129,7 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_5_dns_[0][0\n", + " 0000000000001_tr_0_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", @@ -3301,7 +1144,7 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", @@ -3313,95 +1156,86 @@ " 00000000001_tr_0_DenseUnit_000\n", " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]', \n", - " 'model_2[1][0]'] \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_0_cat_[0][0\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", " _0_0_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2588) 10352 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_2_cat_[0][0\n", - " _0_2_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5140) 20560 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5138) 20552 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_6_cat_[0][0\n", " _0_6_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 5158 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_0_btn_[0][0\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", " _0_0_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 5178 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", - " _0000000000000002_tr_0_Den 00000000002_tr_0_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_0_2_btn_[0][0\n", - " _0_2_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20564 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 20556 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_0_6_btn_[0][0\n", " _0_6_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2607) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2633) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", - " Level_0000000000000003_tr_ 00000000002_tr_0_DenseUnit_000\n", - " 0_FinalDenseUnit_000000000 0000000000002_tr_0_1_dns_[0][0\n", - " 0000003_tr_0_0_cat_ (Conca ]', \n", + " Level_0000000000000002_tr_ 00000000001_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000001_tr_0_3_dns_[0][0\n", + " 0000002_tr_0_0_cat_ (Conca ]', \n", " tenate) 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_1_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_1_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", - " 'model_2[1][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_2_dns_[0][0\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_3_dns_[0][0\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", @@ -3410,25 +1244,25 @@ " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_2_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_2_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_6_dns_[0][0\n", + " 0000000000001_tr_0_4_dns_[0][0\n", " ]', \n", - " 'model_2[1][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", @@ -3437,115 +1271,124 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", " 0000000000001_tr_0_5_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_1_dns_[0][0\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", " 00000000001_tr_0_DenseUnit_000\n", - " 0000000000001_tr_0_4_dns_[0][0\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_2_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_0_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_0_DenseLevel_00000\n", - " 00000000002_tr_0_DenseUnit_000\n", - " 0000000000002_tr_0_2_dns_[0][0\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2607) 10428 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2633) 10532 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", - " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", - " 0000003_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", " Normalization) \n", " \n", - " NeuralNetworkFuture_000000 (None, 100) 260800 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 100) 263400 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_0_FinalDen\n", - " 0_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_0_0\n", - " 0000003_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", " ) \n", " \n", "==================================================================================================\n", - "Total params: 20885046 (79.67 MB)\n", - "Trainable params: 788854 (3.01 MB)\n", - "Non-trainable params: 20096192 (76.66 MB)\n", + "Total params: 20846299 (79.52 MB)\n", + "Trainable params: 765579 (2.92 MB)\n", + "Non-trainable params: 20080720 (76.60 MB)\n", "__________________________________________________________________________________________________\n", "None\n", "Epoch 1/5\n", - "600/600 [==============================] - 62s 71ms/step - loss: 1.4114 - top_1_categorical_accuracy: 0.6428 - val_loss: 1.3488 - val_top_1_categorical_accuracy: 0.6657\n", + "200/200 [==============================] - 42s 121ms/step - loss: 2.3577 - top_1_categorical_accuracy: 0.4692 - val_loss: 1.7683 - val_top_1_categorical_accuracy: 0.5730\n", "Epoch 2/5\n", - "600/600 [==============================] - 39s 66ms/step - loss: 0.5343 - top_1_categorical_accuracy: 0.8448 - val_loss: 1.5756 - val_top_1_categorical_accuracy: 0.6677\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.9064 - top_1_categorical_accuracy: 0.7533 - val_loss: 1.8095 - val_top_1_categorical_accuracy: 0.5960\n", "Epoch 3/5\n", - "600/600 [==============================] - 39s 65ms/step - loss: 0.3910 - top_1_categorical_accuracy: 0.8848 - val_loss: 1.6274 - val_top_1_categorical_accuracy: 0.6787\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.5856 - top_1_categorical_accuracy: 0.8263 - val_loss: 2.0429 - val_top_1_categorical_accuracy: 0.5740\n", "Epoch 4/5\n", - "600/600 [==============================] - 39s 66ms/step - loss: 0.3307 - top_1_categorical_accuracy: 0.9020 - val_loss: 1.7533 - val_top_1_categorical_accuracy: 0.6807\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.3489 - top_1_categorical_accuracy: 0.8978 - val_loss: 2.0616 - val_top_1_categorical_accuracy: 0.6050\n", "Epoch 5/5\n", - "600/600 [==============================] - 39s 65ms/step - loss: 0.3046 - top_1_categorical_accuracy: 0.9115 - val_loss: 1.8749 - val_top_1_categorical_accuracy: 0.6810\n", - "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.2521 - top_1_categorical_accuracy: 0.9250 - val_loss: 2.0531 - val_top_1_categorical_accuracy: 0.6130\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", "returning trial 0 oracles\n", " loss top_1_categorical_accuracy val_loss \\\n", - "0 1.411423 0.642800 1.348763 \n", - "1 0.534261 0.844833 1.575614 \n", - "2 0.390978 0.884750 1.627409 \n", - "3 0.330658 0.902000 1.753278 \n", - "4 0.304602 0.911500 1.874889 \n", + "0 2.357659 0.46925 1.768330 \n", + "1 0.906364 0.75325 1.809528 \n", + "2 0.585636 0.82625 2.042906 \n", + "3 0.348928 0.89775 2.061583 \n", + "4 0.252086 0.92500 2.053072 \n", "\n", " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", - "0 0.665667 0 1 \n", - "1 0.667667 0 1 \n", - "2 0.678667 0 1 \n", - "3 0.680667 0 1 \n", - "4 0.681000 0 1 \n", + "0 0.573 0 0 \n", + "1 0.596 0 0 \n", + "2 0.574 0 0 \n", + "3 0.605 0 0 \n", + "4 0.613 0 0 \n", "\n", " model_name \n", - "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", "nan\n", ">nnf>ceil\n", "k is: 0 value is: [{'1': }]\n", "0\n", - "k is: 1 value is: [{'2': }, {'1': }, {'3': }, {'2': }]\n", + "k is: 1 value is: [{'3': }, {'1': }, {'1': }, {'4': }, {'2': }, {'4': }, {'4': }]\n", "1\n", "Trying to create level 1\n", "We think level 1's predecessors are: [0]\n", - "k is: 2 value is: [{'3': }, {'3': }]\n", + "k is: 2 value is: [{'100': }]\n", "2\n", + "Trying to create Final level 2\n", "Trying to create level 2\n", - "We think level 2's predecessors are: [0, 1]\n", - "k is: 3 value is: [{'100': }]\n", - "3\n", - "Trying to create Final level 3\n", - "Trying to create level 3\n", - "We think level final level 3's predecessors are: [0, 1, 2]\n", + "We think level final level 2's predecessors are: [0, 1]\n", "levels:\n", - "[0, 1, 2, 3]\n", + "[0, 1, 2]\n", "{'0': 'InputUnitModule'}\n", "InputLevel.input_shapes [(32, 32, 3)]\n", - "{'2': }\n", - "{'1': }\n", "{'3': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", "{'2': }\n", - "{'3': }\n", - "{'3': }\n", - "Debug: I am 3 selecting 2\n", + "{'4': }\n", + "{'4': }\n", + "Debug: I am 2 selecting 1\n", + "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -3553,16 +1396,29 @@ "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", - "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", - "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", - "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2]\n", + "1\n", + "5\n", "Debug: successor_connectivity_errors_2d []\n", - "$$$$$$>>>>> Base model: \n", + "Successor map:\n", + "{2: '0'}\n", + "I am: level #: 1 calling a correction to an error in:\n", + "error_0:[1 5]\n", + "I am: 2: My predecessors are [0, 1]\n", + "asigning unit level 1, unit: 5 to be the input of: level: 2 unit: 0\n", + "$$$$$$>>>>> Base model: \n", "InputUnit.input_shape: (32, 32, 3)\n", - "{'2': }\n", - "{'1': }\n", "{'3': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -3571,399 +1427,535 @@ "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([1, 5], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", "materialized network layers\n", - "[, , , , , ]\n", - "materialized_predecessor_units [, , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", - "{'3': }\n", - "{'3': }\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", "materialized network layers\n", - "[, , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_6 called\n", "materialized network layers\n", - "[, , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , ]\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", "{'100': }\n", "debug: meta_level_number\n", "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0 called\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", "inputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", "\n", "outputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_'\")\n", - "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", "__________________________________________________________________________________________________\n", " Layer (type) Output Shape Param # Connected to \n", "==================================================================================================\n", " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", - " 0000000nan_tr_1_InputLevel \n", - " _0000000000000000_tr_1_Inp \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", " utUnit_0000000000000000_tr \n", - " _1_0_inp (InputLayer) \n", + " _0_0_inp (InputLayer) \n", " \n", - " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", - " 0 00000nan_tr_1_InputLevel_00000\n", - " 00000000000_tr_1_InputUnit_000\n", - " 0000000000000_tr_1_0_inp[0][0]\n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", " '] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[2][0]', \n", - " 0000000nan_tr_1_DenseLevel 'model_2[2][0]', \n", - " _0000000000000001_tr_1_Den 'model_2[2][0]', \n", - " seUnit_0000000000000001_tr 'model_2[2][0]'] \n", - " _1_1_cat_ (Concatenate) \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[1][0]', \n", + " seUnit_0000000000000001_tr 'model_9[1][0]'] \n", + " _0_1_cat_ (Concatenate) \n", " \n", " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", - " _1_1_btn_ (BatchNormalizat ]'] \n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", - " _1_1_dns_ (Dense) ]'] \n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5123 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20496 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5131) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5131) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", - " _1_2_cat_ (Concatenate) ]', \n", + " NeuralNetworkFuture_000000 (None, 2) 10264 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", - " 'model_2[2][0]', \n", - " 'model_2[2][0]', \n", - " 'model_2[2][0]', \n", - " 'model_2[2][0]'] \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", - " _1_2_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 5130) 20520 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", - " _1_2_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 4) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[2][0]', \n", - " 0000000nan_tr_1_DenseLevel 'model_2[2][0]', \n", - " _0000000000000001_tr_1_Den 'model_2[2][0]', \n", - " seUnit_0000000000000001_tr 'model_2[2][0]'] \n", - " _1_0_cat_ (Concatenate) \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[1][0]', \n", + " seUnit_0000000000000001_tr 'model_9[1][0]'] \n", + " _0_0_cat_ (Concatenate) \n", " \n", - " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", - " _1_3_cat_ (Concatenate) ]', \n", + " NeuralNetworkFuture_000000 (None, 5136) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_dns_[0][0\n", + " _0_6_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", - " 'model_2[2][0]', \n", - " 'model_2[2][0]', \n", - " 'model_2[2][0]', \n", - " 'model_2[2][0]'] \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", " \n", " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", - " _1_0_btn_ (BatchNormalizat ]'] \n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", - " _1_3_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 5136) 20544 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_cat_[0][0\n", + " _0_6_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", - " _1_0_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", - " _1_3_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 4) 20548 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_btn_[0][0\n", + " _0_6_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2570) 0 ['model_2[2][0]', \n", - " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", - " _1_1_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", + " NeuralNetworkFuture_000000 (None, 2625) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000002_tr_ 00000000001_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000001_tr_0_0_dns_[0][0\n", + " 0000002_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_0_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", - " 'model_2[2][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_3_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_3_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_3_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2575) 0 ['model_2[2][0]', \n", - " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", - " _1_0_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_3_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_2_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", - " 'model_2[2][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_0_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_2_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_2_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2570) 10280 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", - " _1_1_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2575) 10300 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", - " _1_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 7713 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", - " _1_1_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 7728 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", - " _1_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2593) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", - " Level_0000000000000003_tr_ 00000000002_tr_1_DenseUnit_000\n", - " 1_FinalDenseUnit_000000000 0000000000002_tr_1_1_dns_[0][0\n", - " 0000003_tr_1_0_cat_ (Conca ]', \n", - " tenate) 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_0_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", + " 'model_9[1][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", - " 'model_2[2][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_2_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_2_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_0_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", " ]', \n", - " 'model_2[2][0]', \n", + " 'model_9[1][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_0_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", - " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", - " 0000003_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " NeuralNetworkFuture_000000 (None, 2625) 10500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", " Normalization) \n", " \n", - " NeuralNetworkFuture_000000 (None, 100) 259400 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", - " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", - " 0000003_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " NeuralNetworkFuture_000000 (None, 100) 262600 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", " ) \n", " \n", "==================================================================================================\n", - "Total params: 20760085 (79.19 MB)\n", - "Trainable params: 699955 (2.67 MB)\n", - "Non-trainable params: 20060130 (76.52 MB)\n", + "Total params: 20845427 (79.52 MB)\n", + "Trainable params: 764733 (2.92 MB)\n", + "Non-trainable params: 20080694 (76.60 MB)\n", "__________________________________________________________________________________________________\n", "None\n", "Epoch 1/5\n", - "600/600 [==============================] - 58s 69ms/step - loss: 1.2118 - top_1_categorical_accuracy: 0.6771 - val_loss: 1.3810 - val_top_1_categorical_accuracy: 0.6670\n", + "200/200 [==============================] - 42s 121ms/step - loss: 1.8866 - top_1_categorical_accuracy: 0.5548 - val_loss: 1.5670 - val_top_1_categorical_accuracy: 0.5910\n", "Epoch 2/5\n", - "600/600 [==============================] - 38s 64ms/step - loss: 0.3399 - top_1_categorical_accuracy: 0.8952 - val_loss: 1.4531 - val_top_1_categorical_accuracy: 0.6857\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.4323 - top_1_categorical_accuracy: 0.8698 - val_loss: 1.5835 - val_top_1_categorical_accuracy: 0.6030\n", "Epoch 3/5\n", - "600/600 [==============================] - 39s 64ms/step - loss: 0.2710 - top_1_categorical_accuracy: 0.9170 - val_loss: 1.6054 - val_top_1_categorical_accuracy: 0.6947\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.2163 - top_1_categorical_accuracy: 0.9370 - val_loss: 1.7744 - val_top_1_categorical_accuracy: 0.6270\n", "Epoch 4/5\n", - "600/600 [==============================] - 38s 64ms/step - loss: 0.2321 - top_1_categorical_accuracy: 0.9283 - val_loss: 1.7747 - val_top_1_categorical_accuracy: 0.6860\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1662 - top_1_categorical_accuracy: 0.9488 - val_loss: 2.0143 - val_top_1_categorical_accuracy: 0.6190\n", "Epoch 5/5\n", - "600/600 [==============================] - 38s 64ms/step - loss: 0.2397 - top_1_categorical_accuracy: 0.9262 - val_loss: 1.8221 - val_top_1_categorical_accuracy: 0.6893\n", - "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000000.txt\n", - "returning trial 1 oracles\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1405 - top_1_categorical_accuracy: 0.9557 - val_loss: 2.0898 - val_top_1_categorical_accuracy: 0.6250\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "returning trial 0 oracles\n", " loss top_1_categorical_accuracy val_loss \\\n", - "0 1.211821 0.677067 1.381007 \n", - "1 0.339922 0.895167 1.453107 \n", - "2 0.270995 0.917000 1.605405 \n", - "3 0.232098 0.928250 1.774739 \n", - "4 0.239710 0.926250 1.822061 \n", + "0 1.886635 0.55480 1.566966 \n", + "1 0.432282 0.86975 1.583545 \n", + "2 0.216291 0.93700 1.774375 \n", + "3 0.166194 0.94875 2.014303 \n", + "4 0.140492 0.95575 2.089769 \n", "\n", " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", - "0 0.667000 1 0 \n", - "1 0.685667 1 0 \n", - "2 0.694667 1 0 \n", - "3 0.686000 1 0 \n", - "4 0.689333 1 0 \n", + "0 0.591 0 1 \n", + "1 0.603 0 1 \n", + "2 0.627 0 1 \n", + "3 0.619 0 1 \n", + "4 0.625 0 1 \n", "\n", " model_name \n", - "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", "nan\n", ">nnf>ceil\n", "k is: 0 value is: [{'1': }]\n", "0\n", - "k is: 1 value is: [{'2': }, {'1': }, {'3': }, {'2': }]\n", + "k is: 1 value is: [{'4': }, {'3': }, {'1': }, {'2': }]\n", "1\n", "Trying to create level 1\n", "We think level 1's predecessors are: [0]\n", - "k is: 2 value is: [{'3': }, {'3': }]\n", + "k is: 2 value is: [{'2': }, {'1': }, {'1': }, {'4': }, {'4': }]\n", "2\n", "Trying to create level 2\n", "We think level 2's predecessors are: [0, 1]\n", - "k is: 3 value is: [{'100': }]\n", + "k is: 3 value is: [{'1': }, {'2': }]\n", "3\n", - "Trying to create Final level 3\n", "Trying to create level 3\n", - "We think level final level 3's predecessors are: [0, 1, 2]\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", "levels:\n", - "[0, 1, 2, 3]\n", + "[0, 1, 2, 3, 4]\n", "{'0': 'InputUnitModule'}\n", "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'4': }\n", + "{'3': }\n", + "{'1': }\n", + "{'2': }\n", "{'2': }\n", "{'1': }\n", - "{'3': }\n", + "{'1': }\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", "{'2': }\n", - "{'3': }\n", - "{'3': }\n", - "Debug: I am 3 selecting 2\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -3971,15 +1963,33 @@ "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", - "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", - "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", - "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "2\n", + "1\n", + "3\n", + "0\n", "Debug: successor_connectivity_errors_2d []\n", - "$$$$$$>>>>> Base model: \n", + "Successor map:\n", + "{3: '0', 4: '1'}\n", + "I am: level #: 2 calling a correction to an error in:\n", + "error_0:[2 1]\n", + "I am: 4: My predecessors are [0, 1, 2, 3]\n", + "asigning unit level 2, unit: 1 to be the input of: level: 4 unit: 0\n", + "Successor map:\n", + "{4: '0'}\n", + "I am: level #: 3 calling a correction to an error in:\n", + "error_0:[3 0]\n", + "I am: 4: My predecessors are [0, 1, 2, 3]\n", + "asigning unit level 3, unit: 0 to be the input of: level: 4 unit: 0\n", + "$$$$$$>>>>> Base model: \n", "InputUnit.input_shape: (32, 32, 3)\n", - "{'2': }\n", - "{'1': }\n", + "{'4': }\n", "{'3': }\n", + "{'1': }\n", "{'2': }\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -3991,46 +2001,81 @@ "Debug: successor_connectivity_errors_2d []\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", "materialized network layers\n", - "[, , , , , ]\n", - "materialized_predecessor_units [, , , , , ]\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", - "{'3': }\n", - "{'3': }\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([2, 1], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", "materialized network layers\n", - "[, , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , ]\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", "materialized network layers\n", - "[, , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , ]\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , ]\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d [Array([3, 0], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", "{'100': }\n", "debug: meta_level_number\n", "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0 called\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "[, , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , ]\n", "inputs\n", "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", "\n", "outputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000003_tr_1_FinalDenseUnit_0000000000000003_tr_1_0_dns_'\")\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_'\")\n", "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", "__________________________________________________________________________________________________\n", " Layer (type) Output Shape Param # Connected to \n", @@ -4041,16 +2086,16 @@ " utUnit_0000000000000000_tr \n", " _1_0_inp (InputLayer) \n", " \n", - " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", " 0 00000nan_tr_1_InputLevel_00000\n", " 00000000000_tr_1_InputUnit_000\n", " 0000000000000_tr_1_0_inp[0][0]\n", " '] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[3][0]', \n", - " 0000000nan_tr_1_DenseLevel 'model_2[3][0]', \n", - " _0000000000000001_tr_1_Den 'model_2[3][0]', \n", - " seUnit_0000000000000001_tr 'model_2[3][0]'] \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[2][0]', \n", + " seUnit_0000000000000001_tr 'model_9[2][0]'] \n", " _1_1_cat_ (Concatenate) \n", " \n", " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", @@ -4060,13 +2105,19 @@ " _1_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", " _1_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[2][0]', \n", + " seUnit_0000000000000001_tr 'model_9[2][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", @@ -4076,97 +2127,259 @@ " 00000000001_tr_1_DenseUnit_000\n", " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", - " 'model_2[3][0]', \n", - " 'model_2[3][0]', \n", - " 'model_2[3][0]', \n", - " 'model_2[3][0]'] \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5127 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 10304 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10258 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2577 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_cat_[0][0\n", " _1_2_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 1) 2578 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_btn_[0][0\n", " _1_2_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[3][0]', \n", - " 0000000nan_tr_1_DenseLevel 'model_2[3][0]', \n", - " _0000000000000001_tr_1_Den 'model_2[3][0]', \n", - " seUnit_0000000000000001_tr 'model_2[3][0]'] \n", - " _1_0_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2579) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_dns_[0][0\n", " _1_3_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", - " 'model_2[3][0]', \n", - " 'model_2[3][0]', \n", - " 'model_2[3][0]', \n", - " 'model_2[3][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", - " _1_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2579) 10316 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_cat_[0][0\n", " _1_3_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 10242 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", - " _1_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 10320 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", - " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_btn_[0][0\n", " _1_3_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_2[3][0]', \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_9[2][0]', \n", " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", - " _1_0_cat_ (Concatenate) 0000000000001_tr_1_2_dns_[0][0\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_0_dns_[0][0\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", - " 'model_2[3][0]', \n", + " 'model_9[2][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_2_dns_[0][0\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", @@ -4176,40 +2389,65 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_0_dns_[0][0\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2573) 0 ['model_2[3][0]', \n", - " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", - " _1_1_cat_ (Concatenate) 0000000000001_tr_1_2_dns_[0][0\n", + " NeuralNetworkFuture_000000 (None, 2585) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_3_dns_[0][0\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[2][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", - " 'model_2[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_3_dns_[0][0\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", + " 'model_9[2][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]'] \n", " \n", " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", @@ -4219,55 +2457,232 @@ " _1_0_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2585) 10340 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", - " _1_1_btn_ (BatchNormalizat ]'] \n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7725 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2) 5150 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", " _1_0_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7722 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 10344 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5186 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", " _1_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2591) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 1) 2594 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2604) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", - " Level_0000000000000003_tr_ 00000000002_tr_1_DenseUnit_000\n", - " 1_FinalDenseUnit_000000000 0000000000002_tr_1_0_dns_[0][0\n", - " 0000003_tr_1_0_cat_ (Conca ]', \n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_1_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", " tenate) 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 0000000000002_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 0000000000002_tr_1_0_dns_[0][0\n", " ]', \n", - " 'model_2[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_0_dns_[0][0\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_2_dns_[0][0\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", @@ -4276,119 +2691,136 @@ " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", - " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_1_dns_[0][0\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", - " 'model_2[3][0]', \n", + " 'model_9[2][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000001_tr_1_DenseUnit_000\n", - " 0000000000001_tr_1_1_dns_[0][0\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000002_tr_1_DenseUnit_000\n", - " 0000000000002_tr_1_0_dns_[0][0\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_1_DenseLevel_00000\n", " 00000000002_tr_1_DenseUnit_000\n", " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2604) 10416 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", - " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", - " 0000003_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", " Normalization) \n", " \n", - " NeuralNetworkFuture_000000 (None, 100) 259200 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 100) 260500 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_1_FinalDen\n", - " 1_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_1_0\n", - " 0000003_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", " ) \n", " \n", "==================================================================================================\n", - "Total params: 20759891 (79.19 MB)\n", - "Trainable params: 699761 (2.67 MB)\n", - "Non-trainable params: 20060130 (76.52 MB)\n", + "Total params: 20846537 (79.52 MB)\n", + "Trainable params: 760509 (2.90 MB)\n", + "Non-trainable params: 20086028 (76.62 MB)\n", "__________________________________________________________________________________________________\n", "None\n", "Epoch 1/5\n", - "600/600 [==============================] - 58s 69ms/step - loss: 1.0667 - top_1_categorical_accuracy: 0.7041 - val_loss: 1.3062 - val_top_1_categorical_accuracy: 0.6747\n", + "200/200 [==============================] - 51s 124ms/step - loss: 1.6406 - top_1_categorical_accuracy: 0.5932 - val_loss: 1.5588 - val_top_1_categorical_accuracy: 0.6200\n", "Epoch 2/5\n", - "600/600 [==============================] - 38s 64ms/step - loss: 0.2573 - top_1_categorical_accuracy: 0.9220 - val_loss: 1.4422 - val_top_1_categorical_accuracy: 0.6923\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.3079 - top_1_categorical_accuracy: 0.9053 - val_loss: 1.5437 - val_top_1_categorical_accuracy: 0.6150\n", "Epoch 3/5\n", - "600/600 [==============================] - 38s 64ms/step - loss: 0.2051 - top_1_categorical_accuracy: 0.9390 - val_loss: 1.6169 - val_top_1_categorical_accuracy: 0.6797\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.1570 - top_1_categorical_accuracy: 0.9523 - val_loss: 1.6514 - val_top_1_categorical_accuracy: 0.6370\n", "Epoch 4/5\n", - "600/600 [==============================] - 38s 63ms/step - loss: 0.1921 - top_1_categorical_accuracy: 0.9420 - val_loss: 1.7383 - val_top_1_categorical_accuracy: 0.6877\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.1233 - top_1_categorical_accuracy: 0.9647 - val_loss: 2.0598 - val_top_1_categorical_accuracy: 0.5980\n", "Epoch 5/5\n", - "600/600 [==============================] - 38s 63ms/step - loss: 0.1846 - top_1_categorical_accuracy: 0.9431 - val_loss: 1.9457 - val_top_1_categorical_accuracy: 0.6827\n", - "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000001.txt\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.1056 - top_1_categorical_accuracy: 0.9685 - val_loss: 2.0960 - val_top_1_categorical_accuracy: 0.6210\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000000.txt\n", "returning trial 1 oracles\n", " loss top_1_categorical_accuracy val_loss \\\n", - "0 1.066667 0.704133 1.306172 \n", - "1 0.257291 0.922000 1.442168 \n", - "2 0.205147 0.939000 1.616857 \n", - "3 0.192095 0.942000 1.738266 \n", - "4 0.184561 0.943083 1.945704 \n", + "0 1.640635 0.59320 1.558802 \n", + "1 0.307857 0.90525 1.543706 \n", + "2 0.156969 0.95225 1.651417 \n", + "3 0.123280 0.96475 2.059773 \n", + "4 0.105553 0.96850 2.096040 \n", "\n", " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", - "0 0.674667 1 1 \n", - "1 0.692333 1 1 \n", - "2 0.679667 1 1 \n", - "3 0.687667 1 1 \n", - "4 0.682667 1 1 \n", + "0 0.620 1 0 \n", + "1 0.615 1 0 \n", + "2 0.637 1 0 \n", + "3 0.598 1 0 \n", + "4 0.621 1 0 \n", "\n", " model_name \n", - "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", "nan\n", ">nnf>ceil\n", "k is: 0 value is: [{'1': }]\n", "0\n", - "k is: 1 value is: [{'1': }, {'1': }, {'3': }, {'2': }, {'4': }, {'4': }, {'2': }]\n", + "k is: 1 value is: [{'4': }, {'3': }, {'1': }, {'2': }]\n", "1\n", "Trying to create level 1\n", "We think level 1's predecessors are: [0]\n", - "k is: 2 value is: [{'1': }, {'3': }, {'3': }, {'3': }, {'4': }, {'2': }]\n", + "k is: 2 value is: [{'2': }, {'1': }, {'1': }, {'4': }, {'4': }]\n", "2\n", "Trying to create level 2\n", "We think level 2's predecessors are: [0, 1]\n", - "k is: 3 value is: [{'100': }]\n", + "k is: 3 value is: [{'1': }, {'2': }]\n", "3\n", - "Trying to create Final level 3\n", "Trying to create level 3\n", - "We think level final level 3's predecessors are: [0, 1, 2]\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", "levels:\n", - "[0, 1, 2, 3]\n", + "[0, 1, 2, 3, 4]\n", "{'0': 'InputUnitModule'}\n", "InputLevel.input_shapes [(32, 32, 3)]\n", - "{'1': }\n", - "{'1': }\n", + "{'4': }\n", "{'3': }\n", + "{'1': }\n", "{'2': }\n", - "{'4': }\n", - "{'4': }\n", "{'2': }\n", "{'1': }\n", - "{'3': }\n", - "{'3': }\n", - "{'3': }\n", + "{'1': }\n", "{'4': }\n", + "{'4': }\n", + "{'1': }\n", "{'2': }\n", - "Debug: I am 3 selecting 2\n", + "Debug: I am 4 selecting 3\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -4401,70 +2833,46 @@ "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", - "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", - "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", "Debug: successor_connectivity_errors_2d []\n", - "$$$$$$>>>>> Base model: \n", + "$$$$$$>>>>> Base model: \n", "InputUnit.input_shape: (32, 32, 3)\n", - "{'1': }\n", - "{'1': }\n", - "{'3': }\n", - "{'2': }\n", - "{'4': }\n", "{'4': }\n", + "{'3': }\n", + "{'1': }\n", "{'2': }\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", - "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", - "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", - "materialized network layers\n", - "[, , , , , ]\n", - "materialized_predecessor_units [, , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_3 called\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_4 called\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_5 called\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", "materialized network layers\n", - "[, , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_6 called\n", + "[, , , , ]\n", + "materialized_predecessor_units [, , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'2': }\n", + "{'1': }\n", "{'1': }\n", - "{'3': }\n", - "{'3': }\n", - "{'3': }\n", "{'4': }\n", - "{'2': }\n", - "debug: meta_level_number\n", + "{'4': }\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -4475,1018 +2883,770 @@ "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_2 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_3 called\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_3 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_4 called\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_5 called\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_1 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , ]\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", "{'100': }\n", "debug: meta_level_number\n", "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0 called\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "[, , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , ]\n", "inputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", "\n", "outputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_'\")\n", - "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", "__________________________________________________________________________________________________\n", " Layer (type) Output Shape Param # Connected to \n", "==================================================================================================\n", - " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", - " 0000000nan_tr_2_InputLevel \n", - " _0000000000000000_tr_2_Inp \n", - " utUnit_0000000000000000_tr \n", - " _2_0_inp (InputLayer) \n", - " \n", - " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", - " 0 00000nan_tr_2_InputLevel_00000\n", - " 00000000000_tr_2_InputUnit_000\n", - " 0000000000000_tr_2_0_inp[0][0]\n", - " '] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[4][0]', \n", - " 0000000nan_tr_2_DenseLevel 'model_2[4][0]', \n", - " _0000000000000001_tr_2_Den 'model_2[4][0]', \n", - " seUnit_0000000000000001_tr 'model_2[4][0]'] \n", - " _2_1_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", - " _2_1_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", - " _2_1_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", - " _2_2_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", - " _2_2_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", - " _2_2_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", - " _2_3_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", - " _2_3_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", - " _2_3_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", - " _2_4_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_4_cat_[0][0\n", - " _2_4_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20508 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_4_btn_[0][0\n", - " _2_4_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5135) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_4_dns_[0][0\n", - " _2_5_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5135) 20540 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_cat_[0][0\n", - " _2_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20544 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_btn_[0][0\n", - " _2_5_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[4][0]', \n", - " 0000000nan_tr_2_DenseLevel 'model_2[4][0]', \n", - " _0000000000000001_tr_2_Den 'model_2[4][0]', \n", - " seUnit_0000000000000001_tr 'model_2[4][0]'] \n", - " _2_0_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5141) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_dns_[0][0\n", - " _2_6_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]', \n", - " 'model_2[4][0]'] \n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", - " _2_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5141) 20564 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_6_cat_[0][0\n", - " _2_6_btn_ (BatchNormalizat ]'] \n", - " ion) \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[3][0]', \n", + " seUnit_0000000000000001_tr 'model_9[3][0]'] \n", + " _1_1_cat_ (Concatenate) \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", - " _2_0_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 10284 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_6_btn_[0][0\n", - " _2_6_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2578) 0 ['model_2[4][0]', \n", - " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", - " _2_1_cat_ (Concatenate) 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]'] \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", - " _2_1_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7737 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", - " _2_1_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 1) 5124 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2594) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", - " _2_2_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", + " NeuralNetworkFuture_000000 (None, 5127) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[3][0]', \n", + " seUnit_0000000000000001_tr 'model_9[3][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", - " _2_2_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 5127) 20508 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7785 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", - " _2_2_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2591) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", - " _2_3_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'model_2[4][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", - " ]'] \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2591) 10364 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", - " _2_3_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 2570) 10280 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7776 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", - " _2_3_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 2) 10256 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2600) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", - " _2_4_cat_ (Concatenate) ]', \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2571 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2579 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2600) 10400 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", - " _2_4_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 4) 10404 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", - " _2_4_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 4) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2608) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_dns_[0][0\n", - " _2_5_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", - " ]', \n", + " NeuralNetworkFuture_000000 (None, 2587) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2587) 10348 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[4][0]', \n", - " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", - " _2_0_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2608) 10432 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_5_cat_[0][0\n", - " _2_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", - " _2_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 5218 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_5_btn_[0][0\n", - " _2_5_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 1) 2583 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", - " _2_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2646) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", - " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", - " 2_FinalDenseUnit_000000000 0000000000002_tr_2_2_dns_[0][0\n", - " 0000003_tr_2_0_cat_ (Conca ]', \n", - " tenate) 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5190 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2595 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5156 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_1_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", - " 'model_2[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", + " 'model_9[3][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2646) 10584 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", - " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", - " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", " Normalization) \n", " \n", - " NeuralNetworkFuture_000000 (None, 100) 264700 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", - " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", - " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " NeuralNetworkFuture_000000 (None, 100) 259700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", " ) \n", " \n", "==================================================================================================\n", - "Total params: 20941114 (79.88 MB)\n", - "Trainable params: 829258 (3.16 MB)\n", - "Non-trainable params: 20111856 (76.72 MB)\n", + "Total params: 20845662 (79.52 MB)\n", + "Trainable params: 759664 (2.90 MB)\n", + "Non-trainable params: 20085998 (76.62 MB)\n", "__________________________________________________________________________________________________\n", "None\n", "Epoch 1/5\n", - "600/600 [==============================] - 66s 73ms/step - loss: 0.9990 - top_1_categorical_accuracy: 0.7207 - val_loss: 1.2749 - val_top_1_categorical_accuracy: 0.6953\n", + "200/200 [==============================] - 46s 123ms/step - loss: 1.5355 - top_1_categorical_accuracy: 0.6082 - val_loss: 1.5826 - val_top_1_categorical_accuracy: 0.6070\n", "Epoch 2/5\n", - "600/600 [==============================] - 41s 68ms/step - loss: 0.2196 - top_1_categorical_accuracy: 0.9337 - val_loss: 1.5124 - val_top_1_categorical_accuracy: 0.6870\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.2231 - top_1_categorical_accuracy: 0.9398 - val_loss: 1.4093 - val_top_1_categorical_accuracy: 0.6560\n", "Epoch 3/5\n", - "600/600 [==============================] - 40s 68ms/step - loss: 0.1839 - top_1_categorical_accuracy: 0.9439 - val_loss: 1.6421 - val_top_1_categorical_accuracy: 0.6957\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1203 - top_1_categorical_accuracy: 0.9653 - val_loss: 1.6842 - val_top_1_categorical_accuracy: 0.6270\n", "Epoch 4/5\n", - "600/600 [==============================] - 41s 68ms/step - loss: 0.1847 - top_1_categorical_accuracy: 0.9427 - val_loss: 1.9205 - val_top_1_categorical_accuracy: 0.6710\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0843 - top_1_categorical_accuracy: 0.9775 - val_loss: 1.7877 - val_top_1_categorical_accuracy: 0.6310\n", "Epoch 5/5\n", - "600/600 [==============================] - 40s 67ms/step - loss: 0.1822 - top_1_categorical_accuracy: 0.9447 - val_loss: 2.0253 - val_top_1_categorical_accuracy: 0.6790\n", - "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000000.txt\n", - "returning trial 2 oracles\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0972 - top_1_categorical_accuracy: 0.9703 - val_loss: 1.8550 - val_top_1_categorical_accuracy: 0.6290\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000001.txt\n", + "returning trial 1 oracles\n", " loss top_1_categorical_accuracy val_loss \\\n", - "0 0.998994 0.720667 1.274906 \n", - "1 0.219636 0.933667 1.512407 \n", - "2 0.183935 0.943917 1.642073 \n", - "3 0.184711 0.942667 1.920498 \n", - "4 0.182193 0.944667 2.025334 \n", + "0 1.535531 0.60820 1.582635 \n", + "1 0.223081 0.93975 1.409343 \n", + "2 0.120264 0.96525 1.684157 \n", + "3 0.084260 0.97750 1.787688 \n", + "4 0.097234 0.97025 1.854953 \n", "\n", " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", - "0 0.695333 2 0 \n", - "1 0.687000 2 0 \n", - "2 0.695667 2 0 \n", - "3 0.671000 2 0 \n", - "4 0.679000 2 0 \n", + "0 0.607 1 1 \n", + "1 0.656 1 1 \n", + "2 0.627 1 1 \n", + "3 0.631 1 1 \n", + "4 0.629 1 1 \n", "\n", " model_name \n", - "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", "nan\n", ">nnf>ceil\n", "k is: 0 value is: [{'1': }]\n", "0\n", - "k is: 1 value is: [{'1': }, {'1': }, {'3': }, {'2': }, {'4': }, {'4': }, {'2': }]\n", + "k is: 1 value is: [{'1': }, {'3': }, {'2': }, {'3': }]\n", "1\n", "Trying to create level 1\n", "We think level 1's predecessors are: [0]\n", - "k is: 2 value is: [{'1': }, {'3': }, {'3': }, {'3': }, {'4': }, {'2': }]\n", + "k is: 2 value is: [{'4': }, {'1': }, {'3': }]\n", "2\n", "Trying to create level 2\n", "We think level 2's predecessors are: [0, 1]\n", - "k is: 3 value is: [{'100': }]\n", + "k is: 3 value is: [{'4': }, {'3': }]\n", "3\n", - "Trying to create Final level 3\n", "Trying to create level 3\n", - "We think level final level 3's predecessors are: [0, 1, 2]\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", "levels:\n", - "[0, 1, 2, 3]\n", + "[0, 1, 2, 3, 4]\n", "{'0': 'InputUnitModule'}\n", "InputLevel.input_shapes [(32, 32, 3)]\n", "{'1': }\n", - "{'1': }\n", "{'3': }\n", "{'2': }\n", + "{'3': }\n", "{'4': }\n", - "{'4': }\n", - "{'2': }\n", "{'1': }\n", "{'3': }\n", - "{'3': }\n", - "{'3': }\n", "{'4': }\n", - "{'2': }\n", - "Debug: I am 3 selecting 2\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -5497,22 +3657,17 @@ "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", - "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3]\n", - "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3]\n", - "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3]\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", "Debug: successor_connectivity_errors_2d []\n", - "$$$$$$>>>>> Base model: \n", + "$$$$$$>>>>> Base model: \n", "InputUnit.input_shape: (32, 32, 3)\n", "{'1': }\n", - "{'1': }\n", - "{'3': }\n", - "{'2': }\n", - "{'4': }\n", - "{'4': }\n", - "{'2': }\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", @@ -5521,91 +3676,69 @@ "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", "materialized network layers\n", - "[, , , ]\n", - "materialized_predecessor_units [, , , ]\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", "materialized network layers\n", - "[, , , , , ]\n", - "materialized_predecessor_units [, , , , , ]\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_3 called\n", "materialized network layers\n", - "[, , , , , , ]\n", - "materialized_predecessor_units [, , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_4 called\n", - "materialized network layers\n", - "[, , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_5 called\n", - "materialized network layers\n", - "[, , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_6 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'4': }\n", "{'1': }\n", "{'3': }\n", - "{'3': }\n", - "{'3': }\n", - "{'4': }\n", - "{'2': }\n", - "debug: meta_level_number\n", - "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", "debug: meta_level_number\n", - "debug: meta_level_number\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", - "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "Debug: successor_connectivity_errors_2d []\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", "materialized network layers\n", - "[, , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_3 called\n", - "materialized network layers\n", - "[, , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_4 called\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'4': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , ]\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_5 called\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_1 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", "{'100': }\n", "debug: meta_level_number\n", "Debug: successor_connectivity_errors_2d []\n", - "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0 called\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0 called\n", "materialized network layers\n", - "[, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", - "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", "inputs\n", "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", "\n", "outputs\n", - "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000003_tr_2_FinalDenseUnit_0000000000000003_tr_2_0_dns_'\")\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_'\")\n", "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", "__________________________________________________________________________________________________\n", " Layer (type) Output Shape Param # Connected to \n", @@ -5616,16 +3749,16 @@ " utUnit_0000000000000000_tr \n", " _2_0_inp (InputLayer) \n", " \n", - " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", " 0 00000nan_tr_2_InputLevel_00000\n", " 00000000000_tr_2_InputUnit_000\n", " 0000000000000_tr_2_0_inp[0][0]\n", " '] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[5][0]', \n", - " 0000000nan_tr_2_DenseLevel 'model_2[5][0]', \n", - " _0000000000000001_tr_2_Den 'model_2[5][0]', \n", - " seUnit_0000000000000001_tr 'model_2[5][0]'] \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[4][0]', \n", + " seUnit_0000000000000001_tr 'model_9[4][0]'] \n", " _2_1_cat_ (Concatenate) \n", " \n", " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", @@ -5635,521 +3768,96 @@ " _2_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", - " _2_1_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", - " _2_2_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", - " _2_2_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", - " _2_2_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", - " _2_3_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", - " _2_3_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", - " _2_3_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5130) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", - " _2_5_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", - " _2_4_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5130) 20520 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_cat_[0][0\n", - " _2_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_4_cat_[0][0\n", - " _2_4_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20524 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_btn_[0][0\n", - " _2_5_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20520 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_4_btn_[0][0\n", - " _2_4_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[5][0]', \n", - " 0000000nan_tr_2_DenseLevel 'model_2[5][0]', \n", - " _0000000000000001_tr_2_Den 'model_2[5][0]', \n", - " seUnit_0000000000000001_tr 'model_2[5][0]'] \n", - " _2_0_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5142) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_dns_[0][0\n", - " _2_6_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]', \n", - " 'model_2[5][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", - " _2_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5142) 20568 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_6_cat_[0][0\n", - " _2_6_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", - " _2_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 10286 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_6_btn_[0][0\n", - " _2_6_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[5][0]', \n", - " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", - " _2_1_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", - " _2_1_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 3) 7749 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", " _2_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", " _2_2_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]'] \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", " _2_2_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7791 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2) 10254 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", " _2_2_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2593) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", " _2_3_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", - " ]'] \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", " _2_3_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7782 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 3) 15387 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", " _2_3_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2603) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", - " _2_4_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[4][0]', \n", + " seUnit_0000000000000001_tr 'model_9[4][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", - " 'model_2[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", @@ -6158,98 +3866,45 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2603) 10412 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", - " _2_4_btn_ (BatchNormalizat ]'] \n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 4) 10416 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", - " _2_4_dns_ (Dense) ]'] \n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2606) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 1) 2578 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_dns_[0][0\n", - " _2_5_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]', \n", - " 'model_2[5][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", @@ -6259,50 +3914,56 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[5][0]', \n", - " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", - " _2_0_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", " ]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", - " 'model_2[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 0000000000001_tr_2_2_dns_[0][0\n", " ]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", @@ -6312,49 +3973,50 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2606) 10424 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_5_cat_[0][0\n", - " _2_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", " _2_0_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 5214 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_5_btn_[0][0\n", - " _2_5_dns_ (Dense) ]'] \n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 2583 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 10300 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", " _2_0_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2645) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", - " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", - " 2_FinalDenseUnit_000000000 0000000000002_tr_2_2_dns_[0][0\n", - " 0000003_tr_2_0_cat_ (Conca ]', \n", - " tenate) 'NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 3) 7734 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 0000000000002_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", @@ -6364,63 +4026,71 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 0000000000002_tr_2_1_dns_[0][0\n", " ]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 0000000000002_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 0000000000002_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_0_dns_[0][0\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2589) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", " 0000000000002_tr_2_2_dns_[0][0\n", " ]', \n", - " 'model_2[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", " ]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", @@ -6435,216 +4105,298 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 10332 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2589) 10356 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10336 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7770 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2614) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000003_tr_2_0_dns_[0][0\n", + " 0000004_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", " ]', \n", - " 'model_2[5][0]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", " ]', \n", + " 'model_9[4][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 0000000000001_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 0000000000002_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 0000000000002_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2645) 10580 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2614) 10456 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", - " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", - " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", " Normalization) \n", " \n", - " NeuralNetworkFuture_000000 (None, 100) 264600 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 100) 261500 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", - " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", - " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", " ) \n", " \n", "==================================================================================================\n", - "Total params: 20941068 (79.88 MB)\n", - "Trainable params: 829198 (3.16 MB)\n", - "Non-trainable params: 20111870 (76.72 MB)\n", + "Total params: 20821735 (79.43 MB)\n", + "Trainable params: 746039 (2.85 MB)\n", + "Non-trainable params: 20075696 (76.58 MB)\n", "__________________________________________________________________________________________________\n", "None\n", "Epoch 1/5\n", - "600/600 [==============================] - 71s 74ms/step - loss: 0.9716 - top_1_categorical_accuracy: 0.7234 - val_loss: 1.2550 - val_top_1_categorical_accuracy: 0.6973\n", + "200/200 [==============================] - 44s 122ms/step - loss: 1.4587 - top_1_categorical_accuracy: 0.6300 - val_loss: 1.5786 - val_top_1_categorical_accuracy: 0.6130\n", "Epoch 2/5\n", - "600/600 [==============================] - 41s 68ms/step - loss: 0.1855 - top_1_categorical_accuracy: 0.9441 - val_loss: 1.4298 - val_top_1_categorical_accuracy: 0.6950\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1872 - top_1_categorical_accuracy: 0.9452 - val_loss: 1.4710 - val_top_1_categorical_accuracy: 0.6270\n", "Epoch 3/5\n", - "600/600 [==============================] - 41s 68ms/step - loss: 0.1458 - top_1_categorical_accuracy: 0.9561 - val_loss: 1.5945 - val_top_1_categorical_accuracy: 0.7050\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0925 - top_1_categorical_accuracy: 0.9745 - val_loss: 1.6454 - val_top_1_categorical_accuracy: 0.6240\n", "Epoch 4/5\n", - "600/600 [==============================] - 41s 68ms/step - loss: 0.1647 - top_1_categorical_accuracy: 0.9509 - val_loss: 1.8184 - val_top_1_categorical_accuracy: 0.6887\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0789 - top_1_categorical_accuracy: 0.9783 - val_loss: 1.8071 - val_top_1_categorical_accuracy: 0.6270\n", "Epoch 5/5\n", - "600/600 [==============================] - 42s 69ms/step - loss: 0.1703 - top_1_categorical_accuracy: 0.9479 - val_loss: 1.8702 - val_top_1_categorical_accuracy: 0.6857\n", - "this is neural_network_spec_file 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000001.txt\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0809 - top_1_categorical_accuracy: 0.9778 - val_loss: 1.8530 - val_top_1_categorical_accuracy: 0.6330\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000000.txt\n", "returning trial 2 oracles\n", " loss top_1_categorical_accuracy val_loss \\\n", - "0 0.971634 0.723400 1.255028 \n", - "1 0.185499 0.944083 1.429850 \n", - "2 0.145801 0.956083 1.594494 \n", - "3 0.164733 0.950917 1.818383 \n", - "4 0.170290 0.947917 1.870176 \n", + "0 1.458746 0.63000 1.578639 \n", + "1 0.187223 0.94525 1.470990 \n", + "2 0.092523 0.97450 1.645406 \n", + "3 0.078935 0.97825 1.807086 \n", + "4 0.080901 0.97775 1.852976 \n", "\n", " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", - "0 0.697333 2 1 \n", - "1 0.695000 2 1 \n", - "2 0.705000 2 1 \n", - "3 0.688667 2 1 \n", - "4 0.685667 2 1 \n", + "0 0.613 2 0 \n", + "1 0.627 2 0 \n", + "2 0.624 2 0 \n", + "3 0.627 2 0 \n", + "4 0.633 2 0 \n", "\n", " model_name \n", - "0 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "1 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "2 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "3 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "4 2023_10_29_17_41_cerebros_auto_ml_test_cifar10... \n", - "Index(['loss', 'top_1_categorical_accuracy', 'val_loss',\n", - " 'val_top_1_categorical_accuracy', 'trial_number', 'subtrial_number',\n", - " 'model_name'],\n", - " dtype='object')\n", - "metric_to_rank_by is: 'val_top_1_categorical_accuracy'\n", - "Type of metric_to_rank_by is: \n", - "Best result this trial was: 0.7049999833106995\n", - "Type of best result: \n", - "Best model name: 2023_10_29_17_41_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/models/tr_0000000000000002_subtrial_0000000000000001\n", - "CPU times: user 27min 33s, sys: 2min 48s, total: 30min 21s\n", - "Wall time: 29min 7s\n" - ] - } - ], - "source": [ - "%%time\n", - "result = cerebros_automl.run_random_search()" - ] - }, - { - "cell_type": "code", - "execution_count": 26, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "CQM48_KzXFLb", - "outputId": "ee9cb8ee-bf3b-4ff2-c3f2-650bc2402806" - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Best accuracy achieved is 0.7049999833106995\n", - "top-1 categorical accuracy\n" - ] - } - ], - "source": [ - "print(f'Best accuracy achieved is {result}')\n", - "print(f'top-1 categorical accuracy')" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "id": "r1NRop95XFLb" - }, - "source": [ - "Evaluating the best model found" - ] - }, - { - "cell_type": "code", - "execution_count": 27, - "metadata": { - "id": "-ibCjTzVXFLb" - }, - "outputs": [], - "source": [ - "best_model_found = cerebros_automl.get_best_model()" - ] - }, - { - "cell_type": "code", - "execution_count": 28, - "metadata": { - "id": "GMa8beppXFLb" - }, - "outputs": [], - "source": [ - "#\n", - "eval_loss = tf.keras.losses.CategoricalCrossentropy()\n", - "#\n", - "eval_metrics =\\\n", - "[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\\\n", - " name='eval_top_1_categorical_accuracy'),\n", - " tf.keras.metrics.TopKCategoricalAccuracy(k=5,\\\n", - " name='eval_top_5_categorical_accuracy')\n", - "]" - ] - }, - { - "cell_type": "code", - "execution_count": 29, - "metadata": { - "colab": { - "base_uri": "https://localhost:8080/" - }, - "id": "c2w_hS1eXFLb", - "outputId": "33bea27d-6fbb-4b52-9a25-c7f03d8bba7b", - "scrolled": true - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'3': }, {'2': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'1': }, {'3': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'4': }, {'3': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , ]\n", + "materialized_predecessor_units [, , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'4': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_'\")\n", "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", "__________________________________________________________________________________________________\n", " Layer (type) Output Shape Param # Connected to \n", @@ -6655,16 +4407,16 @@ " utUnit_0000000000000000_tr \n", " _2_0_inp (InputLayer) \n", " \n", - " model_2 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", " 0 00000nan_tr_2_InputLevel_00000\n", " 00000000000_tr_2_InputUnit_000\n", " 0000000000000_tr_2_0_inp[0][0]\n", " '] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", - " 0000000nan_tr_2_DenseLevel 'model_2[0][0]', \n", - " _0000000000000001_tr_2_Den 'model_2[0][0]', \n", - " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[5][0]', \n", + " seUnit_0000000000000001_tr 'model_9[5][0]'] \n", " _2_1_cat_ (Concatenate) \n", " \n", " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", @@ -6674,41 +4426,36 @@ " _2_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", " _2_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", " _2_2_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", " _2_2_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 15369 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2) 10248 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", " _2_2_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5125) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", @@ -6723,59 +4470,95 @@ " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5125) 20500 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[5][0]', \n", + " seUnit_0000000000000001_tr 'model_9[5][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", " _2_3_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 10252 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15387 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", " _2_3_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5130) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", - " _2_5_cat_ (Concatenate) ]', \n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", + " 'model_9[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_2_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5129) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_3_dns_[0][0\n", - " _2_4_cat_ (Concatenate) ]', \n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2574 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", @@ -6786,68 +4569,34 @@ " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_2_dns_[0][0\n", " ]', \n", + " 'model_9[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5130) 20520 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_cat_[0][0\n", - " _2_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5129) 20516 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_4_cat_[0][0\n", - " _2_4_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20524 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_btn_[0][0\n", - " _2_5_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 4) 20520 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_4_btn_[0][0\n", - " _2_4_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_2[0][0]', \n", - " 0000000nan_tr_2_DenseLevel 'model_2[0][0]', \n", - " _0000000000000001_tr_2_Den 'model_2[0][0]', \n", - " seUnit_0000000000000001_tr 'model_2[0][0]'] \n", - " _2_0_cat_ (Concatenate) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 5142) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_5_dns_[0][0\n", - " _2_6_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", " ]', \n", + " 'model_9[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", @@ -6861,90 +4610,109 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", + " 'model_9[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]', \n", - " 'model_2[0][0]'] \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", " _2_0_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 5142) 20568 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2576) 10304 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_6_cat_[0][0\n", - " _2_6_btn_ (BatchNormalizat ]'] \n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 10300 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", " _2_0_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2) 10286 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 3) 7731 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", - " seUnit_0000000000000001_tr 0000000000001_tr_2_6_btn_[0][0\n", - " _2_6_dns_ (Dense) ]'] \n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[0][0]', \n", + " NeuralNetworkFuture_000000 (None, 2590) 0 ['model_9[5][0]', \n", " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", - " _2_1_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 0000000000001_tr_2_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", " ]', \n", + " 'model_9[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2585) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", @@ -6953,60 +4721,124 @@ " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2590) 10360 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_cat_[0][0\n", " _2_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7749 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 2585) 10340 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7773 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_btn_[0][0\n", " _2_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " NeuralNetworkFuture_000000 (None, 4) 10344 ['NeuralNetworkFuture_00000000\n", " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", - " _2_2_cat_ (Concatenate) ]', \n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2601) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000003_tr_2_1_dns_[0][0\n", + " 0000004_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 0000000000001_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", + " 'model_9[5][0]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", @@ -7015,542 +4847,839 @@ " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 0000000000001_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", - " _2_2_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 2601) 10404 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 260200 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20820361 (79.42 MB)\n", + "Trainable params: 744701 (2.84 MB)\n", + "Non-trainable params: 20075660 (76.58 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "200/200 [==============================] - 44s 121ms/step - loss: 1.3836 - top_1_categorical_accuracy: 0.6470 - val_loss: 1.5535 - val_top_1_categorical_accuracy: 0.6130\n", + "Epoch 2/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1586 - top_1_categorical_accuracy: 0.9567 - val_loss: 1.4192 - val_top_1_categorical_accuracy: 0.6360\n", + "Epoch 3/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0730 - top_1_categorical_accuracy: 0.9833 - val_loss: 1.6097 - val_top_1_categorical_accuracy: 0.6340\n", + "Epoch 4/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0808 - top_1_categorical_accuracy: 0.9765 - val_loss: 1.8904 - val_top_1_categorical_accuracy: 0.6130\n", + "Epoch 5/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0753 - top_1_categorical_accuracy: 0.9797 - val_loss: 1.8535 - val_top_1_categorical_accuracy: 0.6340\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000001.txt\n", + "returning trial 2 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.383633 0.64700 1.553475 \n", + "1 0.158577 0.95675 1.419240 \n", + "2 0.072987 0.98325 1.609701 \n", + "3 0.080824 0.97650 1.890438 \n", + "4 0.075318 0.97975 1.853472 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.613 2 1 \n", + "1 0.636 2 1 \n", + "2 0.634 2 1 \n", + "3 0.613 2 1 \n", + "4 0.634 2 1 \n", + "\n", + " model_name \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "Index(['loss', 'top_1_categorical_accuracy', 'val_loss',\n", + " 'val_top_1_categorical_accuracy', 'trial_number', 'subtrial_number',\n", + " 'model_name'],\n", + " dtype='object')\n", + "metric_to_rank_by is: 'val_top_1_categorical_accuracy'\n", + "Type of metric_to_rank_by is: \n", + "Best result this trial was: 0.656000018119812\n", + "Type of best result: \n", + "Best model name: 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/models/tr_0000000000000001_subtrial_0000000000000001.keras\n", + "CPU times: user 11min 55s, sys: 2min 30s, total: 14min 25s\n", + "Wall time: 14min 7s\n" + ] + } + ], + "source": [ + "%%time\n", + "result = cerebros_automl.run_random_search()" + ] + }, + { + "cell_type": "code", + "execution_count": 92, + "id": "99eef09d", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "99eef09d", + "noteable": {}, + "outputId": "b9f09414-a977-49f0-b383-025d11795f5e" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best accuracy achieved is 0.656000018119812\n", + "top-1 categorical accuracy\n" + ] + } + ], + "source": [ + "print(f'Best accuracy achieved is {result}')\n", + "print(f'top-1 categorical accuracy')" + ] + }, + { + "cell_type": "markdown", + "id": "c408cc0b", + "metadata": { + "id": "c408cc0b" + }, + "source": [ + "Evaluating the best model found" + ] + }, + { + "cell_type": "code", + "execution_count": 93, + "id": "b5fc589c", + "metadata": { + "id": "b5fc589c", + "noteable": {} + }, + "outputs": [], + "source": [ + "#best_model_found = cerebros_automl.get_best_model()\n", + "# because of the resizing Lmabda layer, needs safe_mode=False in some environments\n", + "best_model_found = tf.keras.models.load_model(cerebros_automl.best_model_path, safe_mode=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 94, + "id": "e8c55bb1", + "metadata": { + "id": "e8c55bb1", + "noteable": {} + }, + "outputs": [], + "source": [ + "#\n", + "eval_loss = tf.keras.losses.CategoricalCrossentropy()\n", + "#\n", + "eval_metrics =\\\n", + "[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\\\n", + " name='eval_top_1_categorical_accuracy'),\n", + " tf.keras.metrics.TopKCategoricalAccuracy(k=5,\\\n", + " name='eval_top_5_categorical_accuracy')\n", + "]" + ] + }, + { + "cell_type": "code", + "execution_count": 90, + "id": "a8ffd0f9", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "a8ffd0f9", + "noteable": {}, + "outputId": "d898a0f5-ecc9-49a7-9bd2-441c60ccf2db", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7791 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", - " _2_2_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2593) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_2_dns_[0][0\n", - " _2_3_cat_ (Concatenate) ]', \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5124 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5127) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5127) 20508 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 10280 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10256 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2571 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_cat_[0][0\n", - " _2_3_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 3) 7782 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_btn_[0][0\n", - " _2_3_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 1) 2579 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2603) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_3_dns_[0][0\n", - " _2_4_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", - " ]', \n", - " 'model_2[0][0]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", - " ]', \n", + " NeuralNetworkFuture_000000 (None, 2573) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2603) 10412 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_cat_[0][0\n", - " _2_4_btn_ (BatchNormalizat ]'] \n", + " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", " ion) \n", " \n", - " NeuralNetworkFuture_000000 (None, 4) 10416 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_btn_[0][0\n", - " _2_4_dns_ (Dense) ]'] \n", + " NeuralNetworkFuture_000000 (None, 4) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2606) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_4_dns_[0][0\n", - " _2_5_cat_ (Concatenate) ]', \n", - " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", - " ]', \n", + " NeuralNetworkFuture_000000 (None, 2587) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2587) 10348 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 0 ['model_2[0][0]', \n", - " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", - " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", - " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", - " _2_0_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", - " ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2606) 10424 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_5_cat_[0][0\n", - " _2_5_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2582) 10328 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", - " _2_0_btn_ (BatchNormalizat ]'] \n", - " ion) \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2) 5214 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_5_btn_[0][0\n", - " _2_5_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 1) 2583 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", - " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", - " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", - " _2_0_dns_ (Dense) ]'] \n", - " \n", - " NeuralNetworkFuture_000000 (None, 2645) 0 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", - " Level_0000000000000003_tr_ 00000000002_tr_2_DenseUnit_000\n", - " 2_FinalDenseUnit_000000000 0000000000002_tr_2_2_dns_[0][0\n", - " 0000003_tr_2_0_cat_ (Conca ]', \n", - " tenate) 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5190 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2595 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5156 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_1_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_3_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", " ]', \n", - " 'model_2[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_6_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_0_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_2_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]', \n", + " 'model_9[0][0]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000001_tr_2_DenseUnit_000\n", - " 0000000000001_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_1_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_4_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", " ]', \n", " 'NeuralNetworkFuture_00000000\n", - " 00000nan_tr_2_DenseLevel_00000\n", - " 00000000002_tr_2_DenseUnit_000\n", - " 0000000000002_tr_2_5_dns_[0][0\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", " ]'] \n", " \n", - " NeuralNetworkFuture_000000 (None, 2645) 10580 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", - " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", - " 0000003_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", " Normalization) \n", " \n", - " NeuralNetworkFuture_000000 (None, 100) 264600 ['NeuralNetworkFuture_00000000\n", - " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", - " Level_0000000000000003_tr_ 0000000000000003_tr_2_FinalDen\n", - " 2_FinalDenseUnit_000000000 seUnit_0000000000000003_tr_2_0\n", - " 0000003_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " NeuralNetworkFuture_000000 (None, 100) 259700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", " ) \n", " \n", "==================================================================================================\n", - "Total params: 20941068 (79.88 MB)\n", - "Trainable params: 829198 (3.16 MB)\n", - "Non-trainable params: 20111870 (76.72 MB)\n", + "Total params: 20845662 (79.52 MB)\n", + "Trainable params: 759664 (2.90 MB)\n", + "Non-trainable params: 20085998 (76.62 MB)\n", "__________________________________________________________________________________________________\n" ] } @@ -7562,13 +5691,15 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 91, + "id": "5499c068", "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, - "id": "1vIFxdAOXFLb", - "outputId": "aa86b61b-c444-45e3-bcd1-97593f16abf2" + "id": "5499c068", + "noteable": {}, + "outputId": "4fb126da-93fd-4aad-e4bf-879509a4be06" }, "outputs": [ { @@ -7577,16 +5708,16 @@ "text": [ "Evaluating best model found ...\n", "Loss | Top-1 accuracy | Top-5 accuracy\n", - "313/313 [==============================] - 28s 77ms/step - loss: 1.9920 - eval_top_1_categorical_accuracy: 0.6755 - eval_top_5_categorical_accuracy: 0.8805\n" + "313/313 [==============================] - 36s 101ms/step - loss: 1.8766 - eval_top_1_categorical_accuracy: 0.6322 - eval_top_5_categorical_accuracy: 0.8632\n" ] }, { "data": { "text/plain": [ - "[1.9919809103012085, 0.6754999756813049, 0.8805000185966492]" + "[1.87662935256958, 0.6322000026702881, 0.8632000088691711]" ] }, - "execution_count": 30, + "execution_count": 91, "metadata": {}, "output_type": "execute_result" } @@ -7601,8 +5732,9 @@ { "cell_type": "code", "execution_count": null, + "id": "8e3fac40", "metadata": { - "id": "Eu0mDZrFXFLb" + "id": "8e3fac40" }, "outputs": [], "source": [] @@ -7611,10 +5743,13 @@ "metadata": { "accelerator": "GPU", "colab": { - "gpuType": "A100", + "gpuType": "V100", "machine_shape": "hm", "provenance": [] }, + "kernel_info": { + "name": "python3.9-noteable-gpu" + }, "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", @@ -7796,8 +5931,15 @@ "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.8.9" - } + }, + "noteable": { + "last_delta_id": "5adbadd4-466c-4a0a-8984-6dddaaba423e" + }, + "nteract": { + "version": "noteable@2.9.0" + }, + "selected_hardware_size": "small-gpu" }, "nbformat": 4, - "nbformat_minor": 4 + "nbformat_minor": 5 } diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py index f14f692..81b9503 100644 --- a/cifar_100_EfficientNet.py +++ b/cifar_100_EfficientNet.py @@ -1,4 +1,9 @@ -# Initializing +""" +EfficientNet PEFT on CIFAR-100 with Cerebros +""" + +import sys +sys.path.insert(0, '../..') import tensorflow as tf import tensorflow_datasets as tfds @@ -16,86 +21,62 @@ import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid from ast import literal_eval -""" -# Trying to retrain EfficientNet from scratch for comparison ... - -# Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes) - -enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( - include_top=True, - weights='imagenet', - input_tensor=None, - input_shape=None, - pooling=None, - classes=1000, - classifier_activation='softmax', - include_preprocessing=True -) - -enet.summary() - -# Make all layers untrainable except for the very last convolutional layer - -for layer in enet.layers: - layer.trainable = False -enet.layers[-6].trainable = True +# PEFT with Cerebros -# Cifar-100 testing +# Download Cifar-100 data (X_train, y_train), (X_test, y_test) = cifar100.load_data() -y_train_cat = to_categorical(y_train, 1000) -y_test_cat = to_categorical(y_test, 1000) - -# Lambda layer for preprocessing - -def resize(x): - return tf.image.resize(x,size=(384,384),method='bilinear') - -# Modify the model - -input_shape = (32,32,3) - -input_layer = Input(shape=input_shape) -prep = Lambda(resize)(input_layer) -out = enet(prep) -enet_mod = Model(inputs=input_layer, outputs=out) - -enet_mod.compile(optimizer='adam', - loss=tf.keras.losses.CategoricalCrossentropy(), - metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')]) - -# Try to fit it on Cifar-100 data and then evaluate (this will be efficient enough if trained on the complete dataset ...) - -enet_mod.fit(X_train, y_train_cat) - -enet_mod.evaluate(X_test, y_test_cat) -"""; - -# Trying the same with adding a Cerebros "add-on" network - -(X_train, y_train), (X_test, y_test) = cifar100.load_data() - -# Lambda layer for preprocessing - -def resize(x): - return tf.image.resize(x,size=(384,384),method='bilinear') - -input_shape = (32,32,3) +# Input and output shapes: Cifar-100 has 32x32 images with 3 channels (RGB). The output is 100 categorical probabilities. +input_shape = (32,32,3) INPUT_SHAPES = [input_shape] OUTPUT_SHAPES = [100] -# Use some 15k random samples from Cifar-100 to speed up the process - -num_samples = 15_000 -rng = np.random.default_rng() -ind = rng.permutation(X_train.shape[0])[:num_samples] - -training_x = [tf.constant(X_train[ind,:,:,:])] -y_train_cat = to_categorical(y_train[ind], 100) +# Subsampling a small balanced set of samples (with of without shuffling) from the train dataset and train labels + +def subsample_train(X_train, y_train, num_samples): + # + X_sub = [] + y_sub = [] + # + assert 1 <= num_samples <= 500 + # + for cat in range(100): + # + ind, _ = np.where(y_train==cat) + # + X_cat = X_train[ind] + X_cat = X_cat[:num_samples] + y_cat = y_train[ind] + y_cat = y_cat[:num_samples] + # + X_sub += [X_cat] + y_sub += [y_cat] + # + X_sub = np.vstack(X_sub) + y_sub = np.vstack(y_sub) + # + assert X_sub.shape[0] == y_sub.shape[0] + # + ind = np.arange(X_sub.shape[0]) + np.random.shuffle(ind) + # + return X_sub[ind], y_sub[ind] + +# We take only 50 samples in each category + +num_samples = 50 +X_sub, y_sub = subsample_train(X_train, y_train, num_samples) + +# Preparing tensors for the training set and labels + +training_x = [tf.constant(X_sub)] +y_train_cat = to_categorical(y_sub, 100) train_labels = [tf.constant(y_train_cat)] +# Donwloading EfficientNet (v.2, small) + enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( include_top=True, weights='imagenet', @@ -107,10 +88,19 @@ def resize(x): include_preprocessing=True ) +# Resizing images to meet EfficientNet's input shape + +def resize(x): + return tf.image.resize(x,size=(384,384),method='bilinear') + +# Make only the last convolutional layer trainable + for layer in enet.layers: layer.trainable = False enet.layers[-6].trainable = True +# Preparing the base model for Cerebros search + enet_io = Model(inputs=enet.layers[0].input, outputs=enet.layers[-3].output) @@ -119,6 +109,8 @@ def resize(x): out = Flatten()(enet_io(prep)) base_mod = Model(inputs=input_layer, outputs=out) +# Cerebros configurables + activation = 'swish' predecessor_level_connection_affinity_factor_first = 2.0 predecessor_level_connection_affinity_factor_main = 0.97 @@ -133,6 +125,7 @@ def resize(x): maximum_neurons_per_unit = 4 # [2,20] # Final training task + TIME = pendulum.now(tz='America/New_York').__str__()[:16]\ .replace('T', '_')\ .replace(':', '_')\ @@ -187,8 +180,8 @@ def resize(x): meta_trial_number=meta_trial_number, base_models=[base_mod]) -# Commented out IPython magic to ensure Python compatibility. -# %%time +# Search and save the best model + result = cerebros_automl.run_random_search() print(f'Best accuracy achieved is {result}') @@ -198,6 +191,9 @@ def resize(x): best_model_found = cerebros_automl.get_best_model() +# because of the resizing Lambda layer, needs safe_mode=False in some environments +#best_model_found = tf.keras.models.load_model(cerebros_automl.best_model_path, safe_mode=False) + # eval_loss = tf.keras.losses.CategoricalCrossentropy() # From ae5ef4a88c49414a2632277009da41bc3a7e6326 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 11:53:44 +0100 Subject: [PATCH 14/23] Update cifar_100_EfficientNet.py --- cifar_100_EfficientNet.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py index 81b9503..7a57fe6 100644 --- a/cifar_100_EfficientNet.py +++ b/cifar_100_EfficientNet.py @@ -2,9 +2,6 @@ EfficientNet PEFT on CIFAR-100 with Cerebros """ -import sys -sys.path.insert(0, '../..') - import tensorflow as tf import tensorflow_datasets as tfds from tensorflow.keras.datasets import cifar10, cifar100 From 29ec2aed7547d50cdf33c48e59314d47f1b4916d Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 11:54:23 +0100 Subject: [PATCH 15/23] Update cifar_100_EfficientNet.ipynb --- cifar_100_EfficientNet.ipynb | 18 ------------------ 1 file changed, 18 deletions(-) diff --git a/cifar_100_EfficientNet.ipynb b/cifar_100_EfficientNet.ipynb index 455b467..6120d08 100644 --- a/cifar_100_EfficientNet.ipynb +++ b/cifar_100_EfficientNet.ipynb @@ -11,24 +11,6 @@ "# EfficientNet PEFT on CIFAR-100 with Cerebros" ] }, - { - "cell_type": "code", - "execution_count": 1, - "id": "befe7a3c", - "metadata": { - "ExecuteTime": { - "end_time": "2023-11-01T09:19:30.029782+00:00", - "start_time": "2023-11-01T09:19:29.874591+00:00" - }, - "id": "befe7a3c", - "noteable": {} - }, - "outputs": [], - "source": [ - "import sys\n", - "sys.path.insert(0, '../..')" - ] - }, { "cell_type": "code", "execution_count": 2, From 8b66329c2da67db64873443e0a40fcffd0c4ae38 Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 16:38:24 +0100 Subject: [PATCH 16/23] Update cifar_100_EfficientNet.py --- cifar_100_EfficientNet.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py index 7a57fe6..7105636 100644 --- a/cifar_100_EfficientNet.py +++ b/cifar_100_EfficientNet.py @@ -61,9 +61,9 @@ def subsample_train(X_train, y_train, num_samples): # return X_sub[ind], y_sub[ind] -# We take only 50 samples in each category +# We take only 20 samples in each category -num_samples = 50 +num_samples = 20 X_sub, y_sub = subsample_train(X_train, y_train, num_samples) # Preparing tensors for the training set and labels From 20cf34aae9eafd92039ec0500c91e386e1cff5da Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 16:39:14 +0100 Subject: [PATCH 17/23] Update cifar_100_EfficientNet.ipynb --- cifar_100_EfficientNet.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/cifar_100_EfficientNet.ipynb b/cifar_100_EfficientNet.ipynb index 6120d08..3a16326 100644 --- a/cifar_100_EfficientNet.ipynb +++ b/cifar_100_EfficientNet.ipynb @@ -448,7 +448,7 @@ } }, "source": [ - "We take only 50 samples in each category" + "We take only 20 samples in each category" ] }, { @@ -465,7 +465,7 @@ }, "outputs": [], "source": [ - "num_samples = 50\n", + "num_samples = 20\n", "X_sub, y_sub = subsample_train(X_train, y_train, num_samples)" ] }, From d383e5a2adc3b1c04349a467a6ae080be515bbae Mon Sep 17 00:00:00 2001 From: Sasha Kolpakov Date: Wed, 1 Nov 2023 16:41:52 +0100 Subject: [PATCH 18/23] Update automerge.yml --- .github/workflows/automerge.yml | 15 +++++++++++---- 1 file changed, 11 insertions(+), 4 deletions(-) diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index 0e59502..c3f78b2 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -39,20 +39,27 @@ jobs: # run: python3 random_search.py # - name: Test CerebrosRealNeuronNetwork # run: python3 realnn-regression-example-ames-no-preproc.py + # + timeout-minutes: 240 + # + - name: Test image classifier EfficientNetv2S - PEFT CIFAR100 + run: python3 cifar_100_EfficientNet.py + # timeout-minutes: 45 + # - name: Test distributed random search Ames by running run: python3 regression-example-ames-no-preproc.py + # - name: Test distributed random search Ames by running - Val set run: python3 regression-example-ames-no-preproc-val-set.py + # - name: Test text classifier - random search - ham-spam run: python3 text-class-ham-or-spam.py - timeout-minutes: 90 + # + # timeout-minutes: 90 # - name: Test image classifier - small subset of CIFAR10 # timeout-minutes: 90 # run: python3 cifar10-example.py # - name: Test image classifier EfficientNetv2S - small subset of CIFAR10 # timeout-minutes: 240 # run: python3 cifar-10-efficientnetv2s.py - - name: Test image classifier EfficientNetv2S - PEFT CIFAR100 - timeout-minutes: 240 - run: python3 cifar_100_EfficientNet.py From 6e01cd2d93060822f96120ec13d64f1d9752b1de Mon Sep 17 00:00:00 2001 From: David Thrower Date: Fri, 3 Nov 2023 00:46:47 -0400 Subject: [PATCH 19/23] Update automerge.yml Up time limit on CIFAR 100 example to 250 min ... --- .github/workflows/automerge.yml | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index c3f78b2..e63bbd3 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -40,23 +40,18 @@ jobs: # - name: Test CerebrosRealNeuronNetwork # run: python3 realnn-regression-example-ames-no-preproc.py # - timeout-minutes: 240 + # timeout-minutes: 240 # - name: Test image classifier EfficientNetv2S - PEFT CIFAR100 run: python3 cifar_100_EfficientNet.py - # - timeout-minutes: 45 - # + timeout-minutes: 250 - name: Test distributed random search Ames by running run: python3 regression-example-ames-no-preproc.py - # - name: Test distributed random search Ames by running - Val set run: python3 regression-example-ames-no-preproc-val-set.py - # - name: Test text classifier - random search - ham-spam run: python3 text-class-ham-or-spam.py - # - # timeout-minutes: 90 + timeout-minutes: 90 # - name: Test image classifier - small subset of CIFAR10 # timeout-minutes: 90 # run: python3 cifar10-example.py From f603da0f558bdd1cdb2e9b34122e275bd72a3f3e Mon Sep 17 00:00:00 2001 From: David Thrower Date: Fri, 3 Nov 2023 01:39:56 -0400 Subject: [PATCH 20/23] Update cicd-requirements.txt --- cicd-requirements.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/cicd-requirements.txt b/cicd-requirements.txt index 3733aad..d8056e8 100644 --- a/cicd-requirements.txt +++ b/cicd-requirements.txt @@ -1 +1,3 @@ tensorflow-datasets==4.9.3 +gmpy2==2.1.5 +scikit-learn==1.3.2 From dc75e623d159af42036752db8e143cfde3bd6270 Mon Sep 17 00:00:00 2001 From: David Thrower Date: Wed, 15 Nov 2023 16:55:39 -0500 Subject: [PATCH 21/23] Update automerge.yml --- .github/workflows/automerge.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index a816510..79e343c 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -37,9 +37,9 @@ jobs: # run: python3 test_simple_cerebros_gridsearch.py # - name: Test distributed random search wine by running. # run: python3 random_search.py - - name: Test image classifier EfficientNetv2S - PEFT CIFAR100 + - name: Test image classifier EfficientNetv2S - CIFAR100 run: python3 cifar_100_EfficientNet.py - timeout-minutes: 250 + timeout-minutes: 310 # - name: Test CerebrosRealNeuronNetwork # run: python3 realnn-regression-example-ames-no-preproc.py # timeout-minutes: 45 @@ -54,5 +54,5 @@ jobs: timeout-minutes: 90 run: python3 cifar10-example.py - name: Phishing email detection with GPT2 embedding - timeout-minutes: 120 + timeout-minutes: 180 run: python3 phishing_email_detection_gpt2.py From 7fd75619cd7e3fede798b739a2cf8efc2bfcc671 Mon Sep 17 00:00:00 2001 From: David Thrower Date: Mon, 27 Nov 2023 02:45:49 -0500 Subject: [PATCH 22/23] Update cifar_100_EfficientNet.py Try with 50 samples per category --- cifar_100_EfficientNet.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py index 7105636..edad824 100644 --- a/cifar_100_EfficientNet.py +++ b/cifar_100_EfficientNet.py @@ -63,7 +63,7 @@ def subsample_train(X_train, y_train, num_samples): # We take only 20 samples in each category -num_samples = 20 +num_samples = 50 X_sub, y_sub = subsample_train(X_train, y_train, num_samples) # Preparing tensors for the training set and labels From 8742151d6c9a566e2359ff681ec469cb01ff46ea Mon Sep 17 00:00:00 2001 From: David Thrower Date: Mon, 27 Nov 2023 02:47:45 -0500 Subject: [PATCH 23/23] Update automerge.yml --- .github/workflows/automerge.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index 79e343c..216f693 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -39,7 +39,7 @@ jobs: # run: python3 random_search.py - name: Test image classifier EfficientNetv2S - CIFAR100 run: python3 cifar_100_EfficientNet.py - timeout-minutes: 310 + timeout-minutes: 600 # - name: Test CerebrosRealNeuronNetwork # run: python3 realnn-regression-example-ames-no-preproc.py # timeout-minutes: 45