diff --git a/.github/workflows/automerge.yml b/.github/workflows/automerge.yml index d11affb..b7e37e8 100644 --- a/.github/workflows/automerge.yml +++ b/.github/workflows/automerge.yml @@ -5,7 +5,7 @@ name: Python application on: push: - branches: [ "main", "171-upgrade-tf-2190" ] + branches: [ "main", "120-add-use-examples-efficientnet-fine-tuning-on-cifar-100" ] permissions: contents: read diff --git a/cifar_100_EfficientNet.ipynb b/cifar_100_EfficientNet.ipynb new file mode 100644 index 0000000..3a16326 --- /dev/null +++ b/cifar_100_EfficientNet.ipynb @@ -0,0 +1,5927 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "1dea16e8", + "metadata": { + "id": "1dea16e8", + "tags": [] + }, + "source": [ + "# EfficientNet PEFT on CIFAR-100 with Cerebros" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "f58c4613", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T08:48:44.225216+00:00", + "start_time": "2023-11-01T08:48:44.065907+00:00" + }, + "id": "f58c4613", + "noteable": {}, + "tags": [ + "imports" + ] + }, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/Users/sasha/jax-metal/lib/python3.8/site-packages/urllib3/__init__.py:34: NotOpenSSLWarning: urllib3 v2.0 only supports OpenSSL 1.1.1+, currently the 'ssl' module is compiled with 'LibreSSL 2.8.3'. See: https://github.com/urllib3/urllib3/issues/3020\n", + " warnings.warn(\n" + ] + } + ], + "source": [ + "import tensorflow as tf\n", + "import tensorflow_datasets as tfds\n", + "from tensorflow.keras.datasets import cifar10, cifar100\n", + "from tensorflow.keras.utils import to_categorical\n", + "from tensorflow.keras.models import Model\n", + "from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense\n", + "import pandas as pd\n", + "import numpy as np\n", + "from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\\\n", + " import SimpleCerebrosRandomSearch\n", + "import pendulum\n", + "from cerebros.units.units import DenseUnit\n", + "from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\\\n", + " import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid\n", + "from ast import literal_eval" + ] + }, + { + "cell_type": "markdown", + "id": "60e947a5-5882-4bd5-a4f3-4e7adc7266b5", + "metadata": { + "id": "60e947a5-5882-4bd5-a4f3-4e7adc7266b5", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "## Fine-tuning some layers of EfficientNet from scratch" + ] + }, + { + "cell_type": "markdown", + "id": "aa9d126e-c956-403c-9091-e1ac54a26cb2", + "metadata": { + "id": "aa9d126e-c956-403c-9091-e1ac54a26cb2", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "This is done for comparison only, and may be skipped. This section provides no information on Cerebros' efficiency" + ] + }, + { + "cell_type": "markdown", + "id": "fb3a2166", + "metadata": { + "id": "fb3a2166" + }, + "source": [ + "Download EfficientNet (v.2, small model) with Imagenet weights (1000 classes)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "d140149f", + "metadata": { + "id": "d140149f" + }, + "outputs": [], + "source": [ + "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", + " include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax',\n", + " include_preprocessing=True\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "70f5cfb8", + "metadata": { + "id": "70f5cfb8", + "scrolled": true + }, + "outputs": [], + "source": [ + "enet.summary()" + ] + }, + { + "cell_type": "markdown", + "id": "ca3d62ed", + "metadata": { + "id": "ca3d62ed" + }, + "source": [ + "Make all layers untrainable except for the very last convolutional layer" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "6c138dc6", + "metadata": { + "id": "6c138dc6" + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "markdown", + "id": "ba0f33a5", + "metadata": { + "id": "ba0f33a5" + }, + "source": [ + "Download and prepare Cifar-100 data" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3ffb4982", + "metadata": { + "id": "3ffb4982" + }, + "outputs": [], + "source": [ + "(X_train, y_train), (X_test, y_test) = cifar100.load_data()" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "3bbd2134", + "metadata": { + "id": "3bbd2134" + }, + "outputs": [], + "source": [ + "y_train_cat = to_categorical(y_train, 1000)\n", + "y_test_cat = to_categorical(y_test, 1000)" + ] + }, + { + "cell_type": "markdown", + "id": "dddb92a2", + "metadata": { + "id": "dddb92a2" + }, + "source": [ + "Resizing images to meet EfficientNet's input shape" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8b58123d", + "metadata": { + "id": "8b58123d" + }, + "outputs": [], + "source": [ + "def resize(x):\n", + " return tf.image.resize(x,size=(384,384),method='bilinear')" + ] + }, + { + "cell_type": "markdown", + "id": "4d205810", + "metadata": { + "id": "4d205810" + }, + "source": [ + "Modify the model" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "701f5939", + "metadata": { + "id": "701f5939" + }, + "outputs": [], + "source": [ + "input_shape = (32,32,3)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "4b96c1e9", + "metadata": { + "id": "4b96c1e9" + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = enet(prep)\n", + "enet_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "31549cf9", + "metadata": { + "id": "31549cf9" + }, + "outputs": [], + "source": [ + "enet_mod.compile(optimizer='adam',\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(k=1, name='top_1_categorical_accuracy')])" + ] + }, + { + "cell_type": "markdown", + "id": "e40ac155", + "metadata": { + "id": "e40ac155" + }, + "source": [ + "Try to fit it on Cifar-100 data and then evaluate (this will be efficient enough if trained on the complete dataset ...)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "980218d8", + "metadata": { + "id": "980218d8" + }, + "outputs": [], + "source": [ + "enet_mod.fit(X_train, y_train_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "cecf38d3", + "metadata": { + "id": "cecf38d3" + }, + "outputs": [], + "source": [ + "enet_mod.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "markdown", + "id": "148d83af-6aea-43a7-a830-208808f6ffd3", + "metadata": { + "id": "148d83af-6aea-43a7-a830-208808f6ffd3", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "## PEFT with Cerebros" + ] + }, + { + "cell_type": "markdown", + "id": "611cf65f-713d-459a-808d-308e27c4eab1", + "metadata": { + "id": "611cf65f-713d-459a-808d-308e27c4eab1", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Download Cifar-100 data" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "a48dcd2d-5deb-4f1c-a982-304e2ad9947f", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T08:48:46.287613+00:00", + "start_time": "2023-11-01T08:48:44.284373+00:00" + }, + "colab": { + "base_uri": "https://localhost:8080/" + }, + "collapsed": true, + "id": "a48dcd2d-5deb-4f1c-a982-304e2ad9947f", + "jupyter": { + "outputs_hidden": true + }, + "noteable": { + "cell_type": "python" + }, + "outputId": "db260afb-8303-4810-8b8b-5be45e6f646c" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Downloading data from https://www.cs.toronto.edu/~kriz/cifar-100-python.tar.gz\n", + "169001437/169001437 [==============================] - 6s 0us/step\n" + ] + } + ], + "source": [ + "(X_train, y_train), (X_test, y_test) = cifar100.load_data()" + ] + }, + { + "cell_type": "markdown", + "id": "4529c8e8", + "metadata": { + "id": "4529c8e8" + }, + "source": [ + "Input and output shapes: Cifar-100 has 32x32 images with 3 channels (RGB). The output is 100 categorical probabilities." + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "ad551c7f", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T08:48:46.511983+00:00", + "start_time": "2023-11-01T08:48:46.355357+00:00" + }, + "id": "ad551c7f", + "noteable": {} + }, + "outputs": [], + "source": [ + "input_shape = (32,32,3)\n", + "INPUT_SHAPES = [input_shape]\n", + "OUTPUT_SHAPES = [100]" + ] + }, + { + "cell_type": "markdown", + "id": "9cb0a262", + "metadata": { + "id": "9cb0a262" + }, + "source": [ + "Subsampling a small balanced set of samples (with of without shuffling) from the train dataset and train labels" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "id": "b1f75cc3-bd9c-41d4-9c32-68c30a0ebb6c", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:09:16.527708+00:00", + "start_time": "2023-11-01T09:09:16.370204+00:00" + }, + "id": "b1f75cc3-bd9c-41d4-9c32-68c30a0ebb6c", + "noteable": { + "cell_type": "python" + } + }, + "outputs": [], + "source": [ + "def subsample_train(X_train, y_train, num_samples):\n", + " #\n", + " X_sub = []\n", + " y_sub = []\n", + " #\n", + " assert 1 <= num_samples <= 500\n", + " #\n", + " for cat in range(100):\n", + " #\n", + " ind, _ = np.where(y_train==cat)\n", + " #\n", + " X_cat = X_train[ind]\n", + " X_cat = X_cat[:num_samples]\n", + " y_cat = y_train[ind]\n", + " y_cat = y_cat[:num_samples]\n", + " #\n", + " X_sub += [X_cat]\n", + " y_sub += [y_cat]\n", + " #\n", + " X_sub = np.vstack(X_sub)\n", + " y_sub = np.vstack(y_sub)\n", + " #\n", + " assert X_sub.shape[0] == y_sub.shape[0]\n", + " #\n", + " ind = np.arange(X_sub.shape[0])\n", + " np.random.shuffle(ind)\n", + " #\n", + " return X_sub[ind], y_sub[ind]" + ] + }, + { + "cell_type": "markdown", + "id": "07c6c68d-2698-46b7-aec2-d16b2b7f3ad9", + "metadata": { + "id": "07c6c68d-2698-46b7-aec2-d16b2b7f3ad9", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "We take only 20 samples in each category" + ] + }, + { + "cell_type": "code", + "execution_count": 77, + "id": "0cd97b9c", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:09:31.098713+00:00", + "start_time": "2023-11-01T09:09:30.820699+00:00" + }, + "id": "0cd97b9c", + "noteable": {} + }, + "outputs": [], + "source": [ + "num_samples = 20\n", + "X_sub, y_sub = subsample_train(X_train, y_train, num_samples)" + ] + }, + { + "cell_type": "markdown", + "id": "2b5c1f93-79cb-420c-9fb8-71db99f79882", + "metadata": { + "id": "2b5c1f93-79cb-420c-9fb8-71db99f79882", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Preparing tensors for the training set and labels" + ] + }, + { + "cell_type": "code", + "execution_count": 78, + "id": "19fc66e2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:12:29.225732+00:00", + "start_time": "2023-11-01T09:12:29.050204+00:00" + }, + "id": "19fc66e2", + "noteable": {} + }, + "outputs": [], + "source": [ + "training_x = [tf.constant(X_sub)]\n", + "y_train_cat = to_categorical(y_sub, 100)\n", + "train_labels = [tf.constant(y_train_cat)]" + ] + }, + { + "cell_type": "markdown", + "id": "bc77d3f4-2a38-41f8-aa9b-dd21284ce6f5", + "metadata": { + "id": "bc77d3f4-2a38-41f8-aa9b-dd21284ce6f5", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Donwloading EfficientNet (v.2, small)" + ] + }, + { + "cell_type": "code", + "execution_count": 79, + "id": "f75e3d40", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:13:09.990760+00:00", + "start_time": "2023-11-01T09:13:05.523395+00:00" + }, + "collapsed": true, + "id": "f75e3d40", + "jupyter": { + "outputs_hidden": true + }, + "noteable": {} + }, + "outputs": [], + "source": [ + "enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S(\n", + " include_top=True,\n", + " weights='imagenet',\n", + " input_tensor=None,\n", + " input_shape=None,\n", + " pooling=None,\n", + " classes=1000,\n", + " classifier_activation='softmax',\n", + " include_preprocessing=True\n", + ")" + ] + }, + { + "cell_type": "markdown", + "id": "b72b2ebc-428c-44f4-876c-5a90d6752e1f", + "metadata": { + "id": "b72b2ebc-428c-44f4-876c-5a90d6752e1f", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Resizing images to meet EfficientNet's input shape" + ] + }, + { + "cell_type": "code", + "execution_count": 80, + "id": "ac709478-9a2a-4c21-ad73-84dca13346b5", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:13:25.802475+00:00", + "start_time": "2023-11-01T09:13:25.557095+00:00" + }, + "collapsed": false, + "id": "ac709478-9a2a-4c21-ad73-84dca13346b5", + "jupyter": { + "outputs_hidden": false, + "source_hidden": false + }, + "noteable": { + "cell_type": "code" + } + }, + "outputs": [], + "source": [ + "def resize(x):\n", + " return tf.image.resize(x,size=(384,384),method='bilinear')" + ] + }, + { + "cell_type": "markdown", + "id": "a95c3d07-7034-48b9-9575-3c63a8da3c1a", + "metadata": { + "id": "a95c3d07-7034-48b9-9575-3c63a8da3c1a", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Make only the last convolutional layer trainable" + ] + }, + { + "cell_type": "code", + "execution_count": 81, + "id": "af9afee2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:13:58.220364+00:00", + "start_time": "2023-11-01T09:13:58.052035+00:00" + }, + "id": "af9afee2", + "noteable": {} + }, + "outputs": [], + "source": [ + "for layer in enet.layers:\n", + " layer.trainable = False\n", + "enet.layers[-6].trainable = True" + ] + }, + { + "cell_type": "markdown", + "id": "30c9a7c4-b55c-48fa-816c-ef794e219229", + "metadata": { + "id": "30c9a7c4-b55c-48fa-816c-ef794e219229", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Preparing the base model for Cerebros search" + ] + }, + { + "cell_type": "code", + "execution_count": 82, + "id": "f783b4f0", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:12.993282+00:00", + "start_time": "2023-11-01T09:14:12.812404+00:00" + }, + "id": "f783b4f0", + "noteable": {} + }, + "outputs": [], + "source": [ + "enet_io = Model(inputs=enet.layers[0].input,\n", + " outputs=enet.layers[-3].output)" + ] + }, + { + "cell_type": "code", + "execution_count": 83, + "id": "d45f5829", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:14.769339+00:00", + "start_time": "2023-11-01T09:14:13.156408+00:00" + }, + "id": "d45f5829", + "noteable": {} + }, + "outputs": [], + "source": [ + "input_layer = Input(shape=input_shape)\n", + "prep = Lambda(resize)(input_layer)\n", + "out = Flatten()(enet_io(prep))\n", + "base_mod = Model(inputs=input_layer, outputs=out)" + ] + }, + { + "cell_type": "markdown", + "id": "505e696e-2184-42df-9d9f-ef8a57c71327", + "metadata": { + "id": "505e696e-2184-42df-9d9f-ef8a57c71327", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Cerebros configurables" + ] + }, + { + "cell_type": "code", + "execution_count": 84, + "id": "b653bd7c", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:34.661303+00:00", + "start_time": "2023-11-01T09:14:34.503063+00:00" + }, + "id": "b653bd7c", + "noteable": {} + }, + "outputs": [], + "source": [ + "activation = 'swish'\n", + "predecessor_level_connection_affinity_factor_first = 2.0\n", + "predecessor_level_connection_affinity_factor_main = 0.97\n", + "max_consecutive_lateral_connections = 5\n", + "p_lateral_connection = 0.97\n", + "num_lateral_connection_tries_per_unit = 2\n", + "learning_rate = 0.001\n", + "epochs = 5 # [1, 100]\n", + "batch_size = 20\n", + "maximum_levels = 4 # [3,7]\n", + "maximum_units_per_level = 7 # [2,10]\n", + "maximum_neurons_per_unit = 4 # [2,20]" + ] + }, + { + "cell_type": "markdown", + "id": "fd36c1d2-655d-427e-b23f-acb8b266ecc4", + "metadata": { + "id": "fd36c1d2-655d-427e-b23f-acb8b266ecc4", + "noteable": { + "cell_type": "markdown" + } + }, + "source": [ + "Final training task" + ] + }, + { + "cell_type": "code", + "execution_count": 85, + "id": "91493649", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:14:53.270343+00:00", + "start_time": "2023-11-01T09:14:53.090036+00:00" + }, + "id": "91493649", + "noteable": {} + }, + "outputs": [], + "source": [ + "TIME = pendulum.now(tz='America/New_York').__str__()[:16]\\\n", + " .replace('T', '_')\\\n", + " .replace(':', '_')\\\n", + " .replace('-', '_')\n", + "#\n", + "PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet'\n", + "#\n", + "meta_trial_number = 42\n", + "#\n", + "cerebros_automl = SimpleCerebrosRandomSearch(\n", + " unit_type=DenseUnit,\n", + " input_shapes=INPUT_SHAPES,\n", + " output_shapes=OUTPUT_SHAPES,\n", + " training_data=training_x,\n", + " labels=train_labels,\n", + " validation_split=0.2,\n", + " direction='maximize',\n", + " metric_to_rank_by=\"val_top_1_categorical_accuracy\",\n", + " minimum_levels=2,\n", + " maximum_levels=maximum_levels,\n", + " minimum_units_per_level=1,\n", + " maximum_units_per_level=maximum_units_per_level,\n", + " minimum_neurons_per_unit=1,\n", + " maximum_neurons_per_unit=maximum_neurons_per_unit,\n", + " activation=activation,\n", + " final_activation='softmax',\n", + " number_of_architecture_moities_to_try=3,\n", + " number_of_tries_per_architecture_moity=2,\n", + " minimum_skip_connection_depth=1,\n", + " maximum_skip_connection_depth=7,\n", + " predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first,\n", + " predecessor_level_connection_affinity_factor_first_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main,\n", + " predecessor_level_connection_affinity_factor_main_rounding_rule='ceil',\n", + " predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay,\n", + " seed=8675309,\n", + " max_consecutive_lateral_connections=max_consecutive_lateral_connections,\n", + " gate_after_n_lateral_connections=3,\n", + " gate_activation_function=simple_sigmoid,\n", + " p_lateral_connection=p_lateral_connection,\n", + " p_lateral_connection_decay=zero_95_exp_decay,\n", + " num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit,\n", + " learning_rate=learning_rate,\n", + " loss=tf.keras.losses.CategoricalCrossentropy(),\n", + " metrics=[tf.keras.metrics.TopKCategoricalAccuracy(\n", + " k=1, name='top_1_categorical_accuracy')\n", + " ],\n", + " epochs=epochs,\n", + " project_name=f\"{PROJECT_NAME}_meta_{meta_trial_number}\",\n", + " model_graphs='model_graphs',\n", + " batch_size=batch_size,\n", + " meta_trial_number=meta_trial_number,\n", + " base_models=[base_mod])" + ] + }, + { + "cell_type": "code", + "execution_count": 86, + "id": "eac0d5dc", + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-01T09:15:25.234115+00:00", + "start_time": "2023-11-01T09:15:04.175931+00:00" + }, + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "eac0d5dc", + "noteable": {}, + "outputId": "514cd63f-1437-4c66-ee08-b7f765cf19af", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'3': }, {'1': }, {'1': }, {'4': }, {'2': }, {'4': }, {'4': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'100': }]\n", + "2\n", + "Trying to create Final level 2\n", + "Trying to create level 2\n", + "We think level final level 2's predecessors are: [0, 1]\n", + "levels:\n", + "[0, 1, 2]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'3': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "Debug: I am 2 selecting 1\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'3': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_6 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5123 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20496 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5131) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5131) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10264 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5133) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5133) 20532 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20536 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5138) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_dns_[0][0\n", + " _0_6_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5138) 20552 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_cat_[0][0\n", + " _0_6_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20556 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_btn_[0][0\n", + " _0_6_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2633) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000002_tr_ 00000000001_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000001_tr_0_3_dns_[0][0\n", + " 0000002_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2633) 10532 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 263400 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20846299 (79.52 MB)\n", + "Trainable params: 765579 (2.92 MB)\n", + "Non-trainable params: 20080720 (76.60 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "200/200 [==============================] - 42s 121ms/step - loss: 2.3577 - top_1_categorical_accuracy: 0.4692 - val_loss: 1.7683 - val_top_1_categorical_accuracy: 0.5730\n", + "Epoch 2/5\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.9064 - top_1_categorical_accuracy: 0.7533 - val_loss: 1.8095 - val_top_1_categorical_accuracy: 0.5960\n", + "Epoch 3/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.5856 - top_1_categorical_accuracy: 0.8263 - val_loss: 2.0429 - val_top_1_categorical_accuracy: 0.5740\n", + "Epoch 4/5\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.3489 - top_1_categorical_accuracy: 0.8978 - val_loss: 2.0616 - val_top_1_categorical_accuracy: 0.6050\n", + "Epoch 5/5\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.2521 - top_1_categorical_accuracy: 0.9250 - val_loss: 2.0531 - val_top_1_categorical_accuracy: 0.6130\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000000.txt\n", + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 2.357659 0.46925 1.768330 \n", + "1 0.906364 0.75325 1.809528 \n", + "2 0.585636 0.82625 2.042906 \n", + "3 0.348928 0.89775 2.061583 \n", + "4 0.252086 0.92500 2.053072 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.573 0 0 \n", + "1 0.596 0 0 \n", + "2 0.574 0 0 \n", + "3 0.605 0 0 \n", + "4 0.613 0 0 \n", + "\n", + " model_name \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'3': }, {'1': }, {'1': }, {'4': }, {'2': }, {'4': }, {'4': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'100': }]\n", + "2\n", + "Trying to create Final level 2\n", + "Trying to create level 2\n", + "We think level final level 2's predecessors are: [0, 1]\n", + "levels:\n", + "[0, 1, 2]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'3': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "Debug: I am 2 selecting 1\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2]\n", + "1\n", + "5\n", + "Debug: successor_connectivity_errors_2d []\n", + "Successor map:\n", + "{2: '0'}\n", + "I am: level #: 1 calling a correction to an error in:\n", + "error_0:[1 5]\n", + "I am: 2: My predecessors are [0, 1]\n", + "asigning unit level 1, unit: 5 to be the input of: level: 2 unit: 0\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'3': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'2': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([1, 5], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_4 called\n", + "materialized network layers\n", + "[, , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_5 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_DenseLevel_0000000000000001_tr_0_DenseUnit_0000000000000001_tr_0_6 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_InputLevel_0000000000000000_tr_0_InputUnit_0000000000000000_tr_0_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_0_FinalDenseLevel_0000000000000002_tr_0_FinalDenseUnit_0000000000000002_tr_0_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_0_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_0_InputLevel \n", + " _0000000000000000_tr_0_Inp \n", + " utUnit_0000000000000000_tr \n", + " _0_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_0_InputLevel_00000\n", + " 00000000000_tr_0_InputUnit_000\n", + " 0000000000000_tr_0_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[1][0]', \n", + " seUnit_0000000000000001_tr 'model_9[1][0]'] \n", + " _0_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_cat_[0][0\n", + " _0_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_btn_[0][0\n", + " _0_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_1_dns_[0][0\n", + " _0_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5122) 20488 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_cat_[0][0\n", + " _0_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5123 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_btn_[0][0\n", + " _0_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_2_dns_[0][0\n", + " _0_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_cat_[0][0\n", + " _0_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20496 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_btn_[0][0\n", + " _0_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5131) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_3_dns_[0][0\n", + " _0_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5131) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_cat_[0][0\n", + " _0_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10264 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_btn_[0][0\n", + " _0_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_4_dns_[0][0\n", + " _0_5_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5130) 20520 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_cat_[0][0\n", + " _0_5_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20524 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_btn_[0][0\n", + " _0_5_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[1][0]', \n", + " 0000000nan_tr_0_DenseLevel 'model_9[1][0]', \n", + " _0000000000000001_tr_0_Den 'model_9[1][0]', \n", + " seUnit_0000000000000001_tr 'model_9[1][0]'] \n", + " _0_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5136) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_5_dns_[0][0\n", + " _0_6_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]', \n", + " 'model_9[1][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_cat_[0][0\n", + " _0_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5136) 20544 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_cat_[0][0\n", + " _0_6_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_0_btn_[0][0\n", + " _0_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20548 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_DenseLevel 00000nan_tr_0_DenseLevel_00000\n", + " _0000000000000001_tr_0_Den 00000000001_tr_0_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_0_6_btn_[0][0\n", + " _0_6_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2625) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_DenseLevel_00000\n", + " Level_0000000000000002_tr_ 00000000001_tr_0_DenseUnit_000\n", + " 0_FinalDenseUnit_000000000 0000000000001_tr_0_0_dns_[0][0\n", + " 0000002_tr_0_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]', \n", + " 'model_9[1][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_6_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_0_DenseLevel_00000\n", + " 00000000001_tr_0_DenseUnit_000\n", + " 0000000000001_tr_0_5_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2625) 10500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 262600 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_0_FinalDense 00000nan_tr_0_FinalDenseLevel_\n", + " Level_0000000000000002_tr_ 0000000000000002_tr_0_FinalDen\n", + " 0_FinalDenseUnit_000000000 seUnit_0000000000000002_tr_0_0\n", + " 0000002_tr_0_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20845427 (79.52 MB)\n", + "Trainable params: 764733 (2.92 MB)\n", + "Non-trainable params: 20080694 (76.60 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "200/200 [==============================] - 42s 121ms/step - loss: 1.8866 - top_1_categorical_accuracy: 0.5548 - val_loss: 1.5670 - val_top_1_categorical_accuracy: 0.5910\n", + "Epoch 2/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.4323 - top_1_categorical_accuracy: 0.8698 - val_loss: 1.5835 - val_top_1_categorical_accuracy: 0.6030\n", + "Epoch 3/5\n", + "200/200 [==============================] - 21s 103ms/step - loss: 0.2163 - top_1_categorical_accuracy: 0.9370 - val_loss: 1.7744 - val_top_1_categorical_accuracy: 0.6270\n", + "Epoch 4/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1662 - top_1_categorical_accuracy: 0.9488 - val_loss: 2.0143 - val_top_1_categorical_accuracy: 0.6190\n", + "Epoch 5/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1405 - top_1_categorical_accuracy: 0.9557 - val_loss: 2.0898 - val_top_1_categorical_accuracy: 0.6250\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000000_subtrial_0000000000000001.txt\n", + "returning trial 0 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.886635 0.55480 1.566966 \n", + "1 0.432282 0.86975 1.583545 \n", + "2 0.216291 0.93700 1.774375 \n", + "3 0.166194 0.94875 2.014303 \n", + "4 0.140492 0.95575 2.089769 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.591 0 1 \n", + "1 0.603 0 1 \n", + "2 0.627 0 1 \n", + "3 0.619 0 1 \n", + "4 0.625 0 1 \n", + "\n", + " model_name \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'4': }, {'3': }, {'1': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'1': }, {'1': }, {'4': }, {'4': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'1': }, {'2': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'4': }\n", + "{'3': }\n", + "{'1': }\n", + "{'2': }\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'2': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "2\n", + "1\n", + "3\n", + "0\n", + "Debug: successor_connectivity_errors_2d []\n", + "Successor map:\n", + "{3: '0', 4: '1'}\n", + "I am: level #: 2 calling a correction to an error in:\n", + "error_0:[2 1]\n", + "I am: 4: My predecessors are [0, 1, 2, 3]\n", + "asigning unit level 2, unit: 1 to be the input of: level: 4 unit: 0\n", + "Successor map:\n", + "{4: '0'}\n", + "I am: level #: 3 calling a correction to an error in:\n", + "error_0:[3 0]\n", + "I am: 4: My predecessors are [0, 1, 2, 3]\n", + "asigning unit level 3, unit: 0 to be the input of: level: 4 unit: 0\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'4': }\n", + "{'3': }\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d [Array([2, 1], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , ]\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d [Array([3, 0], dtype=int32)]\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[2][0]', \n", + " seUnit_0000000000000001_tr 'model_9[2][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[2][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[2][0]', \n", + " seUnit_0000000000000001_tr 'model_9[2][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5127 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]', \n", + " 'model_9[2][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 10304 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10258 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2577 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2578 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2579) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2579) 10316 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10320 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2585) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2585) 10340 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5150 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10344 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 0 ['model_9[2][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2592) 10368 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2593) 10372 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5186 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2594 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2604) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_1_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[2][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2604) 10416 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 260500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20846537 (79.52 MB)\n", + "Trainable params: 760509 (2.90 MB)\n", + "Non-trainable params: 20086028 (76.62 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "200/200 [==============================] - 51s 124ms/step - loss: 1.6406 - top_1_categorical_accuracy: 0.5932 - val_loss: 1.5588 - val_top_1_categorical_accuracy: 0.6200\n", + "Epoch 2/5\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.3079 - top_1_categorical_accuracy: 0.9053 - val_loss: 1.5437 - val_top_1_categorical_accuracy: 0.6150\n", + "Epoch 3/5\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.1570 - top_1_categorical_accuracy: 0.9523 - val_loss: 1.6514 - val_top_1_categorical_accuracy: 0.6370\n", + "Epoch 4/5\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.1233 - top_1_categorical_accuracy: 0.9647 - val_loss: 2.0598 - val_top_1_categorical_accuracy: 0.5980\n", + "Epoch 5/5\n", + "200/200 [==============================] - 21s 105ms/step - loss: 0.1056 - top_1_categorical_accuracy: 0.9685 - val_loss: 2.0960 - val_top_1_categorical_accuracy: 0.6210\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000000.txt\n", + "returning trial 1 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.640635 0.59320 1.558802 \n", + "1 0.307857 0.90525 1.543706 \n", + "2 0.156969 0.95225 1.651417 \n", + "3 0.123280 0.96475 2.059773 \n", + "4 0.105553 0.96850 2.096040 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.620 1 0 \n", + "1 0.615 1 0 \n", + "2 0.637 1 0 \n", + "3 0.598 1 0 \n", + "4 0.621 1 0 \n", + "\n", + " model_name \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'4': }, {'3': }, {'1': }, {'2': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'2': }, {'1': }, {'1': }, {'4': }, {'4': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'1': }, {'2': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'4': }\n", + "{'3': }\n", + "{'1': }\n", + "{'2': }\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'4': }\n", + "{'1': }\n", + "{'2': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'4': }\n", + "{'3': }\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , ]\n", + "materialized_predecessor_units [, , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000001_tr_1_DenseUnit_0000000000000001_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'2': }\n", + "{'1': }\n", + "{'1': }\n", + "{'4': }\n", + "{'4': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_3 called\n", + "materialized network layers\n", + "[, , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000002_tr_1_DenseUnit_0000000000000002_tr_1_4 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'1': }\n", + "{'2': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_DenseLevel_0000000000000003_tr_1_DenseUnit_0000000000000003_tr_1_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_InputLevel_0000000000000000_tr_1_InputUnit_0000000000000000_tr_1_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_1_FinalDenseLevel_0000000000000004_tr_1_FinalDenseUnit_0000000000000004_tr_1_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[3][0]', \n", + " seUnit_0000000000000001_tr 'model_9[3][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5124 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5127) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]', \n", + " 'model_9[3][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[3][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[3][0]', \n", + " seUnit_0000000000000001_tr 'model_9[3][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5127) 20508 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 10280 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10256 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2571 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2579 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2587) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2587) 10348 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['model_9[3][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5190 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2595 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5156 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_1_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[3][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 259700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20845662 (79.52 MB)\n", + "Trainable params: 759664 (2.90 MB)\n", + "Non-trainable params: 20085998 (76.62 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "200/200 [==============================] - 46s 123ms/step - loss: 1.5355 - top_1_categorical_accuracy: 0.6082 - val_loss: 1.5826 - val_top_1_categorical_accuracy: 0.6070\n", + "Epoch 2/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.2231 - top_1_categorical_accuracy: 0.9398 - val_loss: 1.4093 - val_top_1_categorical_accuracy: 0.6560\n", + "Epoch 3/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1203 - top_1_categorical_accuracy: 0.9653 - val_loss: 1.6842 - val_top_1_categorical_accuracy: 0.6270\n", + "Epoch 4/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0843 - top_1_categorical_accuracy: 0.9775 - val_loss: 1.7877 - val_top_1_categorical_accuracy: 0.6310\n", + "Epoch 5/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0972 - top_1_categorical_accuracy: 0.9703 - val_loss: 1.8550 - val_top_1_categorical_accuracy: 0.6290\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000001_subtrial_0000000000000001.txt\n", + "returning trial 1 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.535531 0.60820 1.582635 \n", + "1 0.223081 0.93975 1.409343 \n", + "2 0.120264 0.96525 1.684157 \n", + "3 0.084260 0.97750 1.787688 \n", + "4 0.097234 0.97025 1.854953 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.607 1 1 \n", + "1 0.656 1 1 \n", + "2 0.627 1 1 \n", + "3 0.631 1 1 \n", + "4 0.629 1 1 \n", + "\n", + " model_name \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'3': }, {'2': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'1': }, {'3': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'4': }, {'3': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , ]\n", + "materialized_predecessor_units [, , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'4': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_2_InputLevel \n", + " _0000000000000000_tr_2_Inp \n", + " utUnit_0000000000000000_tr \n", + " _2_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_2_InputLevel_00000\n", + " 00000000000_tr_2_InputUnit_000\n", + " 0000000000000_tr_2_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[4][0]', \n", + " seUnit_0000000000000001_tr 'model_9[4][0]'] \n", + " _2_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5126) 20504 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10254 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]', \n", + " 'model_9[4][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15387 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[4][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[4][0]', \n", + " seUnit_0000000000000001_tr 'model_9[4][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2578 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10300 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7734 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2589) 0 ['model_9[4][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2583) 10332 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2589) 10356 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10336 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7770 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2614) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000003_tr_2_0_dns_[0][0\n", + " 0000004_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[4][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2614) 10456 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 261500 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20821735 (79.43 MB)\n", + "Trainable params: 746039 (2.85 MB)\n", + "Non-trainable params: 20075696 (76.58 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "200/200 [==============================] - 44s 122ms/step - loss: 1.4587 - top_1_categorical_accuracy: 0.6300 - val_loss: 1.5786 - val_top_1_categorical_accuracy: 0.6130\n", + "Epoch 2/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1872 - top_1_categorical_accuracy: 0.9452 - val_loss: 1.4710 - val_top_1_categorical_accuracy: 0.6270\n", + "Epoch 3/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0925 - top_1_categorical_accuracy: 0.9745 - val_loss: 1.6454 - val_top_1_categorical_accuracy: 0.6240\n", + "Epoch 4/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0789 - top_1_categorical_accuracy: 0.9783 - val_loss: 1.8071 - val_top_1_categorical_accuracy: 0.6270\n", + "Epoch 5/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0809 - top_1_categorical_accuracy: 0.9778 - val_loss: 1.8530 - val_top_1_categorical_accuracy: 0.6330\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000000.txt\n", + "returning trial 2 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.458746 0.63000 1.578639 \n", + "1 0.187223 0.94525 1.470990 \n", + "2 0.092523 0.97450 1.645406 \n", + "3 0.078935 0.97825 1.807086 \n", + "4 0.080901 0.97775 1.852976 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.613 2 0 \n", + "1 0.627 2 0 \n", + "2 0.624 2 0 \n", + "3 0.627 2 0 \n", + "4 0.633 2 0 \n", + "\n", + " model_name \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "SimpleCerebrosRandomSearch.input_shapes: [(32, 32, 3)]\n", + "nan\n", + ">nnf>ceil\n", + "k is: 0 value is: [{'1': }]\n", + "0\n", + "k is: 1 value is: [{'1': }, {'3': }, {'2': }, {'3': }]\n", + "1\n", + "Trying to create level 1\n", + "We think level 1's predecessors are: [0]\n", + "k is: 2 value is: [{'4': }, {'1': }, {'3': }]\n", + "2\n", + "Trying to create level 2\n", + "We think level 2's predecessors are: [0, 1]\n", + "k is: 3 value is: [{'4': }, {'3': }]\n", + "3\n", + "Trying to create level 3\n", + "We think level 3's predecessors are: [0, 1, 2]\n", + "k is: 4 value is: [{'100': }]\n", + "4\n", + "Trying to create Final level 4\n", + "Trying to create level 4\n", + "We think level final level 4's predecessors are: [0, 1, 2, 3]\n", + "levels:\n", + "[0, 1, 2, 3, 4]\n", + "{'0': 'InputUnitModule'}\n", + "InputLevel.input_shapes [(32, 32, 3)]\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "{'4': }\n", + "{'3': }\n", + "Debug: I am 4 selecting 3\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Setting levels_unmaterialized[0] level_number 0 to have first successor: levels_unmaterialized[:1], having level_numbers of [1, 2, 3, 4]\n", + "Setting levels_unmaterialized[1] level_number 1 to have first successor: levels_unmaterialized[:2], having level_numbers of [2, 3, 4]\n", + "Setting levels_unmaterialized[2] level_number 2 to have first successor: levels_unmaterialized[:3], having level_numbers of [3, 4]\n", + "Setting levels_unmaterialized[3] level_number 3 to have first successor: levels_unmaterialized[:4], having level_numbers of [4]\n", + "Debug: successor_connectivity_errors_2d []\n", + "$$$$$$>>>>> Base model: \n", + "InputUnit.input_shape: (32, 32, 3)\n", + "{'1': }\n", + "{'3': }\n", + "{'2': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_0 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_1 called\n", + "materialized network layers\n", + "[, , , ]\n", + "materialized_predecessor_units [, , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , ]\n", + "materialized_predecessor_units [, , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000001_tr_2_DenseUnit_0000000000000001_tr_2_3 called\n", + "materialized network layers\n", + "[, , , , , , ]\n", + "materialized_predecessor_units [, , , , , , ]\n", + "{'4': }\n", + "{'1': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000002_tr_2_DenseUnit_0000000000000002_tr_2_2 called\n", + "materialized network layers\n", + "[, , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , ]\n", + "{'4': }\n", + "{'3': }\n", + "debug: meta_level_number\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_DenseLevel_0000000000000003_tr_2_DenseUnit_0000000000000003_tr_2_1 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , ]\n", + "{'100': }\n", + "debug: meta_level_number\n", + "Debug: successor_connectivity_errors_2d []\n", + "materialize:_NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0 called\n", + "materialized network layers\n", + "[, , , , , , , , , , , , , , , , , ]\n", + "materialized_predecessor_units [, , , , , , , , , , , , , , , , , ]\n", + "inputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 32, 32, 3), dtype=tf.float32, name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'), name='NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_InputLevel_0000000000000000_tr_2_InputUnit_0000000000000000_tr_2_0_inp'\")\n", + "\n", + "outputs\n", + "KerasTensor(type_spec=TensorSpec(shape=(None, 100), dtype=tf.float32, name=None), name='NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_/Softmax:0', description=\"created by layer 'NeuralNetworkFuture_0000000000000nan_tr_2_FinalDenseLevel_0000000000000004_tr_2_FinalDenseUnit_0000000000000004_tr_2_0_dns_'\")\n", + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_2_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_2_InputLevel \n", + " _0000000000000000_tr_2_Inp \n", + " utUnit_0000000000000000_tr \n", + " _2_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_2_InputLevel_00000\n", + " 00000000000_tr_2_InputUnit_000\n", + " 0000000000000_tr_2_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[5][0]', \n", + " seUnit_0000000000000001_tr 'model_9[5][0]'] \n", + " _2_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10248 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_2_dns_[0][0\n", + " _2_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]', \n", + " 'model_9[5][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'model_9[5][0]', \n", + " _0000000000000001_tr_2_Den 'model_9[5][0]', \n", + " seUnit_0000000000000001_tr 'model_9[5][0]'] \n", + " _2_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5128) 20512 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_cat_[0][0\n", + " _2_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15387 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_3_btn_[0][0\n", + " _2_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5121 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000001_tr_2_Den 00000000001_tr_2_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2574 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_1_dns_[0][0\n", + " _2_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2574) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2576) 10304 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_cat_[0][0\n", + " _2_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10300 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7731 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000002_tr_2_Den 00000000002_tr_2_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_2_2_btn_[0][0\n", + " _2_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_1_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2585) 0 ['model_9[5][0]', \n", + " 0000000nan_tr_2_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_2_Den 00000nan_tr_2_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_2_DenseUnit_000\n", + " _2_0_cat_ (Concatenate) 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2590) 10360 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_cat_[0][0\n", + " _2_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2585) 10340 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_cat_[0][0\n", + " _2_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 7773 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_1_btn_[0][0\n", + " _2_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10344 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_DenseLevel 00000nan_tr_2_DenseLevel_00000\n", + " _0000000000000003_tr_2_Den 00000000003_tr_2_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_2_0_btn_[0][0\n", + " _2_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2601) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_2_DenseUnit_000\n", + " 2_FinalDenseUnit_000000000 0000000000003_tr_2_1_dns_[0][0\n", + " 0000004_tr_2_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'model_9[5][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000001_tr_2_DenseUnit_000\n", + " 0000000000001_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000002_tr_2_DenseUnit_000\n", + " 0000000000002_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_2_DenseLevel_00000\n", + " 00000000003_tr_2_DenseUnit_000\n", + " 0000000000003_tr_2_1_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2601) 10404 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 260200 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_2_FinalDense 00000nan_tr_2_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_2_FinalDen\n", + " 2_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_2_0\n", + " 0000004_tr_2_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20820361 (79.42 MB)\n", + "Trainable params: 744701 (2.84 MB)\n", + "Non-trainable params: 20075660 (76.58 MB)\n", + "__________________________________________________________________________________________________\n", + "None\n", + "Epoch 1/5\n", + "200/200 [==============================] - 44s 121ms/step - loss: 1.3836 - top_1_categorical_accuracy: 0.6470 - val_loss: 1.5535 - val_top_1_categorical_accuracy: 0.6130\n", + "Epoch 2/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.1586 - top_1_categorical_accuracy: 0.9567 - val_loss: 1.4192 - val_top_1_categorical_accuracy: 0.6360\n", + "Epoch 3/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0730 - top_1_categorical_accuracy: 0.9833 - val_loss: 1.6097 - val_top_1_categorical_accuracy: 0.6340\n", + "Epoch 4/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0808 - top_1_categorical_accuracy: 0.9765 - val_loss: 1.8904 - val_top_1_categorical_accuracy: 0.6130\n", + "Epoch 5/5\n", + "200/200 [==============================] - 21s 104ms/step - loss: 0.0753 - top_1_categorical_accuracy: 0.9797 - val_loss: 1.8535 - val_top_1_categorical_accuracy: 0.6340\n", + "this is neural_network_spec_file 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/model_architectures/tr_0000000000000002_subtrial_0000000000000001.txt\n", + "returning trial 2 oracles\n", + " loss top_1_categorical_accuracy val_loss \\\n", + "0 1.383633 0.64700 1.553475 \n", + "1 0.158577 0.95675 1.419240 \n", + "2 0.072987 0.98325 1.609701 \n", + "3 0.080824 0.97650 1.890438 \n", + "4 0.075318 0.97975 1.853472 \n", + "\n", + " val_top_1_categorical_accuracy trial_number subtrial_number \\\n", + "0 0.613 2 1 \n", + "1 0.636 2 1 \n", + "2 0.634 2 1 \n", + "3 0.613 2 1 \n", + "4 0.634 2 1 \n", + "\n", + " model_name \n", + "0 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "1 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "2 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "3 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "4 2023_11_01_06_22_cerebros_auto_ml_test_cifar10... \n", + "Index(['loss', 'top_1_categorical_accuracy', 'val_loss',\n", + " 'val_top_1_categorical_accuracy', 'trial_number', 'subtrial_number',\n", + " 'model_name'],\n", + " dtype='object')\n", + "metric_to_rank_by is: 'val_top_1_categorical_accuracy'\n", + "Type of metric_to_rank_by is: \n", + "Best result this trial was: 0.656000018119812\n", + "Type of best result: \n", + "Best model name: 2023_11_01_06_22_cerebros_auto_ml_test_cifar10_efficientnet_meta_42/models/tr_0000000000000001_subtrial_0000000000000001.keras\n", + "CPU times: user 11min 55s, sys: 2min 30s, total: 14min 25s\n", + "Wall time: 14min 7s\n" + ] + } + ], + "source": [ + "%%time\n", + "result = cerebros_automl.run_random_search()" + ] + }, + { + "cell_type": "code", + "execution_count": 92, + "id": "99eef09d", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "99eef09d", + "noteable": {}, + "outputId": "b9f09414-a977-49f0-b383-025d11795f5e" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Best accuracy achieved is 0.656000018119812\n", + "top-1 categorical accuracy\n" + ] + } + ], + "source": [ + "print(f'Best accuracy achieved is {result}')\n", + "print(f'top-1 categorical accuracy')" + ] + }, + { + "cell_type": "markdown", + "id": "c408cc0b", + "metadata": { + "id": "c408cc0b" + }, + "source": [ + "Evaluating the best model found" + ] + }, + { + "cell_type": "code", + "execution_count": 93, + "id": "b5fc589c", + "metadata": { + "id": "b5fc589c", + "noteable": {} + }, + "outputs": [], + "source": [ + "#best_model_found = cerebros_automl.get_best_model()\n", + "# because of the resizing Lmabda layer, needs safe_mode=False in some environments\n", + "best_model_found = tf.keras.models.load_model(cerebros_automl.best_model_path, safe_mode=False)" + ] + }, + { + "cell_type": "code", + "execution_count": 94, + "id": "e8c55bb1", + "metadata": { + "id": "e8c55bb1", + "noteable": {} + }, + "outputs": [], + "source": [ + "#\n", + "eval_loss = tf.keras.losses.CategoricalCrossentropy()\n", + "#\n", + "eval_metrics =\\\n", + "[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\\\n", + " name='eval_top_1_categorical_accuracy'),\n", + " tf.keras.metrics.TopKCategoricalAccuracy(k=5,\\\n", + " name='eval_top_5_categorical_accuracy')\n", + "]" + ] + }, + { + "cell_type": "code", + "execution_count": 90, + "id": "a8ffd0f9", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "a8ffd0f9", + "noteable": {}, + "outputId": "d898a0f5-ecc9-49a7-9bd2-441c60ccf2db", + "scrolled": true + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Model: \"NeuralNetworkFuture_0000000000000nan_tr_1_nn_materialized\"\n", + "__________________________________________________________________________________________________\n", + " Layer (type) Output Shape Param # Connected to \n", + "==================================================================================================\n", + " NeuralNetworkFuture_000000 [(None, 32, 32, 3)] 0 [] \n", + " 0000000nan_tr_1_InputLevel \n", + " _0000000000000000_tr_1_Inp \n", + " utUnit_0000000000000000_tr \n", + " _1_0_inp (InputLayer) \n", + " \n", + " model_9 (Functional) (None, 1280) 2033136 ['NeuralNetworkFuture_00000000\n", + " 0 00000nan_tr_1_InputLevel_00000\n", + " 00000000000_tr_1_InputUnit_000\n", + " 0000000000000_tr_1_0_inp[0][0]\n", + " '] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", + " _1_1_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 3) 15363 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5123) 20492 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 5124 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5127) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]', \n", + " 'model_9[0][0]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'model_9[0][0]', \n", + " _0000000000000001_tr_1_Den 'model_9[0][0]', \n", + " seUnit_0000000000000001_tr 'model_9[0][0]'] \n", + " _1_0_cat_ (Concatenate) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5127) 20508 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 5120) 20480 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2570) 10280 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 10256 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 20484 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000001_tr_1_Den 00000000001_tr_1_DenseUnit_000\n", + " seUnit_0000000000000001_tr 0000000000001_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2571 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_1_dns_[0][0\n", + " _1_2_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2578) 10312 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_cat_[0][0\n", + " _1_2_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2579 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_btn_[0][0\n", + " _1_2_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_2_dns_[0][0\n", + " _1_3_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2573) 10292 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_cat_[0][0\n", + " _1_3_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10296 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_btn_[0][0\n", + " _1_3_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2587) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_3_dns_[0][0\n", + " _1_4_cat_ (Concatenate) ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2587) 10348 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_cat_[0][0\n", + " _1_4_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 4) 10352 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_4_btn_[0][0\n", + " _1_4_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_1_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000003_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000003_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 0 ['model_9[0][0]', \n", + " 0000000nan_tr_1_DenseLevel 'NeuralNetworkFuture_00000000\n", + " _0000000000000002_tr_1_Den 00000nan_tr_1_DenseLevel_00000\n", + " seUnit_0000000000000002_tr 00000000001_tr_1_DenseUnit_000\n", + " _1_0_cat_ (Concatenate) 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_cat_[0][0\n", + " _1_1_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2594) 10376 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2577) 10308 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_cat_[0][0\n", + " _1_0_btn_ (BatchNormalizat ]'] \n", + " ion) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5190 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_1_btn_[0][0\n", + " _1_1_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 1) 2595 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000003_tr_1_Den 00000000003_tr_1_DenseUnit_000\n", + " seUnit_0000000000000003_tr 0000000000003_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2) 5156 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_DenseLevel 00000nan_tr_1_DenseLevel_00000\n", + " _0000000000000002_tr_1_Den 00000000002_tr_1_DenseUnit_000\n", + " seUnit_0000000000000002_tr 0000000000002_tr_1_0_btn_[0][0\n", + " _1_0_dns_ (Dense) ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 0 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_DenseLevel_00000\n", + " Level_0000000000000004_tr_ 00000000003_tr_1_DenseUnit_000\n", + " 1_FinalDenseUnit_000000000 0000000000003_tr_1_1_dns_[0][0\n", + " 0000004_tr_1_0_cat_ (Conca ]', \n", + " tenate) 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]', \n", + " 'model_9[0][0]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000001_tr_1_DenseUnit_000\n", + " 0000000000001_tr_1_2_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_4_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000002_tr_1_DenseUnit_000\n", + " 0000000000002_tr_1_3_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_1_dns_[0][0\n", + " ]', \n", + " 'NeuralNetworkFuture_00000000\n", + " 00000nan_tr_1_DenseLevel_00000\n", + " 00000000003_tr_1_DenseUnit_000\n", + " 0000000000003_tr_1_0_dns_[0][0\n", + " ]'] \n", + " \n", + " NeuralNetworkFuture_000000 (None, 2596) 10384 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_btn_ (Batch _cat_[0][0]'] \n", + " Normalization) \n", + " \n", + " NeuralNetworkFuture_000000 (None, 100) 259700 ['NeuralNetworkFuture_00000000\n", + " 0000000nan_tr_1_FinalDense 00000nan_tr_1_FinalDenseLevel_\n", + " Level_0000000000000004_tr_ 0000000000000004_tr_1_FinalDen\n", + " 1_FinalDenseUnit_000000000 seUnit_0000000000000004_tr_1_0\n", + " 0000004_tr_1_0_dns_ (Dense _btn_[0][0]'] \n", + " ) \n", + " \n", + "==================================================================================================\n", + "Total params: 20845662 (79.52 MB)\n", + "Trainable params: 759664 (2.90 MB)\n", + "Non-trainable params: 20085998 (76.62 MB)\n", + "__________________________________________________________________________________________________\n" + ] + } + ], + "source": [ + "best_model_found.compile(loss=eval_loss, metrics=eval_metrics)\n", + "best_model_found.summary()" + ] + }, + { + "cell_type": "code", + "execution_count": 91, + "id": "5499c068", + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "5499c068", + "noteable": {}, + "outputId": "4fb126da-93fd-4aad-e4bf-879509a4be06" + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Evaluating best model found ...\n", + "Loss | Top-1 accuracy | Top-5 accuracy\n", + "313/313 [==============================] - 36s 101ms/step - loss: 1.8766 - eval_top_1_categorical_accuracy: 0.6322 - eval_top_5_categorical_accuracy: 0.8632\n" + ] + }, + { + "data": { + "text/plain": [ + "[1.87662935256958, 0.6322000026702881, 0.8632000088691711]" + ] + }, + "execution_count": 91, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "print(\"Evaluating best model found ...\")\n", + "print(\"Loss | Top-1 accuracy | Top-5 accuracy\")\n", + "y_test_cat = to_categorical(y_test, 100)\n", + "best_model_found.evaluate(X_test, y_test_cat)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "id": "8e3fac40", + "metadata": { + "id": "8e3fac40" + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "accelerator": "GPU", + "colab": { + "gpuType": "V100", + "machine_shape": "hm", + "provenance": [] + }, + "kernel_info": { + "name": "python3.9-noteable-gpu" + }, + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "kubeflow_notebook": { + "autosnapshot": true, + "deploy_config": {}, + "docker_image": "", + "experiment_name": "image-classification-b", + "katib_metadata": { + "algorithm": { + "algorithmName": "bayesianoptimization", + "algorithmSettings": [ + { + "name": "random_state", + "value": "10" + }, + { + "name": "acq_optimizer", + "value": "auto" + }, + { + "name": "acq_func", + "value": "gp_hedge" + }, + { + "name": "base_estimator", + "value": "GP" + } + ] + }, + "maxFailedTrialCount": 10, + "maxTrialCount": 40, + "objective": { + "additionalMetricNames": [], + "goal": 1, + "objectiveMetricName": "val-top-1-categorical-accuracy", + "type": "maximize" + }, + "parallelTrialCount": 3, + "parameters": [ + { + "feasibleSpace": { + "list": [ + "relu", + "elu", + "gelu" + ] + }, + "name": "activation", + "parameterType": "categorical" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_first", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "65", + "min": "0.1", + "step": "0.1" + }, + "name": "predecessor_level_connection_affinity_factor_main", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "2", + "step": "1" + }, + "name": "max_consecutive_lateral_connections", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "50", + "min": "0.1", + "step": "0.1" + }, + "name": "p_lateral_connection", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "40", + "min": "1", + "step": "1" + }, + "name": "num_lateral_connection_tries_per_unit", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "0.3", + "min": "0.00001", + "step": "0.00001" + }, + "name": "learning_rate", + "parameterType": "double" + }, + { + "feasibleSpace": { + "max": "7", + "min": "1", + "step": "1" + }, + "name": "epochs", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "40", + "min": "5", + "step": "1" + }, + "name": "batch_size", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "8", + "min": "2" + }, + "name": "maximum_levels", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_units_per_level", + "parameterType": "int" + }, + { + "feasibleSpace": { + "max": "10", + "min": "2", + "step": "1" + }, + "name": "maximum_neurons_per_unit", + "parameterType": "int" + } + ] + }, + "katib_run": true, + "pipeline_description": "Cifar 10 example", + "pipeline_name": "image-classification-b", + "snapshot_volumes": true, + "volume_access_mode": "rwm", + "volumes": [ + { + "annotations": [], + "mount_point": "/home/jovyan", + "name": "test-images-workspace-pmbn9", + "size": 5, + "size_type": "Gi", + "snapshot": false, + "type": "clone" + } + ] + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.9" + }, + "noteable": { + "last_delta_id": "5adbadd4-466c-4a0a-8984-6dddaaba423e" + }, + "nteract": { + "version": "noteable@2.9.0" + }, + "selected_hardware_size": "small-gpu" + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/cifar_100_EfficientNet.py b/cifar_100_EfficientNet.py new file mode 100644 index 0000000..edad824 --- /dev/null +++ b/cifar_100_EfficientNet.py @@ -0,0 +1,211 @@ +""" +EfficientNet PEFT on CIFAR-100 with Cerebros +""" + +import tensorflow as tf +import tensorflow_datasets as tfds +from tensorflow.keras.datasets import cifar10, cifar100 +from tensorflow.keras.utils import to_categorical +from tensorflow.keras.models import Model +from tensorflow.keras.layers import Input, Resizing, Lambda, Flatten, Dense +import pandas as pd +import numpy as np +from cerebros.simplecerebrosrandomsearch.simple_cerebros_random_search\ + import SimpleCerebrosRandomSearch +import pendulum +from cerebros.units.units import DenseUnit +from cerebros.denseautomlstructuralcomponent.dense_automl_structural_component\ + import zero_7_exp_decay, zero_95_exp_decay, simple_sigmoid +from ast import literal_eval + +# PEFT with Cerebros + +# Download Cifar-100 data + +(X_train, y_train), (X_test, y_test) = cifar100.load_data() + +# Input and output shapes: Cifar-100 has 32x32 images with 3 channels (RGB). The output is 100 categorical probabilities. + +input_shape = (32,32,3) +INPUT_SHAPES = [input_shape] +OUTPUT_SHAPES = [100] + +# Subsampling a small balanced set of samples (with of without shuffling) from the train dataset and train labels + +def subsample_train(X_train, y_train, num_samples): + # + X_sub = [] + y_sub = [] + # + assert 1 <= num_samples <= 500 + # + for cat in range(100): + # + ind, _ = np.where(y_train==cat) + # + X_cat = X_train[ind] + X_cat = X_cat[:num_samples] + y_cat = y_train[ind] + y_cat = y_cat[:num_samples] + # + X_sub += [X_cat] + y_sub += [y_cat] + # + X_sub = np.vstack(X_sub) + y_sub = np.vstack(y_sub) + # + assert X_sub.shape[0] == y_sub.shape[0] + # + ind = np.arange(X_sub.shape[0]) + np.random.shuffle(ind) + # + return X_sub[ind], y_sub[ind] + +# We take only 20 samples in each category + +num_samples = 50 +X_sub, y_sub = subsample_train(X_train, y_train, num_samples) + +# Preparing tensors for the training set and labels + +training_x = [tf.constant(X_sub)] +y_train_cat = to_categorical(y_sub, 100) +train_labels = [tf.constant(y_train_cat)] + +# Donwloading EfficientNet (v.2, small) + +enet = tf.keras.applications.efficientnet_v2.EfficientNetV2S( + include_top=True, + weights='imagenet', + input_tensor=None, + input_shape=None, + pooling=None, + classes=1000, + classifier_activation='softmax', + include_preprocessing=True +) + +# Resizing images to meet EfficientNet's input shape + +def resize(x): + return tf.image.resize(x,size=(384,384),method='bilinear') + +# Make only the last convolutional layer trainable + +for layer in enet.layers: + layer.trainable = False +enet.layers[-6].trainable = True + +# Preparing the base model for Cerebros search + +enet_io = Model(inputs=enet.layers[0].input, + outputs=enet.layers[-3].output) + +input_layer = Input(shape=input_shape) +prep = Lambda(resize)(input_layer) +out = Flatten()(enet_io(prep)) +base_mod = Model(inputs=input_layer, outputs=out) + +# Cerebros configurables + +activation = 'swish' +predecessor_level_connection_affinity_factor_first = 2.0 +predecessor_level_connection_affinity_factor_main = 0.97 +max_consecutive_lateral_connections = 5 +p_lateral_connection = 0.97 +num_lateral_connection_tries_per_unit = 2 +learning_rate = 0.001 +epochs = 5 # [1, 100] +batch_size = 20 +maximum_levels = 4 # [3,7] +maximum_units_per_level = 7 # [2,10] +maximum_neurons_per_unit = 4 # [2,20] + +# Final training task + +TIME = pendulum.now(tz='America/New_York').__str__()[:16]\ + .replace('T', '_')\ + .replace(':', '_')\ + .replace('-', '_') +# +PROJECT_NAME = f'{TIME}_cerebros_auto_ml_test_cifar10_efficientnet' +# +meta_trial_number = 42 +# +cerebros_automl = SimpleCerebrosRandomSearch( + unit_type=DenseUnit, + input_shapes=INPUT_SHAPES, + output_shapes=OUTPUT_SHAPES, + training_data=training_x, + labels=train_labels, + validation_split=0.2, + direction='maximize', + metric_to_rank_by="val_top_1_categorical_accuracy", + minimum_levels=2, + maximum_levels=maximum_levels, + minimum_units_per_level=1, + maximum_units_per_level=maximum_units_per_level, + minimum_neurons_per_unit=1, + maximum_neurons_per_unit=maximum_neurons_per_unit, + activation=activation, + final_activation='softmax', + number_of_architecture_moities_to_try=3, + number_of_tries_per_architecture_moity=2, + minimum_skip_connection_depth=1, + maximum_skip_connection_depth=7, + predecessor_level_connection_affinity_factor_first=predecessor_level_connection_affinity_factor_first, + predecessor_level_connection_affinity_factor_first_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_main=predecessor_level_connection_affinity_factor_main, + predecessor_level_connection_affinity_factor_main_rounding_rule='ceil', + predecessor_level_connection_affinity_factor_decay_main=zero_7_exp_decay, + seed=8675309, + max_consecutive_lateral_connections=max_consecutive_lateral_connections, + gate_after_n_lateral_connections=3, + gate_activation_function=simple_sigmoid, + p_lateral_connection=p_lateral_connection, + p_lateral_connection_decay=zero_95_exp_decay, + num_lateral_connection_tries_per_unit=num_lateral_connection_tries_per_unit, + learning_rate=learning_rate, + loss=tf.keras.losses.CategoricalCrossentropy(), + metrics=[tf.keras.metrics.TopKCategoricalAccuracy( + k=1, name='top_1_categorical_accuracy') + ], + epochs=epochs, + project_name=f"{PROJECT_NAME}_meta_{meta_trial_number}", + model_graphs='model_graphs', + batch_size=batch_size, + meta_trial_number=meta_trial_number, + base_models=[base_mod]) + +# Search and save the best model + +result = cerebros_automl.run_random_search() + +print(f'Best accuracy achieved is {result}') +print(f'top-1 categorical accuracy') + +# Evaluating the best model found + +best_model_found = cerebros_automl.get_best_model() + +# because of the resizing Lambda layer, needs safe_mode=False in some environments +#best_model_found = tf.keras.models.load_model(cerebros_automl.best_model_path, safe_mode=False) + +# +eval_loss = tf.keras.losses.CategoricalCrossentropy() +# +eval_metrics =\ +[tf.keras.metrics.TopKCategoricalAccuracy(k=1,\ + name='eval_top_1_categorical_accuracy'), + tf.keras.metrics.TopKCategoricalAccuracy(k=5,\ + name='eval_top_5_categorical_accuracy') +] + +best_model_found.compile(loss=eval_loss, metrics=eval_metrics) +best_model_found.summary() + +print("Evaluating best model found ...") +print("Loss | Top-1 accuracy | Top-5 accuracy") +y_test_cat = to_categorical(y_test, 100) +best_model_found.evaluate(X_test, y_test_cat) +