{ "cells": [ { "cell_type": "markdown", "metadata": { "pycharm": { "name": "#%% md\n" } }, "source": [ "# Model training Experiment" ] }, { "cell_type": "markdown", "metadata": { "pycharm": { "name": "#%% md\n" } }, "source": [ "In order to provide the experimental evidence to back up the statement in the section 2.3.2 that our shortcut block can prevent degration problem.\n", "\n", "Plain Networks. We first evaluate 5-layer and 11-layer plain nets. Comparing to the 5-layer one, the 11-layer one has three times convolutional layers." ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "import pickle\n", "import time\n", "\n", "import numpy as np\n", "from matplotlib import ticker\n", "from scipy.io import loadmat\n", "from models import Plain5, Plain11, ShortCut5, ShortCut11\n", "from sklearn.model_selection import train_test_split\n", "import matplotlib.pyplot as plt\n", "%matplotlib notebook" ] }, { "cell_type": "markdown", "metadata": { "pycharm": { "name": "#%% md\n" } }, "source": [ "## Load data\n", "load data and split them into train, val, test" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "shape of data:\n", "x_train: (5728, 1, 102), y_train: (5728, 1),\n", "x_val: (2455, 1, 102), y_val: (2455, 1)\n", "x_test: (3508, 1, 102), y_test: (3508, 1)\n" ] } ], "source": [ "import random\n", "from numpy.random import seed\n", "import tensorflow\n", "import time\n", "seed(2800)\n", "tensorflow.random.set_seed(2800)\n", "time1 = time.time()\n", "data = loadmat('dataset/mango/mango_dm_split.mat')\n", "training_method = \"adagrad\"\n", "x_train, y_train, x_test, y_test = data['x_train'], data['y_train'], data['x_test'], data['y_test']\n", "x_train, x_val, y_train, y_val = train_test_split(x_train, y_train, test_size=0.3, random_state=12, shuffle=True)\n", "x_train, x_val, x_test = x_train[:, np.newaxis, :], x_val[:, np.newaxis, :], x_test[:, np.newaxis, :]\n", "print(f\"shape of data:\\n\"\n", " f\"x_train: {x_train.shape}, y_train: {y_train.shape},\\n\"\n", " f\"x_val: {x_val.shape}, y_val: {y_val.shape}\\n\"\n", " f\"x_test: {x_test.shape}, y_test: {y_test.shape}\")" ] }, { "cell_type": "markdown", "metadata": { "pycharm": { "name": "#%% md\n" } }, "source": [ "## Build Plain networks and Training" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "plain_5, plain_11 = Plain5(input_shape=(1, 102)), Plain11(input_shape=(1, 102))" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "2022-06-27 14:34:16.347234: W tensorflow/core/platform/profile_utils/cpu_utils.cc:128] Failed to get CPU frequency: 0 Hz\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Epoch 1/1024\n", "90/90 [==============================] - 3s 11ms/step - loss: 0.0292 - val_loss: 0.0286 - lr: 0.0025\n", "Epoch 2/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0256 - val_loss: 0.0281 - lr: 0.0025\n", "Epoch 3/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0240 - val_loss: 0.0278 - lr: 0.0025\n", "Epoch 4/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0232 - val_loss: 0.0276 - lr: 0.0025\n", "Epoch 5/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0226 - val_loss: 0.0279 - lr: 0.0025\n", "Epoch 6/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0222 - val_loss: 0.0263 - lr: 0.0025\n", "Epoch 7/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0221 - val_loss: 0.0248 - lr: 0.0025\n", "Epoch 8/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0218 - val_loss: 0.0245 - lr: 0.0025\n", "Epoch 9/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0218 - val_loss: 0.0257 - lr: 0.0025\n", "Epoch 10/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0218 - val_loss: 0.0253 - lr: 0.0025\n", "Epoch 11/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0214 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 12/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0212 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 13/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0212 - val_loss: 0.0258 - lr: 0.0025\n", "Epoch 14/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0212 - val_loss: 0.0235 - lr: 0.0025\n", "Epoch 15/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0211 - val_loss: 0.0237 - lr: 0.0025\n", "Epoch 16/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0210 - val_loss: 0.0230 - lr: 0.0025\n", "Epoch 17/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0208 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 18/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0208 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 19/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0210 - val_loss: 0.0337 - lr: 0.0025\n", "Epoch 20/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0208 - val_loss: 0.0234 - lr: 0.0025\n", "Epoch 21/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0208 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 22/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0207 - val_loss: 0.0259 - lr: 0.0025\n", "Epoch 23/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0206 - val_loss: 0.0221 - lr: 0.0025\n", "Epoch 24/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0207 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 25/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0204 - val_loss: 0.0273 - lr: 0.0025\n", "Epoch 26/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0239 - lr: 0.0025\n", "Epoch 27/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0203 - val_loss: 0.0224 - lr: 0.0025\n", "Epoch 28/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0205 - val_loss: 0.0247 - lr: 0.0025\n", "Epoch 29/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0247 - lr: 0.0025\n", "Epoch 30/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0203 - val_loss: 0.0222 - lr: 0.0025\n", "Epoch 31/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0201 - val_loss: 0.0214 - lr: 0.0025\n", "Epoch 32/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0201 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 33/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0199 - val_loss: 0.0258 - lr: 0.0025\n", "Epoch 34/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0201 - val_loss: 0.0237 - lr: 0.0025\n", "Epoch 35/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0198 - val_loss: 0.0257 - lr: 0.0025\n", "Epoch 36/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0199 - val_loss: 0.0264 - lr: 0.0025\n", "Epoch 37/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0198 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 38/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0196 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 39/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0197 - val_loss: 0.0220 - lr: 0.0025\n", "Epoch 40/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0198 - val_loss: 0.0214 - lr: 0.0025\n", "Epoch 41/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0196 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 42/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0196 - val_loss: 0.0261 - lr: 0.0025\n", "Epoch 43/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0197 - val_loss: 0.0275 - lr: 0.0025\n", "Epoch 44/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0194 - val_loss: 0.0242 - lr: 0.0025\n", "Epoch 45/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0194 - val_loss: 0.0207 - lr: 0.0025\n", "Epoch 46/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0194 - val_loss: 0.0240 - lr: 0.0025\n", "Epoch 47/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0194 - val_loss: 0.0244 - lr: 0.0025\n", "Epoch 48/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0194 - val_loss: 0.0226 - lr: 0.0025\n", "Epoch 49/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0192 - val_loss: 0.0211 - lr: 0.0025\n", "Epoch 50/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0190 - val_loss: 0.0202 - lr: 0.0025\n", "Epoch 51/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0194 - val_loss: 0.0250 - lr: 0.0025\n", "Epoch 52/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0193 - val_loss: 0.0205 - lr: 0.0025\n", "Epoch 53/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0191 - val_loss: 0.0296 - lr: 0.0025\n", "Epoch 54/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0192 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 55/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0188 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 56/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0190 - val_loss: 0.0223 - lr: 0.0025\n", "Epoch 57/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0188 - val_loss: 0.0264 - lr: 0.0025\n", "Epoch 58/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0186 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 59/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0188 - val_loss: 0.0254 - lr: 0.0025\n", "Epoch 60/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0186 - val_loss: 0.0297 - lr: 0.0025\n", "Epoch 61/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0189 - val_loss: 0.0361 - lr: 0.0025\n", "Epoch 62/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0187 - val_loss: 0.0324 - lr: 0.0025\n", "Epoch 63/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0186 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 64/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0185 - val_loss: 0.0235 - lr: 0.0025\n", "Epoch 65/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0182 - val_loss: 0.0281 - lr: 0.0025\n", "Epoch 66/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0186 - val_loss: 0.0354 - lr: 0.0025\n", "Epoch 67/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0184 - val_loss: 0.0238 - lr: 0.0025\n", "Epoch 68/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0183 - val_loss: 0.0248 - lr: 0.0025\n", "Epoch 69/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0182 - val_loss: 0.0234 - lr: 0.0025\n", "Epoch 70/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0182 - val_loss: 0.0370 - lr: 0.0025\n", "Epoch 71/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0182 - val_loss: 0.0372 - lr: 0.0025\n", "Epoch 72/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0181 - val_loss: 0.0381 - lr: 0.0025\n", "Epoch 73/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0181 - val_loss: 0.0386 - lr: 0.0025\n", "Epoch 74/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0178 - val_loss: 0.0310 - lr: 0.0025\n", "Epoch 75/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0179 - val_loss: 0.0344 - lr: 0.0025\n", "Epoch 76/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0178 - val_loss: 0.0307 - lr: 0.0012\n", "Epoch 77/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0178 - val_loss: 0.0356 - lr: 0.0012\n", "Epoch 78/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0178 - val_loss: 0.0340 - lr: 0.0012\n", "Epoch 79/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0175 - val_loss: 0.0375 - lr: 0.0012\n", "Epoch 80/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0176 - val_loss: 0.0337 - lr: 0.0012\n", "Epoch 81/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0174 - val_loss: 0.0366 - lr: 0.0012\n", "Epoch 82/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0174 - val_loss: 0.0316 - lr: 0.0012\n", "Epoch 83/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0175 - val_loss: 0.0213 - lr: 0.0012\n", "Epoch 84/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0171 - val_loss: 0.0337 - lr: 0.0012\n", "Epoch 85/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0172 - val_loss: 0.0270 - lr: 0.0012\n", "Epoch 86/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0171 - val_loss: 0.0340 - lr: 0.0012\n", "Epoch 87/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0173 - val_loss: 0.0327 - lr: 0.0012\n", "Epoch 88/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0168 - val_loss: 0.0329 - lr: 0.0012\n", "Epoch 89/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0171 - val_loss: 0.0345 - lr: 0.0012\n", "Epoch 90/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0170 - val_loss: 0.0391 - lr: 0.0012\n", "Epoch 91/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0171 - val_loss: 0.0243 - lr: 0.0012\n", "Epoch 92/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0171 - val_loss: 0.0232 - lr: 0.0012\n", "Epoch 93/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0169 - val_loss: 0.0330 - lr: 0.0012\n", "Epoch 94/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0167 - val_loss: 0.0359 - lr: 0.0012\n", "Epoch 95/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0166 - val_loss: 0.0299 - lr: 0.0012\n", "Epoch 96/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0165 - val_loss: 0.0244 - lr: 0.0012\n", "Epoch 97/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0169 - val_loss: 0.0368 - lr: 0.0012\n", "Epoch 98/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0168 - val_loss: 0.0235 - lr: 0.0012\n", "Epoch 99/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0165 - val_loss: 0.0225 - lr: 0.0012\n", "Epoch 100/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0165 - val_loss: 0.0180 - lr: 0.0012\n", "Epoch 101/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0168 - val_loss: 0.0183 - lr: 0.0012\n", "Epoch 102/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0167 - val_loss: 0.0376 - lr: 0.0012\n", "Epoch 103/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0167 - val_loss: 0.0221 - lr: 0.0012\n", "Epoch 104/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0164 - val_loss: 0.0279 - lr: 0.0012\n", "Epoch 105/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0163 - val_loss: 0.0234 - lr: 0.0012\n", "Epoch 106/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0162 - val_loss: 0.0191 - lr: 0.0012\n", "Epoch 107/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0163 - val_loss: 0.0212 - lr: 0.0012\n", "Epoch 108/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0164 - val_loss: 0.0238 - lr: 0.0012\n", "Epoch 109/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0164 - val_loss: 0.0327 - lr: 0.0012\n", "Epoch 110/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0161 - val_loss: 0.0360 - lr: 0.0012\n", "Epoch 111/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0161 - val_loss: 0.0310 - lr: 0.0012\n", "Epoch 112/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0161 - val_loss: 0.0236 - lr: 0.0012\n", "Epoch 113/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0161 - val_loss: 0.0255 - lr: 0.0012\n", "Epoch 114/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0161 - val_loss: 0.0208 - lr: 0.0012\n", "Epoch 115/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0159 - val_loss: 0.0304 - lr: 0.0012\n", "Epoch 116/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0160 - val_loss: 0.0163 - lr: 0.0012\n", "Epoch 117/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0162 - val_loss: 0.0275 - lr: 0.0012\n", "Epoch 118/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0159 - val_loss: 0.0167 - lr: 0.0012\n", "Epoch 119/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0158 - val_loss: 0.0198 - lr: 0.0012\n", "Epoch 120/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0157 - val_loss: 0.0170 - lr: 0.0012\n", "Epoch 121/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0154 - val_loss: 0.0298 - lr: 0.0012\n", "Epoch 122/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0154 - val_loss: 0.0193 - lr: 0.0012\n", "Epoch 123/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0156 - val_loss: 0.0179 - lr: 0.0012\n", "Epoch 124/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0157 - val_loss: 0.0281 - lr: 0.0012\n", "Epoch 125/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0154 - val_loss: 0.0218 - lr: 0.0012\n", "Epoch 126/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0155 - val_loss: 0.0176 - lr: 0.0012\n", "Epoch 127/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0153 - val_loss: 0.0218 - lr: 0.0012\n", "Epoch 128/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0152 - val_loss: 0.0277 - lr: 0.0012\n", "Epoch 129/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0154 - val_loss: 0.0164 - lr: 0.0012\n", "Epoch 130/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0152 - val_loss: 0.0173 - lr: 0.0012\n", "Epoch 131/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0154 - val_loss: 0.0161 - lr: 0.0012\n", "Epoch 132/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0152 - val_loss: 0.0203 - lr: 0.0012\n", "Epoch 133/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0155 - val_loss: 0.0182 - lr: 0.0012\n", "Epoch 134/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0151 - val_loss: 0.0183 - lr: 0.0012\n", "Epoch 135/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0150 - val_loss: 0.0186 - lr: 0.0012\n", "Epoch 136/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0151 - val_loss: 0.0203 - lr: 0.0012\n", "Epoch 137/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0149 - val_loss: 0.0328 - lr: 0.0012\n", "Epoch 138/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0150 - val_loss: 0.0299 - lr: 0.0012\n", "Epoch 139/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0149 - val_loss: 0.0341 - lr: 0.0012\n", "Epoch 140/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0149 - val_loss: 0.0153 - lr: 0.0012\n", "Epoch 141/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0146 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 142/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0145 - val_loss: 0.0168 - lr: 0.0012\n", "Epoch 143/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0147 - val_loss: 0.0251 - lr: 0.0012\n", "Epoch 144/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0148 - val_loss: 0.0181 - lr: 0.0012\n", "Epoch 145/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0145 - val_loss: 0.0172 - lr: 0.0012\n", "Epoch 146/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0147 - val_loss: 0.0182 - lr: 0.0012\n", "Epoch 147/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0145 - val_loss: 0.0181 - lr: 0.0012\n", "Epoch 148/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0145 - val_loss: 0.0180 - lr: 0.0012\n", "Epoch 149/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0145 - val_loss: 0.0209 - lr: 0.0012\n", "Epoch 150/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0144 - val_loss: 0.0237 - lr: 0.0012\n", "Epoch 151/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0146 - val_loss: 0.0268 - lr: 0.0012\n", "Epoch 152/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0145 - val_loss: 0.0171 - lr: 0.0012\n", "Epoch 153/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0141 - val_loss: 0.0143 - lr: 0.0012\n", "Epoch 154/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0141 - val_loss: 0.0157 - lr: 0.0012\n", "Epoch 155/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0138 - val_loss: 0.0262 - lr: 0.0012\n", "Epoch 156/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0142 - val_loss: 0.0234 - lr: 0.0012\n", "Epoch 157/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0141 - val_loss: 0.0240 - lr: 0.0012\n", "Epoch 158/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0139 - val_loss: 0.0264 - lr: 0.0012\n", "Epoch 159/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0137 - val_loss: 0.0358 - lr: 0.0012\n", "Epoch 160/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0139 - val_loss: 0.0181 - lr: 0.0012\n", "Epoch 161/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0140 - val_loss: 0.0161 - lr: 0.0012\n", "Epoch 162/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0139 - val_loss: 0.0278 - lr: 0.0012\n", "Epoch 163/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0140 - val_loss: 0.0147 - lr: 0.0012\n", "Epoch 164/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0250 - lr: 0.0012\n", "Epoch 165/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0135 - val_loss: 0.0158 - lr: 0.0012\n", "Epoch 166/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0172 - lr: 0.0012\n", "Epoch 167/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0135 - val_loss: 0.0323 - lr: 0.0012\n", "Epoch 168/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0138 - val_loss: 0.0182 - lr: 0.0012\n", "Epoch 169/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0137 - val_loss: 0.0357 - lr: 0.0012\n", "Epoch 170/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0134 - val_loss: 0.0244 - lr: 0.0012\n", "Epoch 171/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0133 - val_loss: 0.0249 - lr: 0.0012\n", "Epoch 172/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0133 - val_loss: 0.0144 - lr: 0.0012\n", "Epoch 173/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0133 - val_loss: 0.0202 - lr: 0.0012\n", "Epoch 174/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0133 - val_loss: 0.0160 - lr: 0.0012\n", "Epoch 175/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0135 - val_loss: 0.0302 - lr: 0.0012\n", "Epoch 176/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0133 - val_loss: 0.0191 - lr: 0.0012\n", "Epoch 177/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0132 - val_loss: 0.0244 - lr: 0.0012\n", "Epoch 178/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0131 - val_loss: 0.0189 - lr: 0.0012\n", "Epoch 179/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0128 - val_loss: 0.0149 - lr: 6.2500e-04\n", "Epoch 180/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0129 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 181/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0129 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 182/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0128 - val_loss: 0.0227 - lr: 6.2500e-04\n", "Epoch 183/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0131 - val_loss: 0.0158 - lr: 6.2500e-04\n", "Epoch 184/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0129 - val_loss: 0.0237 - lr: 6.2500e-04\n", "Epoch 185/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0131 - val_loss: 0.0140 - lr: 6.2500e-04\n", "Epoch 186/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0127 - val_loss: 0.0150 - lr: 6.2500e-04\n", "Epoch 187/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0130 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 188/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0129 - val_loss: 0.0380 - lr: 6.2500e-04\n", "Epoch 189/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0128 - val_loss: 0.0299 - lr: 6.2500e-04\n", "Epoch 190/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0125 - val_loss: 0.0159 - lr: 6.2500e-04\n", "Epoch 191/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0125 - val_loss: 0.0252 - lr: 6.2500e-04\n", "Epoch 192/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0128 - val_loss: 0.0200 - lr: 6.2500e-04\n", "Epoch 193/1024\n", "90/90 [==============================] - 1s 7ms/step - loss: 0.0128 - val_loss: 0.0137 - lr: 6.2500e-04\n", "Epoch 194/1024\n", "90/90 [==============================] - 1s 12ms/step - loss: 0.0126 - val_loss: 0.0244 - lr: 6.2500e-04\n", "Epoch 195/1024\n", "90/90 [==============================] - 1s 12ms/step - loss: 0.0126 - val_loss: 0.0254 - lr: 6.2500e-04\n", "Epoch 196/1024\n", "90/90 [==============================] - 1s 9ms/step - loss: 0.0127 - val_loss: 0.0156 - lr: 6.2500e-04\n", "Epoch 197/1024\n", "90/90 [==============================] - 1s 7ms/step - loss: 0.0124 - val_loss: 0.0147 - lr: 6.2500e-04\n", "Epoch 198/1024\n", "90/90 [==============================] - 1s 8ms/step - loss: 0.0124 - val_loss: 0.0136 - lr: 6.2500e-04\n", "Epoch 199/1024\n", "90/90 [==============================] - 1s 8ms/step - loss: 0.0128 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 200/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0127 - val_loss: 0.0146 - lr: 6.2500e-04\n", "Epoch 201/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0125 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 202/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0123 - val_loss: 0.0190 - lr: 6.2500e-04\n", "Epoch 203/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0125 - val_loss: 0.0151 - lr: 6.2500e-04\n", "Epoch 204/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0125 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 205/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0126 - val_loss: 0.0185 - lr: 6.2500e-04\n", "Epoch 206/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0126 - val_loss: 0.0164 - lr: 6.2500e-04\n", "Epoch 207/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0124 - val_loss: 0.0148 - lr: 6.2500e-04\n", "Epoch 208/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0122 - val_loss: 0.0133 - lr: 6.2500e-04\n", "Epoch 209/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0126 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 210/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0122 - val_loss: 0.0135 - lr: 6.2500e-04\n", "Epoch 211/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0125 - val_loss: 0.0201 - lr: 6.2500e-04\n", "Epoch 212/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0123 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 213/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0123 - val_loss: 0.0194 - lr: 6.2500e-04\n", "Epoch 214/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0123 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 215/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0122 - val_loss: 0.0136 - lr: 6.2500e-04\n", "Epoch 216/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0126 - val_loss: 0.0258 - lr: 6.2500e-04\n", "Epoch 217/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0124 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 218/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0124 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 219/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0123 - val_loss: 0.0217 - lr: 6.2500e-04\n", "Epoch 220/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0122 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 221/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0124 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 222/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0123 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 223/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0122 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 224/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0122 - val_loss: 0.0357 - lr: 6.2500e-04\n", "Epoch 225/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0121 - val_loss: 0.0160 - lr: 6.2500e-04\n", "Epoch 226/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0170 - lr: 6.2500e-04\n", "Epoch 227/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0120 - val_loss: 0.0120 - lr: 6.2500e-04\n", "Epoch 228/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 229/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 230/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0118 - val_loss: 0.0140 - lr: 6.2500e-04\n", "Epoch 231/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0117 - val_loss: 0.0199 - lr: 6.2500e-04\n", "Epoch 232/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0122 - val_loss: 0.0150 - lr: 6.2500e-04\n", "Epoch 233/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 234/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0119 - val_loss: 0.0308 - lr: 6.2500e-04\n", "Epoch 235/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0179 - lr: 6.2500e-04\n", "Epoch 236/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0120 - val_loss: 0.0199 - lr: 6.2500e-04\n", "Epoch 237/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0119 - val_loss: 0.0151 - lr: 6.2500e-04\n", "Epoch 238/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0117 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 239/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 240/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0118 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 241/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0120 - val_loss: 0.0182 - lr: 6.2500e-04\n", "Epoch 242/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 243/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 244/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0118 - val_loss: 0.0144 - lr: 6.2500e-04\n", "Epoch 245/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0119 - val_loss: 0.0175 - lr: 6.2500e-04\n", "Epoch 246/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0117 - val_loss: 0.0132 - lr: 6.2500e-04\n", "Epoch 247/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0117 - val_loss: 0.0122 - lr: 6.2500e-04\n", "Epoch 248/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0116 - val_loss: 0.0235 - lr: 6.2500e-04\n", "Epoch 249/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0118 - val_loss: 0.0141 - lr: 6.2500e-04\n", "Epoch 250/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0118 - val_loss: 0.0199 - lr: 6.2500e-04\n", "Epoch 251/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0115 - val_loss: 0.0137 - lr: 6.2500e-04\n", "Epoch 252/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0118 - val_loss: 0.0147 - lr: 6.2500e-04\n", "Epoch 253/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0118 - val_loss: 0.0185 - lr: 6.2500e-04\n", "Epoch 254/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0115 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 255/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0118 - val_loss: 0.0160 - lr: 6.2500e-04\n", "Epoch 256/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0115 - val_loss: 0.0239 - lr: 6.2500e-04\n", "Epoch 257/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0117 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 258/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0116 - val_loss: 0.0274 - lr: 6.2500e-04\n", "Epoch 259/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0116 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 260/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0117 - val_loss: 0.0148 - lr: 6.2500e-04\n", "Epoch 261/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 262/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0115 - val_loss: 0.0161 - lr: 6.2500e-04\n", "Epoch 263/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0136 - lr: 6.2500e-04\n", "Epoch 264/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0152 - lr: 6.2500e-04\n", "Epoch 265/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0116 - val_loss: 0.0214 - lr: 6.2500e-04\n", "Epoch 266/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0115 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 267/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0113 - val_loss: 0.0124 - lr: 6.2500e-04\n", "Epoch 268/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0117 - val_loss: 0.0131 - lr: 6.2500e-04\n", "Epoch 269/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0111 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 270/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0115 - val_loss: 0.0338 - lr: 6.2500e-04\n", "Epoch 271/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0113 - val_loss: 0.0168 - lr: 6.2500e-04\n", "Epoch 272/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0113 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 273/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0113 - val_loss: 0.0153 - lr: 6.2500e-04\n", "Epoch 274/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 275/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0112 - val_loss: 0.0112 - lr: 6.2500e-04\n", "Epoch 276/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0113 - val_loss: 0.0182 - lr: 6.2500e-04\n", "Epoch 277/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0314 - lr: 6.2500e-04\n", "Epoch 278/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0113 - val_loss: 0.0305 - lr: 6.2500e-04\n", "Epoch 279/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0193 - lr: 6.2500e-04\n", "Epoch 280/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0112 - val_loss: 0.0166 - lr: 6.2500e-04\n", "Epoch 281/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0112 - val_loss: 0.0131 - lr: 6.2500e-04\n", "Epoch 282/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0111 - val_loss: 0.0157 - lr: 6.2500e-04\n", "Epoch 283/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0164 - lr: 6.2500e-04\n", "Epoch 284/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0113 - lr: 6.2500e-04\n", "Epoch 285/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0111 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 286/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0112 - val_loss: 0.0140 - lr: 6.2500e-04\n", "Epoch 287/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0112 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 288/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0111 - val_loss: 0.0155 - lr: 6.2500e-04\n", "Epoch 289/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0109 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 290/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0111 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 291/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0114 - val_loss: 0.0171 - lr: 6.2500e-04\n", "Epoch 292/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0113 - val_loss: 0.0147 - lr: 6.2500e-04\n", "Epoch 293/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0110 - val_loss: 0.0144 - lr: 6.2500e-04\n", "Epoch 294/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0111 - val_loss: 0.0168 - lr: 6.2500e-04\n", "Epoch 295/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0111 - val_loss: 0.0153 - lr: 6.2500e-04\n", "Epoch 296/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 297/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0110 - val_loss: 0.0121 - lr: 6.2500e-04\n", "Epoch 298/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0111 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 299/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0109 - val_loss: 0.0172 - lr: 6.2500e-04\n", "Epoch 300/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0112 - val_loss: 0.0110 - lr: 6.2500e-04\n", "Epoch 301/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0110 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 302/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0111 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 303/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0110 - val_loss: 0.0160 - lr: 6.2500e-04\n", "Epoch 304/1024\n", "90/90 [==============================] - 1s 7ms/step - loss: 0.0111 - val_loss: 0.0108 - lr: 6.2500e-04\n", "Epoch 305/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0110 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 306/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0252 - lr: 6.2500e-04\n", "Epoch 307/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0156 - lr: 6.2500e-04\n", "Epoch 308/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0109 - val_loss: 0.0179 - lr: 6.2500e-04\n", "Epoch 309/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0109 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 310/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0108 - val_loss: 0.0162 - lr: 6.2500e-04\n", "Epoch 311/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0108 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 312/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 313/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0109 - val_loss: 0.0158 - lr: 6.2500e-04\n", "Epoch 314/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 315/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0108 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 316/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0109 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 317/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0109 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 318/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0107 - lr: 6.2500e-04\n", "Epoch 319/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0109 - val_loss: 0.0150 - lr: 6.2500e-04\n", "Epoch 320/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0139 - lr: 6.2500e-04\n", "Epoch 321/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 322/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0111 - lr: 6.2500e-04\n", "Epoch 323/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0120 - lr: 6.2500e-04\n", "Epoch 324/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0227 - lr: 6.2500e-04\n", "Epoch 325/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0107 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 326/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0109 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 327/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0109 - val_loss: 0.0203 - lr: 6.2500e-04\n", "Epoch 328/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0109 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 329/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 330/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0106 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 331/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0107 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 332/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0122 - lr: 6.2500e-04\n", "Epoch 333/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0235 - lr: 6.2500e-04\n", "Epoch 334/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0173 - lr: 6.2500e-04\n", "Epoch 335/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 336/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0107 - val_loss: 0.0113 - lr: 6.2500e-04\n", "Epoch 337/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0107 - val_loss: 0.0208 - lr: 6.2500e-04\n", "Epoch 338/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0108 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 339/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0110 - lr: 6.2500e-04\n", "Epoch 340/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0104 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 341/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0107 - val_loss: 0.0105 - lr: 6.2500e-04\n", "Epoch 342/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0104 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 343/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0263 - lr: 6.2500e-04\n", "Epoch 344/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0108 - val_loss: 0.0215 - lr: 6.2500e-04\n", "Epoch 345/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0103 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 346/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0105 - val_loss: 0.0106 - lr: 6.2500e-04\n", "Epoch 347/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0104 - val_loss: 0.0190 - lr: 6.2500e-04\n", "Epoch 348/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0103 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 349/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0105 - val_loss: 0.0106 - lr: 6.2500e-04\n", "Epoch 350/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0104 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 351/1024\n", "90/90 [==============================] - 0s 6ms/step - loss: 0.0102 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 352/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0104 - val_loss: 0.0174 - lr: 6.2500e-04\n", "Epoch 353/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0107 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 354/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0106 - val_loss: 0.0149 - lr: 6.2500e-04\n", "Epoch 355/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0103 - val_loss: 0.0141 - lr: 6.2500e-04\n", "Epoch 356/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0103 - val_loss: 0.0103 - lr: 6.2500e-04\n", "Epoch 357/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0107 - val_loss: 0.0151 - lr: 6.2500e-04\n", "Epoch 358/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0105 - val_loss: 0.0155 - lr: 6.2500e-04\n", "Epoch 359/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0105 - val_loss: 0.0112 - lr: 6.2500e-04\n", "Epoch 360/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0104 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 361/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0106 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 362/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0104 - val_loss: 0.0104 - lr: 6.2500e-04\n", "Epoch 363/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 364/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0104 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 365/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0104 - val_loss: 0.0112 - lr: 6.2500e-04\n", "Epoch 366/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0104 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 367/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0102 - val_loss: 0.0105 - lr: 6.2500e-04\n", "Epoch 368/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0164 - lr: 6.2500e-04\n", "Epoch 369/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0110 - lr: 6.2500e-04\n", "Epoch 370/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0105 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 371/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0106 - val_loss: 0.0166 - lr: 6.2500e-04\n", "Epoch 372/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0102 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 373/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0105 - val_loss: 0.0214 - lr: 6.2500e-04\n", "Epoch 374/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0101 - val_loss: 0.0143 - lr: 6.2500e-04\n", "Epoch 375/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0102 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 376/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0103 - val_loss: 0.0111 - lr: 6.2500e-04\n", "Epoch 377/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 378/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0103 - val_loss: 0.0144 - lr: 6.2500e-04\n", "Epoch 379/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0110 - lr: 6.2500e-04\n", "Epoch 380/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0101 - val_loss: 0.0104 - lr: 6.2500e-04\n", "Epoch 381/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 382/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0101 - val_loss: 0.0106 - lr: 3.1250e-04\n", "Epoch 383/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0104 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 384/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0102 - val_loss: 0.0119 - lr: 3.1250e-04\n", "Epoch 385/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0102 - val_loss: 0.0147 - lr: 3.1250e-04\n", "Epoch 386/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0102 - val_loss: 0.0124 - lr: 3.1250e-04\n", "Epoch 387/1024\n", "90/90 [==============================] - 0s 6ms/step - loss: 0.0104 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 388/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0102 - val_loss: 0.0105 - lr: 3.1250e-04\n", "Epoch 389/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 390/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0107 - lr: 3.1250e-04\n", "Epoch 391/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0127 - lr: 3.1250e-04\n", "Epoch 392/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0106 - lr: 3.1250e-04\n", "Epoch 393/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0102 - val_loss: 0.0107 - lr: 3.1250e-04\n", "Epoch 394/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0106 - lr: 3.1250e-04\n", "Epoch 395/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0106 - lr: 3.1250e-04\n", "Epoch 396/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0102 - val_loss: 0.0122 - lr: 3.1250e-04\n", "Epoch 397/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0127 - lr: 3.1250e-04\n", "Epoch 398/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0115 - lr: 3.1250e-04\n", "Epoch 399/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0129 - lr: 3.1250e-04\n", "Epoch 400/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0107 - lr: 3.1250e-04\n", "Epoch 401/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0112 - lr: 3.1250e-04\n", "Epoch 402/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0104 - lr: 3.1250e-04\n", "Epoch 403/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 404/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 405/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0107 - lr: 3.1250e-04\n", "Epoch 406/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 407/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0116 - lr: 3.1250e-04\n", "Epoch 408/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0106 - lr: 3.1250e-04\n", "Epoch 409/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 410/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 411/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0113 - lr: 3.1250e-04\n", "Epoch 412/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0104 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 413/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 414/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 415/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 416/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0104 - lr: 3.1250e-04\n", "Epoch 417/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 418/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 419/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0103 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 420/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0111 - lr: 3.1250e-04\n", "Epoch 421/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0105 - lr: 3.1250e-04\n", "Epoch 422/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0109 - lr: 3.1250e-04\n", "Epoch 423/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0114 - lr: 3.1250e-04\n", "Epoch 424/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0118 - lr: 3.1250e-04\n", "Epoch 425/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0106 - lr: 3.1250e-04\n", "Epoch 426/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0109 - lr: 3.1250e-04\n", "Epoch 427/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 428/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 429/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 430/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0118 - lr: 3.1250e-04\n", "Epoch 431/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0112 - lr: 3.1250e-04\n", "Epoch 432/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0109 - lr: 3.1250e-04\n", "Epoch 433/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0114 - lr: 3.1250e-04\n", "Epoch 434/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0129 - lr: 3.1250e-04\n", "Epoch 435/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 436/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0102 - val_loss: 0.0107 - lr: 3.1250e-04\n", "Epoch 437/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0131 - lr: 3.1250e-04\n", "Epoch 438/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 439/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 440/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0103 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 441/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0114 - lr: 3.1250e-04\n", "Epoch 442/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 443/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 444/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 445/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0104 - lr: 3.1250e-04\n", "Epoch 446/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 447/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 448/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 449/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0106 - lr: 3.1250e-04\n", "Epoch 450/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 451/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 452/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 453/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 3.1250e-04\n", "Epoch 454/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 455/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 456/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 457/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0115 - lr: 3.1250e-04\n", "Epoch 458/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 459/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 460/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 461/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0102 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 462/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 3.1250e-04\n", "Epoch 463/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 464/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 465/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 3.1250e-04\n", "Epoch 466/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 467/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 468/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0100 - val_loss: 0.0105 - lr: 3.1250e-04\n", "Epoch 469/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0111 - lr: 3.1250e-04\n", "Epoch 470/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 471/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0122 - lr: 3.1250e-04\n", "Epoch 472/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0101 - val_loss: 0.0138 - lr: 3.1250e-04\n", "Epoch 473/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0109 - lr: 3.1250e-04\n", "Epoch 474/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0116 - lr: 3.1250e-04\n", "Epoch 475/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 3.1250e-04\n", "Epoch 476/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 3.1250e-04\n", "Epoch 477/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0104 - lr: 3.1250e-04\n", "Epoch 478/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 479/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 480/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 3.1250e-04\n", "Epoch 481/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 482/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 3.1250e-04\n", "Epoch 483/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 3.1250e-04\n", "Epoch 484/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0104 - lr: 3.1250e-04\n", "Epoch 485/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 486/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0102 - val_loss: 0.0099 - lr: 3.1250e-04\n", "Epoch 487/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0103 - lr: 3.1250e-04\n", "Epoch 488/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 489/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0117 - lr: 3.1250e-04\n", "Epoch 490/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 3.1250e-04\n", "Epoch 491/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 3.1250e-04\n", "Epoch 492/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 493/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0138 - lr: 3.1250e-04\n", "Epoch 494/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 495/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 3.1250e-04\n", "Epoch 496/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0113 - lr: 3.1250e-04\n", "Epoch 497/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 498/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 499/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 500/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 501/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 502/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0095 - val_loss: 0.0098 - lr: 3.1250e-04\n", "Epoch 503/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0099 - lr: 3.1250e-04\n", "Epoch 504/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 505/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0104 - lr: 3.1250e-04\n", "Epoch 506/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0100 - lr: 1.5625e-04\n", "Epoch 507/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0104 - lr: 1.5625e-04\n", "Epoch 508/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 509/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0106 - lr: 1.5625e-04\n", "Epoch 510/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 1.5625e-04\n", "Epoch 511/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0101 - lr: 1.5625e-04\n", "Epoch 512/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 513/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 514/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 515/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 516/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0096 - val_loss: 0.0105 - lr: 1.5625e-04\n", "Epoch 517/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0101 - lr: 1.5625e-04\n", "Epoch 518/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 519/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 520/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0100 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 521/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 522/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 523/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 524/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 525/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0096 - val_loss: 0.0102 - lr: 1.5625e-04\n", "Epoch 526/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 527/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 528/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 529/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0102 - lr: 1.5625e-04\n", "Epoch 530/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 531/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0100 - lr: 1.5625e-04\n", "Epoch 532/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 533/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 534/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 535/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 536/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 537/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 538/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 539/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0096 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 540/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 541/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 542/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0099 - lr: 1.5625e-04\n", "Epoch 543/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 544/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 1.5625e-04\n", "Epoch 545/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 546/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 547/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 548/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 549/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 550/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 551/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 552/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 553/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 554/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 555/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 556/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 557/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 558/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 559/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 560/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 561/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 562/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 563/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 564/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 565/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 566/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 567/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 568/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 569/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 570/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 571/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 572/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 573/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 574/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 575/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 576/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 577/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 578/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 579/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 580/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 581/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 582/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 583/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 584/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 585/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 586/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 587/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0101 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 588/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 589/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 590/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 591/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 592/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 593/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 594/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 595/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 596/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 597/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 598/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 599/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 600/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 601/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 602/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 603/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 604/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 605/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 606/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 607/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 608/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 609/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 610/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 611/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 612/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 613/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 614/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 615/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 616/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 617/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 618/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 619/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 620/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0094 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 621/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 622/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 623/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 624/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 625/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 626/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 627/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 628/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 629/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 630/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 631/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 3.9062e-05\n", "Epoch 632/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 633/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 634/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 635/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 636/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 637/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 638/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 639/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 640/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 641/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 642/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 643/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 3.9062e-05\n", "Epoch 644/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 645/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 3.9062e-05\n", "Epoch 646/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 647/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 3.9062e-05\n", "Epoch 648/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0096 - lr: 3.9062e-05\n", "Epoch 649/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 650/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 651/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 3.9062e-05\n", "Epoch 652/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 653/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 3.9062e-05\n", "Epoch 654/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 655/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 656/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 657/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 658/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 659/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 660/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 661/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 662/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0094 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 663/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 664/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 665/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 666/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 667/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 668/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 669/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 670/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 671/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 672/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 673/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 674/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 675/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 676/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.9531e-05\n", "Epoch 677/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 678/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.9531e-05\n", "Epoch 679/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 680/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 681/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 682/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 683/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 684/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 685/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 686/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 687/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 688/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 689/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 690/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 691/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 692/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 693/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 694/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 695/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 696/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 697/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 698/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 699/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 700/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 701/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 9.7656e-06\n", "Epoch 702/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 703/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 9.7656e-06\n", "Epoch 704/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 705/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 706/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 707/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 708/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 709/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 710/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 711/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 712/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 713/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 714/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 715/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 716/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 717/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 718/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 719/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 720/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 721/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 722/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 723/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 724/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 725/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 726/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 727/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 4.8828e-06\n", "Epoch 728/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 4.8828e-06\n", "Epoch 729/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 730/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 731/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 732/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 733/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 734/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 735/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 736/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 737/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 738/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 739/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 740/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 741/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0094 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 742/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 743/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 744/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 745/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 746/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 747/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0094 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 748/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 749/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 750/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 751/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 752/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0096 - lr: 2.4414e-06\n", "Epoch 753/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 2.4414e-06\n", "Epoch 754/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 755/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 756/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 757/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 758/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 759/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 760/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 761/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 762/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 763/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 764/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 765/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 766/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 767/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 768/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 769/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 770/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 771/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 772/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 773/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 774/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 775/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 776/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 1.2207e-06\n", "Epoch 777/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 778/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 1.2207e-06\n", "Epoch 779/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 780/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0094 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 781/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 782/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0094 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 783/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 784/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 785/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 786/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 787/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0100 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 788/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 789/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 790/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 791/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 792/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 793/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 794/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 795/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0094 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 796/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 797/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 798/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 6.1035e-07\n", "Epoch 799/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 800/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 801/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 802/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 803/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 6.1035e-07\n", "Epoch 1/1024\n", "90/90 [==============================] - 1s 5ms/step - loss: 0.0303 - val_loss: 0.0287 - lr: 0.0025\n", "Epoch 2/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0272 - val_loss: 0.0275 - lr: 0.0025\n", "Epoch 3/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0259 - val_loss: 0.0262 - lr: 0.0025\n", "Epoch 4/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0247 - val_loss: 0.0258 - lr: 0.0025\n", "Epoch 5/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0241 - val_loss: 0.0270 - lr: 0.0025\n", "Epoch 6/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0237 - val_loss: 0.0272 - lr: 0.0025\n", "Epoch 7/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0234 - val_loss: 0.0260 - lr: 0.0025\n", "Epoch 8/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0231 - val_loss: 0.0247 - lr: 0.0025\n", "Epoch 9/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0230 - val_loss: 0.0242 - lr: 0.0025\n", "Epoch 10/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0227 - val_loss: 0.0235 - lr: 0.0025\n", "Epoch 11/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0225 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 12/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0224 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 13/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0222 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 14/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0223 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 15/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0220 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 16/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0219 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 17/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0217 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 18/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0218 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 19/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0216 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 20/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0216 - val_loss: 0.0227 - lr: 0.0025\n", "Epoch 21/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0215 - val_loss: 0.0222 - lr: 0.0025\n", "Epoch 22/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0216 - val_loss: 0.0227 - lr: 0.0025\n", "Epoch 23/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0215 - val_loss: 0.0226 - lr: 0.0025\n", "Epoch 24/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0214 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 25/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0213 - val_loss: 0.0225 - lr: 0.0025\n", "Epoch 26/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0213 - val_loss: 0.0224 - lr: 0.0025\n", "Epoch 27/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0211 - val_loss: 0.0221 - lr: 0.0025\n", "Epoch 28/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0212 - val_loss: 0.0225 - lr: 0.0025\n", "Epoch 29/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0211 - val_loss: 0.0222 - lr: 0.0025\n", "Epoch 30/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0210 - val_loss: 0.0218 - lr: 0.0025\n", "Epoch 31/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0209 - val_loss: 0.0223 - lr: 0.0025\n", "Epoch 32/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0209 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 33/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0210 - val_loss: 0.0223 - lr: 0.0025\n", "Epoch 34/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0208 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 35/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0208 - val_loss: 0.0216 - lr: 0.0025\n", "Epoch 36/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0208 - val_loss: 0.0213 - lr: 0.0025\n", "Epoch 37/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0207 - val_loss: 0.0223 - lr: 0.0025\n", "Epoch 38/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0204 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 39/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0205 - val_loss: 0.0215 - lr: 0.0025\n", "Epoch 40/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0206 - val_loss: 0.0215 - lr: 0.0025\n", "Epoch 41/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0205 - val_loss: 0.0218 - lr: 0.0025\n", "Epoch 42/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0205 - val_loss: 0.0215 - lr: 0.0025\n", "Epoch 43/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0205 - val_loss: 0.0212 - lr: 0.0025\n", "Epoch 44/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 45/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0215 - lr: 0.0025\n", "Epoch 46/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0204 - val_loss: 0.0216 - lr: 0.0025\n", "Epoch 47/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0208 - lr: 0.0025\n", "Epoch 48/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0203 - val_loss: 0.0212 - lr: 0.0025\n", "Epoch 49/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0215 - lr: 0.0025\n", "Epoch 50/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0200 - val_loss: 0.0216 - lr: 0.0025\n", "Epoch 51/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0210 - lr: 0.0025\n", "Epoch 52/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0202 - val_loss: 0.0215 - lr: 0.0025\n", "Epoch 53/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0200 - val_loss: 0.0208 - lr: 0.0025\n", "Epoch 54/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0201 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 55/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0200 - val_loss: 0.0207 - lr: 0.0025\n", "Epoch 56/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0200 - val_loss: 0.0204 - lr: 0.0025\n", "Epoch 57/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0199 - val_loss: 0.0203 - lr: 0.0025\n", "Epoch 58/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0199 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 59/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0199 - val_loss: 0.0210 - lr: 0.0025\n", "Epoch 60/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0196 - val_loss: 0.0207 - lr: 0.0025\n", "Epoch 61/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0198 - val_loss: 0.0212 - lr: 0.0025\n", "Epoch 62/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0196 - val_loss: 0.0208 - lr: 0.0025\n", "Epoch 63/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0195 - val_loss: 0.0202 - lr: 0.0025\n", "Epoch 64/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0195 - val_loss: 0.0211 - lr: 0.0025\n", "Epoch 65/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 66/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0194 - val_loss: 0.0203 - lr: 0.0025\n", "Epoch 67/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0193 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 68/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0194 - val_loss: 0.0210 - lr: 0.0025\n", "Epoch 69/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0193 - val_loss: 0.0204 - lr: 0.0025\n", "Epoch 70/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0192 - val_loss: 0.0212 - lr: 0.0025\n", "Epoch 71/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0192 - val_loss: 0.0211 - lr: 0.0025\n", "Epoch 72/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0192 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 73/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0213 - lr: 0.0025\n", "Epoch 74/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0188 - val_loss: 0.0208 - lr: 0.0025\n", "Epoch 75/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0188 - val_loss: 0.0217 - lr: 0.0025\n", "Epoch 76/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0188 - val_loss: 0.0213 - lr: 0.0025\n", "Epoch 77/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0186 - val_loss: 0.0220 - lr: 0.0025\n", "Epoch 78/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0185 - val_loss: 0.0230 - lr: 0.0025\n", "Epoch 79/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0183 - val_loss: 0.0272 - lr: 0.0025\n", "Epoch 80/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0221 - lr: 0.0025\n", "Epoch 81/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0180 - val_loss: 0.0250 - lr: 0.0025\n", "Epoch 82/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0179 - val_loss: 0.0295 - lr: 0.0025\n", "Epoch 83/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0179 - val_loss: 0.0263 - lr: 0.0025\n", "Epoch 84/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0173 - val_loss: 0.0288 - lr: 0.0025\n", "Epoch 85/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0172 - val_loss: 0.0283 - lr: 0.0025\n", "Epoch 86/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0170 - val_loss: 0.0414 - lr: 0.0025\n", "Epoch 87/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0168 - val_loss: 0.0440 - lr: 0.0025\n", "Epoch 88/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0164 - val_loss: 0.0588 - lr: 0.0025\n", "Epoch 89/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0163 - val_loss: 0.0411 - lr: 0.0012\n", "Epoch 90/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0163 - val_loss: 0.0262 - lr: 0.0012\n", "Epoch 91/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0163 - val_loss: 0.0313 - lr: 0.0012\n", "Epoch 92/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0162 - val_loss: 0.0332 - lr: 0.0012\n", "Epoch 93/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0161 - val_loss: 0.0377 - lr: 0.0012\n", "Epoch 94/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0160 - val_loss: 0.0454 - lr: 0.0012\n", "Epoch 95/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0159 - val_loss: 0.0459 - lr: 0.0012\n", "Epoch 96/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0157 - val_loss: 0.0400 - lr: 0.0012\n", "Epoch 97/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0158 - val_loss: 0.0507 - lr: 0.0012\n", "Epoch 98/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0155 - val_loss: 0.0452 - lr: 0.0012\n", "Epoch 99/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0153 - val_loss: 0.0413 - lr: 0.0012\n", "Epoch 100/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0153 - val_loss: 0.0590 - lr: 0.0012\n", "Epoch 101/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0153 - val_loss: 0.0463 - lr: 0.0012\n", "Epoch 102/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0153 - val_loss: 0.0503 - lr: 0.0012\n", "Epoch 103/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0152 - val_loss: 0.0425 - lr: 0.0012\n", "Epoch 104/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0151 - val_loss: 0.0740 - lr: 0.0012\n", "Epoch 105/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0150 - val_loss: 0.0793 - lr: 0.0012\n", "Epoch 106/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0149 - val_loss: 0.0869 - lr: 0.0012\n", "Epoch 107/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0147 - val_loss: 0.0852 - lr: 0.0012\n", "Epoch 108/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0148 - val_loss: 0.0775 - lr: 0.0012\n", "Epoch 109/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0147 - val_loss: 0.0708 - lr: 0.0012\n", "Epoch 110/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0147 - val_loss: 0.0689 - lr: 0.0012\n", "Epoch 111/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0144 - val_loss: 0.0498 - lr: 0.0012\n", "Epoch 112/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0145 - val_loss: 0.0670 - lr: 0.0012\n", "Epoch 113/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0145 - val_loss: 0.0696 - lr: 0.0012\n", "Epoch 114/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0144 - val_loss: 0.0498 - lr: 6.2500e-04\n", "Epoch 115/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0141 - val_loss: 0.0420 - lr: 6.2500e-04\n", "Epoch 116/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0144 - val_loss: 0.0335 - lr: 6.2500e-04\n", "Epoch 117/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0141 - val_loss: 0.0244 - lr: 6.2500e-04\n", "Epoch 118/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0142 - val_loss: 0.0266 - lr: 6.2500e-04\n", "Epoch 119/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0142 - val_loss: 0.0238 - lr: 6.2500e-04\n", "Epoch 120/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0141 - val_loss: 0.0361 - lr: 6.2500e-04\n", "Epoch 121/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0138 - val_loss: 0.0279 - lr: 6.2500e-04\n", "Epoch 122/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0275 - lr: 6.2500e-04\n", "Epoch 123/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0141 - val_loss: 0.0373 - lr: 6.2500e-04\n", "Epoch 124/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0371 - lr: 6.2500e-04\n", "Epoch 125/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0140 - val_loss: 0.0393 - lr: 6.2500e-04\n", "Epoch 126/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0141 - val_loss: 0.0332 - lr: 6.2500e-04\n", "Epoch 127/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0375 - lr: 6.2500e-04\n", "Epoch 128/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0138 - val_loss: 0.0354 - lr: 6.2500e-04\n", "Epoch 129/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0138 - val_loss: 0.0455 - lr: 6.2500e-04\n", "Epoch 130/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0138 - val_loss: 0.0377 - lr: 6.2500e-04\n", "Epoch 131/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0423 - lr: 6.2500e-04\n", "Epoch 132/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0455 - lr: 6.2500e-04\n", "Epoch 133/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0139 - val_loss: 0.0414 - lr: 6.2500e-04\n", "Epoch 134/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0358 - lr: 6.2500e-04\n", "Epoch 135/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0299 - lr: 6.2500e-04\n", "Epoch 136/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0360 - lr: 6.2500e-04\n", "Epoch 137/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0135 - val_loss: 0.0370 - lr: 6.2500e-04\n", "Epoch 138/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0134 - val_loss: 0.0303 - lr: 6.2500e-04\n", "Epoch 139/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0134 - val_loss: 0.0235 - lr: 3.1250e-04\n", "Epoch 140/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0136 - val_loss: 0.0224 - lr: 3.1250e-04\n", "Epoch 141/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0134 - val_loss: 0.0197 - lr: 3.1250e-04\n", "Epoch 142/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0134 - val_loss: 0.0184 - lr: 3.1250e-04\n", "Epoch 143/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0135 - val_loss: 0.0167 - lr: 3.1250e-04\n", "Epoch 144/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0135 - val_loss: 0.0169 - lr: 3.1250e-04\n", "Epoch 145/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0132 - val_loss: 0.0164 - lr: 3.1250e-04\n", "Epoch 146/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0135 - val_loss: 0.0222 - lr: 3.1250e-04\n", "Epoch 147/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0134 - val_loss: 0.0188 - lr: 3.1250e-04\n", "Epoch 148/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0133 - val_loss: 0.0175 - lr: 3.1250e-04\n", "Epoch 149/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0134 - val_loss: 0.0223 - lr: 3.1250e-04\n", "Epoch 150/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0133 - val_loss: 0.0225 - lr: 3.1250e-04\n", "Epoch 151/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0134 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 152/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0133 - val_loss: 0.0197 - lr: 3.1250e-04\n", "Epoch 153/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0132 - val_loss: 0.0171 - lr: 3.1250e-04\n", "Epoch 154/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0134 - val_loss: 0.0190 - lr: 3.1250e-04\n", "Epoch 155/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0131 - val_loss: 0.0162 - lr: 3.1250e-04\n", "Epoch 156/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0133 - val_loss: 0.0184 - lr: 3.1250e-04\n", "Epoch 157/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0133 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 158/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0133 - val_loss: 0.0178 - lr: 3.1250e-04\n", "Epoch 159/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0131 - val_loss: 0.0165 - lr: 3.1250e-04\n", "Epoch 160/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0131 - val_loss: 0.0169 - lr: 3.1250e-04\n", "Epoch 161/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0132 - val_loss: 0.0151 - lr: 3.1250e-04\n", "Epoch 162/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0130 - val_loss: 0.0200 - lr: 3.1250e-04\n", "Epoch 163/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0131 - val_loss: 0.0194 - lr: 3.1250e-04\n", "Epoch 164/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0130 - val_loss: 0.0164 - lr: 3.1250e-04\n", "Epoch 165/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0131 - val_loss: 0.0171 - lr: 3.1250e-04\n", "Epoch 166/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0130 - val_loss: 0.0219 - lr: 3.1250e-04\n", "Epoch 167/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0130 - val_loss: 0.0193 - lr: 3.1250e-04\n", "Epoch 168/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0130 - val_loss: 0.0171 - lr: 3.1250e-04\n", "Epoch 169/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0129 - val_loss: 0.0179 - lr: 3.1250e-04\n", "Epoch 170/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0130 - val_loss: 0.0184 - lr: 3.1250e-04\n", "Epoch 171/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0130 - val_loss: 0.0179 - lr: 3.1250e-04\n", "Epoch 172/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0129 - val_loss: 0.0227 - lr: 3.1250e-04\n", "Epoch 173/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0132 - val_loss: 0.0197 - lr: 3.1250e-04\n", "Epoch 174/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0130 - val_loss: 0.0200 - lr: 3.1250e-04\n", "Epoch 175/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0131 - val_loss: 0.0176 - lr: 3.1250e-04\n", "Epoch 176/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0130 - val_loss: 0.0178 - lr: 3.1250e-04\n", "Epoch 177/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0130 - val_loss: 0.0175 - lr: 3.1250e-04\n", "Epoch 178/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0129 - val_loss: 0.0181 - lr: 3.1250e-04\n", "Epoch 179/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0160 - lr: 3.1250e-04\n", "Epoch 180/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0129 - val_loss: 0.0172 - lr: 3.1250e-04\n", "Epoch 181/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0129 - val_loss: 0.0170 - lr: 3.1250e-04\n", "Epoch 182/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0127 - val_loss: 0.0152 - lr: 3.1250e-04\n", "Epoch 183/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0127 - val_loss: 0.0146 - lr: 3.1250e-04\n", "Epoch 184/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0128 - val_loss: 0.0146 - lr: 3.1250e-04\n", "Epoch 185/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0130 - val_loss: 0.0147 - lr: 3.1250e-04\n", "Epoch 186/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0127 - val_loss: 0.0194 - lr: 3.1250e-04\n", "Epoch 187/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0128 - val_loss: 0.0191 - lr: 3.1250e-04\n", "Epoch 188/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0126 - val_loss: 0.0159 - lr: 3.1250e-04\n", "Epoch 189/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0126 - val_loss: 0.0174 - lr: 3.1250e-04\n", "Epoch 190/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0127 - val_loss: 0.0178 - lr: 3.1250e-04\n", "Epoch 191/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0126 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 192/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0126 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 193/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0128 - val_loss: 0.0152 - lr: 3.1250e-04\n", "Epoch 194/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0159 - lr: 3.1250e-04\n", "Epoch 195/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0126 - val_loss: 0.0168 - lr: 3.1250e-04\n", "Epoch 196/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0124 - val_loss: 0.0181 - lr: 3.1250e-04\n", "Epoch 197/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0157 - lr: 3.1250e-04\n", "Epoch 198/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0126 - val_loss: 0.0190 - lr: 3.1250e-04\n", "Epoch 199/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0190 - lr: 3.1250e-04\n", "Epoch 200/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0154 - lr: 3.1250e-04\n", "Epoch 201/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0143 - lr: 3.1250e-04\n", "Epoch 202/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0124 - val_loss: 0.0156 - lr: 3.1250e-04\n", "Epoch 203/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0126 - val_loss: 0.0143 - lr: 3.1250e-04\n", "Epoch 204/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0137 - lr: 3.1250e-04\n", "Epoch 205/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0146 - lr: 3.1250e-04\n", "Epoch 206/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0196 - lr: 3.1250e-04\n", "Epoch 207/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0172 - lr: 3.1250e-04\n", "Epoch 208/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0125 - val_loss: 0.0163 - lr: 3.1250e-04\n", "Epoch 209/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0124 - val_loss: 0.0178 - lr: 3.1250e-04\n", "Epoch 210/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0144 - lr: 3.1250e-04\n", "Epoch 211/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0173 - lr: 3.1250e-04\n", "Epoch 212/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0151 - lr: 3.1250e-04\n", "Epoch 213/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0165 - lr: 3.1250e-04\n", "Epoch 214/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0170 - lr: 3.1250e-04\n", "Epoch 215/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0151 - lr: 3.1250e-04\n", "Epoch 216/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0124 - val_loss: 0.0158 - lr: 3.1250e-04\n", "Epoch 217/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0123 - val_loss: 0.0138 - lr: 3.1250e-04\n", "Epoch 218/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0122 - val_loss: 0.0140 - lr: 3.1250e-04\n", "Epoch 219/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0123 - val_loss: 0.0154 - lr: 3.1250e-04\n", "Epoch 220/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0123 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 221/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0124 - val_loss: 0.0154 - lr: 3.1250e-04\n", "Epoch 222/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0123 - val_loss: 0.0168 - lr: 3.1250e-04\n", "Epoch 223/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0124 - val_loss: 0.0175 - lr: 3.1250e-04\n", "Epoch 224/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0168 - lr: 3.1250e-04\n", "Epoch 225/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0121 - val_loss: 0.0161 - lr: 3.1250e-04\n", "Epoch 226/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0123 - val_loss: 0.0157 - lr: 3.1250e-04\n", "Epoch 227/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0120 - val_loss: 0.0149 - lr: 3.1250e-04\n", "Epoch 228/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0121 - val_loss: 0.0148 - lr: 3.1250e-04\n", "Epoch 229/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0121 - val_loss: 0.0156 - lr: 3.1250e-04\n", "Epoch 230/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0120 - val_loss: 0.0130 - lr: 1.5625e-04\n", "Epoch 231/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 232/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0123 - val_loss: 0.0131 - lr: 1.5625e-04\n", "Epoch 233/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0121 - val_loss: 0.0128 - lr: 1.5625e-04\n", "Epoch 234/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0120 - val_loss: 0.0131 - lr: 1.5625e-04\n", "Epoch 235/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0120 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 236/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0127 - lr: 1.5625e-04\n", "Epoch 237/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0121 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 238/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0130 - lr: 1.5625e-04\n", "Epoch 239/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0121 - val_loss: 0.0135 - lr: 1.5625e-04\n", "Epoch 240/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0120 - val_loss: 0.0137 - lr: 1.5625e-04\n", "Epoch 241/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0120 - val_loss: 0.0136 - lr: 1.5625e-04\n", "Epoch 242/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0120 - val_loss: 0.0134 - lr: 1.5625e-04\n", "Epoch 243/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0121 - val_loss: 0.0128 - lr: 1.5625e-04\n", "Epoch 244/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 245/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0121 - val_loss: 0.0131 - lr: 1.5625e-04\n", "Epoch 246/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 247/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0123 - lr: 1.5625e-04\n", "Epoch 248/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0130 - lr: 1.5625e-04\n", "Epoch 249/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0132 - lr: 1.5625e-04\n", "Epoch 250/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 251/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 252/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0120 - val_loss: 0.0130 - lr: 1.5625e-04\n", "Epoch 253/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0119 - val_loss: 0.0130 - lr: 1.5625e-04\n", "Epoch 254/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0128 - lr: 1.5625e-04\n", "Epoch 255/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0135 - lr: 1.5625e-04\n", "Epoch 256/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0131 - lr: 1.5625e-04\n", "Epoch 257/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0119 - val_loss: 0.0133 - lr: 1.5625e-04\n", "Epoch 258/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 259/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0126 - lr: 1.5625e-04\n", "Epoch 260/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0125 - lr: 1.5625e-04\n", "Epoch 261/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 262/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0116 - val_loss: 0.0121 - lr: 1.5625e-04\n", "Epoch 263/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0118 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 264/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0116 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 265/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0125 - lr: 1.5625e-04\n", "Epoch 266/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0121 - lr: 1.5625e-04\n", "Epoch 267/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0127 - lr: 1.5625e-04\n", "Epoch 268/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0120 - val_loss: 0.0134 - lr: 1.5625e-04\n", "Epoch 269/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0126 - lr: 1.5625e-04\n", "Epoch 270/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0125 - lr: 1.5625e-04\n", "Epoch 271/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 272/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 273/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 274/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0116 - val_loss: 0.0123 - lr: 1.5625e-04\n", "Epoch 275/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0129 - lr: 1.5625e-04\n", "Epoch 276/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0116 - val_loss: 0.0136 - lr: 1.5625e-04\n", "Epoch 277/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0117 - val_loss: 0.0125 - lr: 1.5625e-04\n", "Epoch 278/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0116 - val_loss: 0.0127 - lr: 1.5625e-04\n", "Epoch 279/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0125 - lr: 1.5625e-04\n", "Epoch 280/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 281/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0126 - lr: 1.5625e-04\n", "Epoch 282/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0125 - lr: 1.5625e-04\n", "Epoch 283/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0121 - lr: 1.5625e-04\n", "Epoch 284/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 285/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 286/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0116 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 287/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0114 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 288/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0114 - val_loss: 0.0126 - lr: 1.5625e-04\n", "Epoch 289/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0113 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 290/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0114 - val_loss: 0.0127 - lr: 1.5625e-04\n", "Epoch 291/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0116 - val_loss: 0.0126 - lr: 1.5625e-04\n", "Epoch 292/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0114 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 293/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0113 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 294/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0115 - val_loss: 0.0121 - lr: 1.5625e-04\n", "Epoch 295/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0114 - val_loss: 0.0128 - lr: 1.5625e-04\n", "Epoch 296/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0113 - val_loss: 0.0128 - lr: 1.5625e-04\n", "Epoch 297/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0114 - val_loss: 0.0131 - lr: 1.5625e-04\n", "Epoch 298/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0113 - val_loss: 0.0133 - lr: 1.5625e-04\n", "Epoch 299/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0113 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 300/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0114 - val_loss: 0.0121 - lr: 1.5625e-04\n", "Epoch 301/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0112 - val_loss: 0.0127 - lr: 1.5625e-04\n", "Epoch 302/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0112 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 303/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0112 - val_loss: 0.0123 - lr: 1.5625e-04\n", "Epoch 304/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0113 - val_loss: 0.0123 - lr: 1.5625e-04\n", "Epoch 305/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0112 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 306/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0112 - val_loss: 0.0117 - lr: 1.5625e-04\n", "Epoch 307/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0110 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 308/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0111 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 309/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0127 - lr: 1.5625e-04\n", "Epoch 310/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 311/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0111 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 312/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 313/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0111 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 314/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0119 - lr: 1.5625e-04\n", "Epoch 315/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0113 - val_loss: 0.0119 - lr: 1.5625e-04\n", "Epoch 316/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0109 - val_loss: 0.0119 - lr: 1.5625e-04\n", "Epoch 317/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0111 - val_loss: 0.0115 - lr: 1.5625e-04\n", "Epoch 318/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 319/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 320/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0114 - lr: 1.5625e-04\n", "Epoch 321/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 322/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0123 - lr: 1.5625e-04\n", "Epoch 323/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0114 - lr: 1.5625e-04\n", "Epoch 324/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0111 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 325/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 326/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0113 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 327/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 328/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0113 - lr: 1.5625e-04\n", "Epoch 329/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0115 - lr: 1.5625e-04\n", "Epoch 330/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 331/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0111 - val_loss: 0.0124 - lr: 1.5625e-04\n", "Epoch 332/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 333/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0108 - val_loss: 0.0123 - lr: 1.5625e-04\n", "Epoch 334/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0113 - lr: 1.5625e-04\n", "Epoch 335/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0107 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 336/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0115 - lr: 1.5625e-04\n", "Epoch 337/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 338/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0109 - val_loss: 0.0122 - lr: 1.5625e-04\n", "Epoch 339/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0108 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 340/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0108 - val_loss: 0.0127 - lr: 1.5625e-04\n", "Epoch 341/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0108 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 342/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0108 - val_loss: 0.0118 - lr: 1.5625e-04\n", "Epoch 343/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0106 - val_loss: 0.0114 - lr: 1.5625e-04\n", "Epoch 344/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 345/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0107 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 346/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0107 - val_loss: 0.0111 - lr: 1.5625e-04\n", "Epoch 347/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0107 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 348/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0106 - val_loss: 0.0113 - lr: 1.5625e-04\n", "Epoch 349/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0105 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 350/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0106 - val_loss: 0.0109 - lr: 1.5625e-04\n", "Epoch 351/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0106 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 352/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0107 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 353/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0108 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 354/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0107 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 355/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 356/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 357/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0106 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 358/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0111 - lr: 1.5625e-04\n", "Epoch 359/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0107 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 360/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0107 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 361/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 362/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0106 - val_loss: 0.0113 - lr: 1.5625e-04\n", "Epoch 363/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0109 - lr: 1.5625e-04\n", "Epoch 364/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0104 - val_loss: 0.0106 - lr: 1.5625e-04\n", "Epoch 365/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 366/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0106 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 367/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0105 - val_loss: 0.0106 - lr: 1.5625e-04\n", "Epoch 368/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0106 - lr: 1.5625e-04\n", "Epoch 369/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0107 - lr: 1.5625e-04\n", "Epoch 370/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 371/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0109 - lr: 1.5625e-04\n", "Epoch 372/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0111 - lr: 1.5625e-04\n", "Epoch 373/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0107 - lr: 1.5625e-04\n", "Epoch 374/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0114 - lr: 1.5625e-04\n", "Epoch 375/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 376/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0113 - lr: 1.5625e-04\n", "Epoch 377/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 378/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0120 - lr: 1.5625e-04\n", "Epoch 379/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0123 - lr: 1.5625e-04\n", "Epoch 380/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0114 - lr: 1.5625e-04\n", "Epoch 381/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0107 - lr: 1.5625e-04\n", "Epoch 382/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0105 - val_loss: 0.0102 - lr: 1.5625e-04\n", "Epoch 383/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0109 - lr: 1.5625e-04\n", "Epoch 384/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0107 - lr: 1.5625e-04\n", "Epoch 385/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0107 - lr: 1.5625e-04\n", "Epoch 386/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 387/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 388/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0107 - lr: 1.5625e-04\n", "Epoch 389/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 390/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 391/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0112 - lr: 1.5625e-04\n", "Epoch 392/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0103 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 393/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0106 - lr: 1.5625e-04\n", "Epoch 394/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 395/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0109 - lr: 1.5625e-04\n", "Epoch 396/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0110 - lr: 1.5625e-04\n", "Epoch 397/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0116 - lr: 1.5625e-04\n", "Epoch 398/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0109 - lr: 1.5625e-04\n", "Epoch 399/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0114 - lr: 1.5625e-04\n", "Epoch 400/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0104 - lr: 1.5625e-04\n", "Epoch 401/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0107 - lr: 1.5625e-04\n", "Epoch 402/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0111 - lr: 1.5625e-04\n", "Epoch 403/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 404/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0111 - lr: 1.5625e-04\n", "Epoch 405/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0108 - lr: 1.5625e-04\n", "Epoch 406/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0105 - lr: 1.5625e-04\n", "Epoch 407/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0102 - lr: 1.5625e-04\n", "Epoch 408/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0103 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 409/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0103 - lr: 7.8125e-05\n", "Epoch 410/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 411/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 412/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 413/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 414/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 415/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0103 - lr: 7.8125e-05\n", "Epoch 416/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 417/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 418/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 419/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 420/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 421/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 422/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0103 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 423/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 424/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 425/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 426/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 427/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0103 - lr: 7.8125e-05\n", "Epoch 428/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 429/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 430/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 431/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 432/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 433/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 434/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 435/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 436/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 437/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 438/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 439/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 440/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 441/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 442/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 443/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 444/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 445/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 446/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 447/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 448/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 449/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 450/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 451/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 452/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 453/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 454/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 455/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 456/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 457/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 458/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 459/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 460/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0101 - lr: 7.8125e-05\n", "Epoch 461/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 462/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 463/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 464/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0102 - lr: 7.8125e-05\n", "Epoch 465/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 466/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 467/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 468/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 469/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 470/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 471/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 472/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 473/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 474/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 475/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 476/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 477/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 478/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 479/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 480/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 481/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 482/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 483/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 484/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 485/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 486/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 487/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 488/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 489/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 490/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 491/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 492/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 493/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 494/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 495/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 496/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 497/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 498/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 499/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 500/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 501/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 502/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 503/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 504/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 505/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 506/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 507/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 508/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 509/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 510/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 511/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 512/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 513/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 514/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 515/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 516/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 517/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0099 - lr: 7.8125e-05\n", "Epoch 518/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 519/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 520/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 521/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 522/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 523/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 524/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 525/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 526/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 527/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 528/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 529/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 530/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 531/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 532/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 533/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0100 - lr: 7.8125e-05\n", "Epoch 534/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 535/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 536/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 537/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 538/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 539/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 540/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 541/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 542/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 543/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 544/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 545/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 546/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 547/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 548/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 549/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 550/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 551/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 552/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 553/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 554/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 555/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 556/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 557/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 558/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 559/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 560/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 561/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 562/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 563/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 564/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 565/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 566/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 567/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 568/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 569/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 570/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 571/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 572/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 573/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 574/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 575/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 576/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 577/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 578/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 579/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 580/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 581/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 582/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 583/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 584/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 585/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 586/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0096 - lr: 7.8125e-05\n", "Epoch 587/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0097 - lr: 7.8125e-05\n", "Epoch 588/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 589/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 590/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 591/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 592/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 593/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 594/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 595/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 596/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 597/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 598/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 599/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 600/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 601/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 602/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 603/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 604/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 605/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 606/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 607/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 608/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 609/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 610/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 611/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 612/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 613/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 614/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 615/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 616/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 617/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 618/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 619/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 620/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 621/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 622/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 623/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0095 - lr: 7.8125e-05\n", "Epoch 624/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 625/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 626/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 627/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 628/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 629/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 630/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 631/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 632/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 633/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 634/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 635/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 636/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 637/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 638/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 639/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 640/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 641/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 642/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 643/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 644/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 645/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 646/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 647/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 648/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 649/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 650/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 651/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 652/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 653/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 654/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 655/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 656/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 657/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 658/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 659/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 660/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 661/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 662/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 663/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 664/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 665/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 666/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 667/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 668/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 669/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 670/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 671/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 672/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 673/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 674/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 675/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 676/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 677/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 678/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0094 - lr: 7.8125e-05\n", "Epoch 679/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 680/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 681/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 682/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 683/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 684/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 685/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 686/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 687/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 688/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 689/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 690/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 691/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 692/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 693/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 694/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 695/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 696/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 697/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 698/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 699/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 700/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 701/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 702/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0095 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 703/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 704/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 705/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 706/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 707/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 708/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 709/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 710/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 711/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 712/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 713/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 714/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 715/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 716/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0093 - lr: 7.8125e-05\n", "Epoch 717/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 718/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 719/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 720/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 721/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0092 - lr: 7.8125e-05\n", "Epoch 722/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 723/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 724/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 725/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 726/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 727/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 728/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 729/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 730/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 731/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 732/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 733/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 734/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 735/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 736/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 737/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 738/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 739/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 740/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 741/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 742/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 743/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 744/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 745/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 746/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 747/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0091 - lr: 7.8125e-05\n", "Epoch 748/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 749/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 750/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 751/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 752/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 753/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 754/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 755/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 756/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 757/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 758/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 759/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 760/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 761/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 762/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 763/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 764/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 765/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 766/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 767/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 768/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 769/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 770/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 771/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 772/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 773/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 774/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 775/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 776/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 777/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 778/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 779/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0090 - lr: 7.8125e-05\n", "Epoch 780/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 781/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 782/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 783/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 784/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 785/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 786/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 787/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 788/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 789/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 790/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 791/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 792/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 793/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 794/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 795/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 796/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 797/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 798/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 799/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 800/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 801/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 802/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 803/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 804/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 805/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 806/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 807/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 808/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 809/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 810/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 811/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 812/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 813/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 814/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0089 - lr: 7.8125e-05\n", "Epoch 815/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 816/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 817/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 818/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 819/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 820/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 821/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 822/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 823/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 824/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 825/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 826/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0092 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 827/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 828/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 829/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 830/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 831/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0091 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 832/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 833/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 834/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 835/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 836/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 837/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 838/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 839/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 840/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 841/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 842/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 843/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0088 - lr: 7.8125e-05\n", "Epoch 844/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 845/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 846/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 847/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 848/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 849/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 850/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 851/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 852/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 853/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 854/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 855/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 856/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 857/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 858/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 859/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 860/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 861/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 862/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 863/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 864/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 865/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 866/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 867/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 868/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0087 - lr: 7.8125e-05\n", "Epoch 869/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 870/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 871/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 872/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 873/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 874/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 875/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 876/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 877/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 878/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 879/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 880/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 881/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 882/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 883/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 884/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 885/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 886/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 887/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 888/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 889/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 890/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 891/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 892/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 893/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 894/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 895/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 896/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 897/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 898/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 899/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 900/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 901/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 902/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 903/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 904/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 905/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 906/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 907/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 908/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 909/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 910/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0086 - lr: 7.8125e-05\n", "Epoch 911/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 912/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 913/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 914/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 915/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 916/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 917/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 918/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 919/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 920/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 921/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 922/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 923/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 924/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 925/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 926/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 927/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 928/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 929/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 930/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 931/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 932/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 933/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 934/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 935/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 936/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 937/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 938/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 939/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 940/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 941/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 942/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 943/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 944/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 945/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0088 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 946/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 947/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 948/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 949/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 950/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 951/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 952/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 953/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 954/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 955/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 956/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 957/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 958/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 959/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 960/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 961/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 962/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 963/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 964/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 965/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 966/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 967/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 968/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 969/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 970/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 971/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 972/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 973/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 974/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 975/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 976/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 977/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 978/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 979/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 980/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 981/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 982/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 983/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 984/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 985/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 986/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 987/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 988/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 989/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 990/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 991/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 992/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 993/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 994/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 995/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 996/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 997/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 998/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 999/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1000/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0083 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 1001/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1002/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1003/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1004/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1005/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1006/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0082 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1007/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0083 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1008/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1009/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1010/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1011/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1012/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0082 - lr: 7.8125e-05\n", "Epoch 1013/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 1014/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1015/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0082 - lr: 7.8125e-05\n", "Epoch 1016/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1017/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1018/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0083 - lr: 7.8125e-05\n", "Epoch 1019/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 1020/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0082 - lr: 7.8125e-05\n", "Epoch 1021/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0082 - lr: 7.8125e-05\n", "Epoch 1022/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0082 - lr: 7.8125e-05\n", "Epoch 1023/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0085 - val_loss: 0.0082 - lr: 7.8125e-05\n", "Epoch 1024/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0082 - lr: 7.8125e-05\n" ] } ], "source": [ "epoch, batch_size = 1024, 64\n", "history_plain_11 = plain_11.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size,\n", " method=training_method)\n", "history_plain_5 = plain_5.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size,\n", " method=training_method)" ] }, { "cell_type": "markdown", "metadata": { "pycharm": { "name": "#%% md\n" } }, "source": [ "Save the result to history.p" ] }, { "cell_type": "code", "execution_count": 5, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "# import pickle\n", "# with open('history.p', 'wb') as f:\n", "# pickle.dump({'history_11': history_plain_11, 'history_5':history_plain_5}, f)" ] }, { "cell_type": "markdown", "metadata": { "pycharm": { "name": "#%% md\n" } }, "source": [ "## Post analysis and drawing" ] }, { "cell_type": "code", "execution_count": 6, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "# with open(\"history.p\", 'rb') as f:\n", "# data = pickle.load(f)\n", "# history_plain_11, history_plain_5 = data['history_11'], data['history_5']" ] }, { "cell_type": "code", "execution_count": 7, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "smoothing_windows = 16\n", "def moving_average(x, w):\n", " return np.convolve(x, np.ones(w), 'valid') / w" ] }, { "cell_type": "code", "execution_count": 8, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [ { "data": { "text/plain": "
", "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEKCAYAAAAIO8L1AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAABMr0lEQVR4nO2dd3hVVdaH351CKEmAhJ4EEzQgZQyEMCFjBGwjdh1RcXQsqKijjG3sit1xHHUc2yg2dGzfOHZs2ADRGEEEpAgoNfQqCSVA2N8f61xuLwn35l7Cep/nPDlnn33OWeSG87t7r73WMtZaFEVRFMWXpHgboCiKoiQmKhCKoihKQFQgFEVRlICoQCiKoigBUYFQFEVRAqICoSiKogQkZgJhjMkzxnxpjJlrjJltjLkyQB9jjHnUGPOzMWamMabY49xQY8w859yNsbJTURRFCUwsRxC7gGuttT2BgcDlxphePn2OBQqdbSTwbwBjTDLwhHO+F3BWgGsVRVGUGBIzgbDWrrTWTnP2q4G5QI5Pt5OBl6zwLdDGGNMZ+C3ws7V2obV2B/C601dRFEVpJFIa4yHGmHygH1DpcyoHWOZxXOW0BWovDXLvkcjog8LCwv5jxowBoFu3bmRkZDBjxgwAsrOz6d27N//5z1SmTWvL6aevpry8nGnTprF582YASkpKWL16NRu/+IJWv/xC5qhRpKWlMWvWLAA6dOhA9+7dmTx5MgBpaWmUlZUxdepUampqACgtLaWqqorly5cD0KNHD5KTk5kzZw4AnTp1oqCggIqKCgBatGhBaWkplZWVbNu2DYCysjIWLVrEqlWrAOjVqxd1dXWsGXkLReNeAOA27mLzX87k1FNXkJ6eTklJCRUVFdTW1gJQXl7O/Pnz+eCDnVx/fVHIz2f06NmcfHItxcXFTJ48mV27dgEwaNAgZs+ezfr16wEoKiqiurqahQsXApCfn09WVhbTpk0DoG3bthQVFTFx4kSstRhjGDx4MDNmzGDjxo0AFBcXs2HDBhYvXhzyc5o0aRIAKSkpQT+nZcvkT6SwsDChPqd58+YBkJOTQ25uLpWV8mcf6nNas2YNAH369KG2tpYFCxYAkJeXR8eOHZk6dSoAmZmZ+jnp5xTVz2nIkCGGYFhrY7oB6cD3wB8CnPsAKPc4/hzoD5wOPOvR/ifgsXDP6t+/v42EO+6wdtWqMJ2uvdbaHTsiul9jsfHau60Fa8Hey0127Njw13z++Z5Lgm4vvBBz0xVFSVyCvlNjuorJGJMKvAm8Yq19K0CXKiDP4zgXWBGiPSpccQW89FKYTuecAy+/HK1HRoVmmc337DdnO+np4a9JiWCMuHbtXhilKEqTJZarmAzwHDDXWvtwkG7vAec6q5kGAr9aa1cCU4BCY0yBMaYZMNzpGxWys2H9eti+PUSnvn1h7lzYujVaj91rmrVusWe/Bdto1Sr8Namp4fssWbIXRimK0mSJ5QjiUGRq6AhjzHRnO84Yc6kx5lKnz4fAQuBn4BngzwDW2l3AFcAniHP7v9ba2dE07oIL4Pnnw3S66KIIhhqNR0q69wiiWbMIrolgBOFMXyqKongRMye1tXYyENz5IX0scHmQcx8iAhITevSAsWNlgNCyZZBO3bvDM89AXR0kJ8fKlMhp4T2CiCRTeyQCsXTpXtikKEqTZb+OpB45EpxFT8H5wx/g7bcbxZ6wNPceQbRuHf6SSKaYnAUjiqIoXuzXAlFQAKtXg7MKLTBlZVBRQURf12ONx1Ant80W+vcPf0kkI4gEcrMoipJA7NcCAXDccfDqq2E6HXqoiES8yczcs9u/RzUm5ASeEMkIYsuWvbBJUZQmy34vEIcdBsuXh1nJc/LJ8O67jWZTUDIy9uya6uqILol0ium3v1VfhKIo3uz3AgEwahQ89FCIWaTkZMjNjf9yH48RBE4UZDg8/NohmTJF/PGKoiguVCCA9HQ4+mj46qsQnc47D155pdFsCojHCIIIRxCRCgTAG2/U0x5FUZo0KhAOxx0HH3wQokNmpryU4+ms9hWICGwJJhBt2uAXiT1wYMNNUxSl6aEC4ZCcDJ07Q1VViE59+sDsqMbr1Y/UVPdS1927I1p+lJyMX0BdRQUsXOitN+B/rCjK/o0KhAfnnhsmcPqEE2DcuEazJyBRmGYaMADatvW/vK5uL21TFKVJoQLhQVaWfCkPmqOpTRv49dfGNCmwDS6clL/h8IivAyDJ+dR9A+R27my4WYqiND1UIHwYPjxMEteDDoKff240e/zo2NG9H+HSW98pJlf8xBlneLeHDBhUFGW/QwXChz594JdfQgwU4h0TkZXl3r/pJrjllrDO6mBJ/Z580vtYBUJRFE9UIAJwxRXw7LNBTrZrJ7nC44Vv8Yb77guzPjd4sFx2tncUuQqEoiieqEAEICdHNGDHjiAd8vLiF3bcubN/23uhS2WEiqb2zNWkAqEoiicqEEE45ZQQ7914TjPdeit+SZgChYHX1IBTkzdU3QgVCEVRgqECEYQBA2DSpD3vWG+6dJE0sPGgXz+YP98/qs8zb/mMGTLS6NgR5s3TEYSiKA1CBSIIxsCIEfDOO0E6JCXFL3DgoIPg2GO92+66y71/zTUygqiuhlGjVCAURWkQKhAh6NsXpk9vyMlGwBg4/3z38YoV7mmmL75wt3/6qQqEoigNQgUiDDk5kg7cjwEDYNq0RrfHC9+i2jU1AZe8qkAoitIQVCDCMHw4vP56gBO5uWESNzUCxogdLjZsgK+/9uvWKjlYaLgKhKIowVGBCEOHDrBmTYA0FMYkRhlSz8C5WbOkApIPV8y6JOjlKhCKogRDBSIChg+PfymIoGRnu/dvuCFgl8OXvkRXApfMU4FQFCUYKhAR0K+ffDn3e4FmZ8O6dXGxaQ+eI4gQqchzCORIUYFQFCU4KhARcvrpASqu9e4d3/oQIEteIyCTwCVKVSAURQmGCkSElJZK3WYvt0O8CwgBjBwZuP2cc2DYsD2HrQmcfVAFQlGUYKhA1IOjj4YJEzwaOnaEVaviZY7QrRsceKB/+9NPS5lUBx1BKIpSX1Qg6sHvfw+ffebR4JsTKV4UFXkfZ2RAy5ZeAqEjCEVR6osKRD1ITpagM6+Kc9bGf7mrZywEwAEHyM/Wrfc09eu2mQ4dYPx4764qEIqiBEMFop4cf7xPWer27eNbHwIk7Ycnxx8vPz1GEGefuJmVK2WazJNEEIiffoLTToNBgyT3Vbz1VlEUQQWinpSUwNSpHg3xLkEKkn7ck+uuk58+9auTAnzaiSAQxx0Hb70ldY9OPRX++9/42KEoijcqEPXEGMn2vadeUCIIRFaWzHu5cjG5gufatXP38a1E5xBvgdi8GRYt8m4bPrzx7VAUxR8ViAZwwQXw4ovOQX6+/xsuHqSlQatW3m3t27v3gwT0eSby80sn0gjMnx+4Pd6aqyiKCkSDyMiArVth926kXFs83qyR4CkQQUYQzZu797cHz+kXMzZsCNweIOegoiiNjApEAxk8GCZOjLcVYYhwiik5Wfbr6hp/mmnjxsDtiaq5irI/oQLRQI46yicmIhFp3dpdkHrLFqkwFwDPUUTAEqsxRAVCURKXmAmEMeZ5Y8waY8ysIOevM8ZMd7ZZxpg6Y0yWc66NMeZ/xpifjDFzjTFlsbKzoaSkyLZ9O+IkDjZXEk+MkUhrF0Em/Fu0cO839jSTCoSiJC6xHEGMBYYGO2mt/Ye1tq+1ti9wEzDRWut6y/4L+NhaezBQBMyNoZ0N5vjj4YMPSIyVTMHo0cO9PyugVusIQlGUgMRMIKy1k4BIv1afBbwGYIzJBAYBzzn32WGt3RQLG/eWAQPg22+BwkJYsCDe5gSme3f3/vnnw7vvep9fv56M5u63cWOPIDZtCtyuAqEo8SclfJfYYoxpiYw0rnCaugFrgReMMUXA98CV1totQa4fCYwE6NKlCxOcbHrdunUjIyODGTNmAJCdnU3v3r2ZNGkSACkpKZSXlzNt2jQ2b5ZEdiUlJaxevZply5YBUFhYSFpaGrOcb94dOnSge/fuTJ48GYC0tDS6di3jo7mbOfiLL1iSk0NpaSlVVVUsdwpZ9+jRg+TkZObMmQNAp06dKCgooKKiAoAWLVpQWlpKZWUl25yv72VlZSxatIhVTiLAXr16UVdXx7x58wDIyckhNzeXyspKANLT0ykpKaGiooLa2loAysvLmT9/Pik7duAhEdRcey1TW7cmLy+PnHHjaH7VVXyUUsAQPmcxBXzzzQ+sWCF5mwYNGsTs2bNZ70SKFxUVUV1dzcKFCwHIz88nKyuLaU5t7rZt21JUVMTEiROx1mKMYfDgwcyYMYONzlChuLiYDRs2sHjxYgDWrx8A+CzPBRYsWMSECUui9jmVlZUxdepUampqABLuc1qzZg0Affr0oba2lgXOF468vDw6duzIVCc6MzMzk+LiYiZPnswuZ0VBY3xOjfX/ST+nxv+chgwZQlCstTHbgHxgVpg+ZwLvexyXALuAUuf4X8DdkTyvf//+trFZutTaxx+31t52W6M/OyLef9+VLcq9WWvtli3WZmbuaXuKkRas/fbbxjXvjDP8zQNrR49uXDsUZT8m6Ds1EVYxDceZXnKoAqqstZXO8f+A4ka3KkLy8jyiqhORvDzv4/R0+Tl7toQxO/yGH4HG90Hs2BG4XaeYFCX+xFUgjDGtgcHAnolxa+0qYJkxxuVdPRKYEwfzIqZ3b1gZ57IQQenZ0zufRkaG/PSpY9EJOa6PD8JaEcfduxtunjOCByS2xIUKhKLEn1guc30NqAB6GGOqjDEXGmMuNcZc6tHtVGC89fcvjAJeMcbMBPoC98XKzmhw1lkwdUGb4Ety4kmzZuDMtQLuUYOPQHRhBWCprCRihg2TzOJ/+EPDRcJTIFyDG1CBUJREIJarmM6y1na21qZaa3Ottc9Za5+y1j7l0WestdYvNZu1drq1tsRae4i19hRrbQK+ed2kpkJq7+4sHh8ksVC8yc93FzfasgVuuMFZfuWmObVks5477ojslhs3SgZWkIVRN9/cMNM8p5hUIBQlsUgEH0STYMglPfj+1XnhO8aDpCT31BLAAw/A88/7dZNRRGQ4Cy/28NFHDTPNcwThmWtQixcpSvxRgYgSzXsWkPXrokZ38kaMR3W5YOSwnM6dA5/buBHuvRfefluOfQUimLM5HMEEQkcQihJ/VCCiRUoKPXvU7XmBJhyemV2DkMPyoNXcbr1Vtj/8QSrAOcuu99DQb/w6xaQoiYsKRBTp1FGqzSVkycyePcN26cKKoCOgJ5907z/6KFx/vff5hgqEjiAUJXFRgYgmSUmcelKdu5hQItG7d9guOSyPaIrsjTf826IhEDqCUJTEQgUimnTtymEHLGXuXKmtkFBEKBA7dvjb7vvy94ivC9onUkJNMamjWlHiiwpENOnRA+bNY9gwGDs23sb4EEwgzj13z24Oku/GdxThEzIR0N9dn5f51q0yRXXffbLq1oXnFNP770NmJvzzn5HfV1GU6KICEU0cgRgwAGpq/EIN4kt+vneFuUcekTf1vffuaerHdMD6CYRvJnPPOtYuggnE66/D6ad7/y4uuQT+8Q+45RZvMfItqb1tG1xzTZB/j6IoMUcFIpq0awdOpsa//AX+7/9g3bo42+QiOVnWqF50EXz1FVx5pVQK6tTJq9s/udpPIHzrDEU6xVRdLVHm//sflJXBhAniwH/55cAm+gqEiy0B8/gqihJrVCBihDEwejQ88US8LfGgvByeeUZ+ukjxzvh+Ff/yEwjfmAcnE7MXgQTCtwz24Yf7L491kZrqro7qi5PpWVGURkYFItq4UloAbdtKtbYVkQcoJwS+AhHJyqZAAhEoeM6zAqonzZqpQChKoqECEW1atfL6in3JJfD003G0JxJuucXrcNv6rV7HkSw53bXLP/7DcwlrOFJSoE2bwOdWr478PoqiRA8ViGjTvbvXpH2bNuKa+PHH+JkUluuu8zrcsWSl13GkK5R8M7rWJ/1GaipkZwc+19A0Hoqi7B0qENHGWcnkyZ//DGPGJPCLrnVr5meV7jls94F3pF+kAuHbrz4jiNTU4COI+txHUZTooQIRbQ48EH75xaspORmuugoefjg+JkVCTbo7S1/vt+6GL7/ccxxpVPPeCkRycuBzCSusitLEUYGINs2aBXyjHnigBJjNnBkHmyKgrlWmd8MRR8jP2lp6L/uYDoR3BPgKRH2nmIKhAqEo8UEFohG5+GIpw5CIyfxaESDYoLYWRo7kxonHMoMiWrDVv48HezuCADjhBP9zKhCKEh9UIGJFABVISYHTToP//CcO9oRhS+eD/Bv/9Cd46SUAOrGaciaHvIevQPjGT4TCJRCPPQajRomv34X6IBQlPqhAxIK8PFi6NOCpww6DuXNh+/ZGtikM80+8lnX4LCPySds6nmO4i9uC3mPXLvjuOzjvPPjwQ7j22sif7xKI/HxJJ37OOe5zOoJQlPigAhEL+vaFGTOCnj7nHHjllcYzJxK6lbanK0sZx/Eh+93GPfRjWsBzTz8NpaUy6DjrrPo939cHkZbm3leBUJT4oAIRC/r0gVmzgp7u3RvmzPGPG4gnZWWwjZZczDNh+57COwHb777bvR8oX1MofDJ+eEVVq0AoSnxQgYgFzZuHnUM65hj47LNGsidCCgthFZ35iKEh+/Vmdr3vnZcX+rzvCMJTINQHoSjxQQUiVoRZqnTUUYknEC1ayM+VdA7Z7zTeogv1S5CUmQm33x78fCiB0BGEosQHFYhY0aULVFUFPZ2UJFNN0wJP58cFl0CsopPfuRu4nyV03XN8Li/V695btsCRRwY/rz4IRUk8VCBixeDBMGlSyC7nnCMFdRKFUCOItbTnAa7fc3wwP9Xr3jt3igM7GDqCUJTEQwUiVvTsKetZQ5CcDF27wpIljWRTGJo3l5+fcZTfuY20ZTH5e447scqvTyjGjAmezhvUB6EoiYgKRKwwJqKQ6fPPlxo+iYBrBPETPbmMJ73OVVDmNfVU0HK1Z7XSsAwN7ffWKSZFSUBUIGJJhw5hixmkp0NWVkh3RaPhEgiAZ7mI2fQC4FXOYjWdvASie8Yqbr4Z+vULf9/SUvG5hEKnmBQl8VCBiCVDhkgh5jCMGAFjx8bamPB4CsQuUhnIt5TzFeczFoA1dMC6KuatWQO1ta5MHCFxTV2FQgVCURIPFYhYEiZgzkWbNpKmoro69iaFwlMgAGrI4GvK2Ym8rXeRSl2Os5LJWvjlF/r0kfiJUHgKRMuWgfuoD0JREg8ViFiSlBRxuPTFF8ODD8bYnjD4CkQg6g7s4T74SVYyPf44HH548Gs8BaJVq8B9fCOp1QehKPFHBSLW5OfDokVhu+XkSGnS+mRAjTYRCUT3g90HTuW83/8evvgCXnst8DWeAjFqVOA+OsWkKImHCkSsOfJI+PzziLqOGCH1IuJF27YRdOruMYLwKa06fDiMHu1/iedo4Prr4aKL/Ptk+tQrUoFQlPijAhFrunWLeFjQqpWMIiIYcMSErCz/ttxc72NzsIdAzJnj1z8nx/8e7du799PSZFmvr3PbN1eT+iAUJf7ETCCMMc8bY9YYYwJ6aY0xQ4wxvxpjpjvbaKc9zxjzpTFmrjFmtjHmyljZ2GgkJ/tX0wnCJZfAE0/E2J4gBBKIiy/2PjZFh7jXrE6ZAosXe51v187/HoFEwzdozlcgYu2D+PFHuPxyqVuhKEpgYjmCGAth0oLCV9bavs52l9O2C7jWWtsTGAhcbozpFUM7Y09pqbxMI6BFC8n0Gsny0WjjKxCtW8M118CAAXL8m99AWm57cTq48Fmf6zlacBFIIDIyvI99RyqxnGLavFk+kiefhDPOqH9qckXZX4iZQFhrJwEbGnDdSmvtNGe/GpgLBHjF7EMMGQJffhlx96OPhpUrG99h7SsQZWUSyPfuu/Dcc/DJJxIgznnnuTtNnOh1TaARRJcu/m2DB0NxsewffDD06OF9PpZTTBMmwLZtsr9li/yuFUXxJyV8l5hSZoyZAawA/mqt9So0YIzJB/oBlcFuYIwZCYwE6NKlCxOcwLRu3bqRkZHBDKeyW3Z2Nr1792aSk0AvJSWF8vJypk2bxmbnK2RJSQmrV69m2bJlABQWFpKWlsYsJ5ahQ4cOdO/encmTpTZzWloaZWVlTJ06lZqaGgBKS0upqqpi+XJJh92jRw+Sk5PZNmcOiyZMoFOnThQUFFBRUQFAixYtKC0tpbKykm3OW6usrIyjjlrMHXekMWLEYnr16kVdXR3zHKdwTk4Oubm5VFbKryU9PZ2SkhIqKiqodd6m5eXlzJ8/nzVr1gDQp08famtrWbBgAQB5eXl07NiRqVOnApCZmUlubrHX77ZdO8uPP85i/fr1dOsGzZsXsXRpNSvr6nDl3ds9fz6TnN9527Ztyckp8vuMdu6czYQJawEoLi5mw4YNLF68mL//3fDrrwfz298246uvvD+nioqvgMGAjCCi+TlVVnYEeu6x76uvppCZmUtycjJzHL9KpJ/TokWLWLVK8lI11udUXFzM5MmT2eVMWw4aNIjZs2ezfv16AIqKiqiurmah8w0jPz+frKwspjmpg9u2bUtRURETJ07EWosxhsGDBzNjxgw2btzo9zlB4v1/0s8pep/TkCFDCIq1NmYbkA/MCnIuE0h39o8DFvicTwe+B/4Q6fP69+9vE5aHHrJ27dp6XXL33dZu3BgbcwJRV2etRMDJdvHFQTru3GltSoq7Y03NnlO7dnnfo3Pnhtmye7f3ferqGnafQDz5pPe9Kyujd29F2QcJ+k6N2yoma+1ma22Ns/8hkGqMaQdgjEkF3gResda+FS8bo8rRR8Onn9brkrPPbtwUHL75kpwvcf6kpHg7DTzmaJKTvbt28i8tERHGeE8z7dzZsPsEwjdiXVdJKUpg4iYQxphOxkhiH2PMbx1b1jttzwFzrbUPx8u+qBNh2g1PCgrkO+7MmTGyKQwhA+c8AxdC5AiJJPguGLHyQ/iau327tN17r/haIkjCqyj7BbFc5voaUAH0MMZUGWMuNMZcaoy51OkyDJjl+CAeBYZbay1wKPAn4AiPJbDHxcrORsOV5C7C1BsuLr9cguca66X1sCPJxsANN4To6LkMKehQI7JEfcGIZCXTd9/BG29EvtLJWrjnHu+22lq4+2649VYJ4vvqq4bZqyhNjYic1MaYDsiLuwuwDZgFTLXWBn3bWWvPCnVPa+3jwOMB2icDJhK79jkGDoSKCjj00IgvadYMBg2CyZPhsMNiaJvDFVdIbF9eHnTvHqJjerp7P8QIotdeLFAOFwsxZozEjQDceWfgKG5fvv3Wv237dvjHP9zH99wD48fXz1ZFaYqEHEEYYw43xnwCfAAcC3QGegG3Aj8aY+40xmSGuofiwTHHyFrRenLyyTBuXAzsCUBqqjyvuDhMR88RhI9AvPGGjEDatInspR2McCOI690VUHn77cjuGej36Dt91aZNZPdSlKZOuBHEccDF1tqlvieMMSnACcDRiENZCUezZjLFtHOnf3a6ECQnQ+fOsGyZf8Rx3AgxxTRsmJRRzcoKnr01EsL5IH791b0/fTrU1cmvNtC01uTJMnXkrP7zQgVCUQITcgRhrb0ukDg453ZZa9+x1qo41Iejjoo4eZ8n558Pjz2WQA7UMFNMeXl7Jw4QWiDq6vz7p6RIEb/PPvNuf/ZZmZ67+Wb44AP/67Zv9z5WgVAUoV5OamPMQGPMF8aYr40xp8bKqCbNYYeBE7RSH9q0geOPhxdfjL5JDSLEFFO08Fwo5TlamDcPzjwz8DXV1XDbbe7jf/zDP5+UL5s2eR8HK2qkKPsb4XwQvqvYrwFOQnIs3eV/hRKW5GT5auzK9VAPBg+GuXMDf3tudDxHEDFKZuQZQ+GZDmPkSHgzxLjV0xHt6acIxi23eB9HM+ZCUfZlwo0gnjLG3GaMcc3qbgL+CJwJaIqzhnLiiQ32Oh97LHz0UZTtaQidO7v3nVQK0cZTIJwsCSxZEn4A5pv4r75o4JyiCOF8EKcA04Fxxpg/AVcBu4GWwCmxNa0JU1wM33/foEsHD4avv46yPQ2hoMC975PyO1p4apBLIK65Jvx1DY3edqEFihRFCOuDsNa+DxwDtAHeAuZZax+11q6NsW1NF2Mkl7bv5HeEl2Znw9KASwcaEU+BiFGFo0AjiLciSLziWiDW0Kk4FQhFEcL5IE4yxkwGvkCC44YDpxpjXjPGHNgYBjZZ/vCHyN52Afjzn+HRR6NsT33JyXEnb1qzJibzMtnZ7n0nAWZAHnnE+9j1gm+o71wFQlGEcCOIe5DRw2nA3621m6y11wCjgXtjbVyTpkcPv5rOkdKyJfTvL2km4kZycnAvcpQIJBBFHtnEhw2TynBXXin1sF24tKqhvnP1QSiKEE4gfkVGDcOBNa5Ga+0Ca+3woFcpkdGrF/zwQ4MuPe00eO+9KNtTXzxLxa1YEfXbBxIIz8qto0dLDkSAO+5wt7te8J5LY+uDjiAURQgnEKciDuldyOolJZqcfTa8/HKDLm3WTLZQUy8xx7NUXIwFYt06+en57d4zV5Pn/t6OIFQgFEUIJxDbrbWPWWufstYG/O9mjEkP1K5EQEqK1PWsRzlST664QqKr44anQDgVv6KJp0Bs2CBZSjyjnj1TagQSiAaEmnhdryj7O+EE4l1jzEPGmEHGmD2JE4wx3Zz03Z8gQXNKQzntNHjnHe+5kwjJypLUEtOnR92qyIjxFFOzZtCxo+zv3i0BclVV7vPhBMI3hUak6AhCUYRwcRBHAp8DlwCzjTG/GmPWAy8DnYDzrLX/i72ZTRhj5M339NMNunzkSPi//4uyTZES4ykmgJNOcu8/95z3OU+BCJS3KZRAdO0aPKBOBUJRhEhyMX0E3GitzbfWtrbWZltrf2etvddauyrWBu4X9O4tk+wNWAmUkgJt28LaeESlxHiKCeDgg4OfC+WD+Plnbye1b+LArCxZZZyV5X9fFQhFESIJlLPAO7E3ZT/n2mvhgQcadOk55zTY1713xHiKCdxTTIHwHDWkpHgX7SsslOpwLtq29b62dWsYMECc/KtXw7Rp7nMN9V0oSlMj0myu3xpjBsTUkv2d9HSZT/GN+oqALl3kJdfoSfwaYYoplEAY472fFOKvuaTE+3jLFvd+hw7eyWlVIBRFiFQgDgcqjDG/GGNmGmN+NMbMjKVh+yWHHy5vqgZEwA0dCu++GwObQtG2rXtup7o6Jmm/O3SIvG8ogezWzfvYd0rOM8X31q2RP1NRmjKRCsSxwIHAEcCJSCW5E2Nl1H7NBRfIfJFr4X+EDB4s5a4bGhzWIIyJ+TRTQUF06jM0bw6vveY+HjXK+7wKhKL4E5FAWGuXIMn6TnS2Nk6bEm2SkuCee+DOO2UyPUKMETfGQw/F0LZAeArEkuj/SWRkSO2HcEV/wtG8uRQZeuYZuP9+uOwy7/MtWrj3VSAURYhIIIwxVwKvAB2c7WVjzKjQVykNJjMTRoyo99u+UyeZ9YlReYbAFBa69xuYWyocQ4fCmDESLOdK/xSsolwwmjcXEb3oIrjhBv9RSbNmbh/Gzp0NCktRlCZHpFNMFwKl1trR1trRwEBgL7/TKSHp10+W2ngur4mAESMaHFLRMDzXof70U0wf1bYtfPMNvP46vPBC/a71jJkIhDHeoqGOakWJXCAM4OkCrHPalFhy4YXw6qvwyy8RX9K6NQwa1IjpwBtRIEB8Emee6T0l5OKqq4JfF04gQP0QiuJLpALxPFBpjLnDGHMH8C3wXOhLlL0mORn+9jd44gkpRh0hv/+9JKpbvTqGtrloZIEIxZ13wm9/G/icCoSi1J+wAmGMSQIqgQuADcBG4AJr7SOxNU0BpDzaAw/A2LEwf37El112GTz/fOzM2kNBgbuE24oVDU+hGgUyM6GyUsp9+wpFmzbhr1eBUBRvIomk3g08ZK2d5pQa/Ze1tmFFDJSGkZIiK5vefBOefTaiiLjsbAlLsLYRbOvRw308Z06MHxie44+Hzz+X2EMQx/bhh4e/znPaSn0QihL5FNN4Y8xpxhj1O8SL1FS46SaZ0hk1CiZPDrsMdsAA+OqrRrDNVbUHYNasRnhgeNLTRU8vuQTGj3eLRSg803Gs0ixjihKxQFwDvAHUGmM2G2OqjTHxm0vYnykvl3Qc69fD9deHTPB38snw9tuNYFMCCgSIL+app+A3v4ms/4EeVdbrMZunKE2WSH0QQ621SdbaZtbaTGtthrU2sxHsUwLRrJm8/a+9VqK+gsQfJCXJ1MqHH8bYngQViPpy0EHu/Xvu8T///POyHNYYuPzyRpi+U5Q4E6kP4sFGsEWpL507SzDd//0ffPxxwC4nnghffOGdnC7qNBGBKC5272/c6J3tZP16ma5y8eSTjRxvoihxQH0Q+zopKTB6tEw1PfOM32ljxGUR05dZQYHbw7t6dZyKU+w9vo7sTZvc+4sW+UdXX3aZrJpSlKZKfXwQ/0V9EInLBRdI+u3Ro+XrrgcHHCDV1WKUCUPmsnr3dh//+KOMbE46Ce66a58p8mwMFBW5jz2T0wZzWg8c6F0GVVGaEikR9msNnA0UWGvvMsZ0BTrHziylQRx/vBQ+ePZZmSM56ST43e8A8Wdfc43MrWfGwnvUty9MnSr7Rx7pbn//fUkX8vbb3gUcEhTPuhCukI6qqtAFmX74IXj5UkXZl4l0BPEEkn/pLOe4Gng8JhYpe0fHjpKN7r775Jv8zTfDunWkpMhuzFJwXHBB8HPvvttIUXt7j6d4VlfLNFOvXqHrfjdqinVFaUQiFYhSa+3lwHYAa+1GoFmoC4wxzxtj1hhjAnotjTFnO8WHZhpjvjHGFHmcu9oYM9sYM8sY85oxJoJECYoXSUniVb3xRonEvv9+OqXXsHt3TOr6yEhl5Mjg5y+7DJYujcGDo4vvCOLzz8P/vlQglKZKpAKx0xiTDFgAY0x7IFyxgrHA0BDnFwGDrbWHAHcDY5x75wB/AUqstX2AZGB4hHYqvmRmikCcfz5cdx0jz9jEnXfGaInmU0/JaOGxx+Dnn8Vx7iocvXOnOENCfRVPADwForo6sjKuKhBKUyVSgXgUeBvoYIy5F5gM3BfqAmvtJCR3U7Dz3zgjEZDkf56zuClAC2NMCtASiE3B4/2JTp3g7rvp9Pit/PGUrVx9dQy+0Bsjfo8rrpCos06dJDd3ioer609/iklhoWjhOcV06aXw5Zfe54cO9U81rgKhNFUiclJba18xxnwPHImk+T7FWht5etHwXAh85DxruTHmQWApsA0Yb60dH+xCY8xIYCRAly5dmDBhAgDdunUjIyODGTNmAJCdnU3v3r2ZNGkSACkpKZSXlzNt2jQ2O97IkpISVq9ezTKn4k5hYSFpaWnMctb2d+jQge7duzN58mQA0tLSKCsrY+rUqdTU1ABQWlpKVVUVy5cvB6BHjx4kJyczx8lR1KlTJwoKCqioqACgRYsWlJaWUllZyTYnAVBZWRmLFi1ilbN0plevXtTV1THPWYaUk5NDbm4ulc4ay/T0dEpKSqioqKDWWTFUXl7O/PnzWbNmDQB9+vShtraWJYcfzgEPnc0lt97NPfd0Z+jQKWRl7SQzM5Pi4mImT57MLmc956BBg5g9ezbrnVVRRUVFVFdXs3DhQgDy8/PJyspimlOzom3bthQVFTFx4kSstRhjGHzqqVRdfz259znfJ3buxBYWMmXMGLbm59OtWzdar1hBzf330+aHH6g59ljaP/lk3D6nTZu2AAV7/r6eesr9t3byyXDddZVs376NkpJDmDo1C4C5c1cwYcL8qH5OCxYsACAvL4+OHTsy1VkAELPPafBgZsyYwcaN8p2tuLiYDRs2sHjxYkD/PzXlz2nIkCEExVobsw3IB2aF6XM4MBfIdo7bAl8A7YFU4B3gnEie179/f6tEwIoV1l5yia2Z8bMdNcraX35phGf+5z/WysyWbMZY++yz1l5xhbVJSd7nPvusEQwKTGWltyme2+23u/u9/LK7ffjwuJmrKNEg6Ds10immmGCMOQR4FjjZWutavH8UsMhau9ZauxN4C/hdvGxsknTuDI89Rqt3XuGfzW7gqXvXxz699dln71lyC8i79aKL4PHH/ZMO/ve/MTYmOAMGBF+Q5ZkyPDvbvZ/AM2aKslfETSCcWIq3gD9Zaz1Toy0FBhpjWjqR20ciIwwlmqSmwujRJI++hdvNXbx+0qs89sC2cAliG44x8J//RJY5b8wYcIbEjY0xsiJ30CD/c61bu/dLStz7U6bEOJWJosSJmAmEMeY1oALoYYypMsZcaIy51BhzqdNlNJANPGmMmW6MmQpgra0E/gdMA350bBwTKzv3ezIzafXsvxjxYC+Gzb6T94c+wc4dMcpC160bzJwZOKR7xgzvN/DgwXDuud5rTF2zOo3A6af7t7Vv795v104WZYGk4FihyyiUpkio+ad9bVMfxN6z7K3v7OeHXGkr3loR2wc9/ri87lNSrL3vPml7803/if8zzrD266+tzcrybn/5ZWuXLo2ZedOn+5uyerV3n1693OdmzoyZKYoSa4K+U41tpG9kjUFJSYl1rSJQGs72dTXMHX4nc7ufTPOjyjnpJO+VqlFj2TJIS4MOHdxtr7wC55wT+T0eekhyiESZHTvENBdZWX4prigpge+/l/3KyuD1sBUlwQmaAyeuTmolMWneLp1+nz7AMYULGfD2zdx26drYJKTLy/MWBxBn9rhxkd/j2mtDFk1qKM188gTs2OHfp7lHfP/27VE3QVHijgqEEhhjyL76XPIeuZa7DnqJlaeP4osr3/XPeR0Ljj8e7r038v5jYuOi8nSJeFabc6E1rJWmjgqEEprsbFJvvJYB3zxKze6WLDntanEox5q//EUSD7oYOVKm+7dvhwsv9O4bKtXqXvDSS+79BwOUzPIUCB1BKE0RFQglMozhpMeO5r9lj7DkhS8kb3gs13amp0vepoEDZRrpscekPS1N0plv3+5+Q//8MziRpNHkxBNlte0338BRR/mf95xi0hGE0hRRgVDqxV9vSOaxlKtZe9KFcNNNklI8VgweDBUV8vXd1ymQluYdrFBcTLSj/YyBww6DsrLA53UEoTR1VCCUemEM3HEH3PF0Z7bc+4jMw/z8c3yMOfpo9/7GjfDPfzbq43UEoTR1VCCUepOeLpVNr7shiTVX3SepMW6+GZ54onHFYrhPFvjXX2+0QDrQEYTS9InF6nZlP6BjR7j/frjpplQeeuhmmptaWLfO7dk94QTo3t07mCDa5OSIIB10kBzPmgUTJsDhh8fumR7oCEJp6ugIQmkwmZlSsO7mm2H5ujR5Yd90k6TI+OknKXt6//3gpG6OCQceKNXqXBxxhDy7EdARhNLUUYFQ9oq8PAlkfu89uPVWuPJK2NAiR5IZ3XknnHEG3HYbvPpq7KZ/fCOpe/aEX34J3PeXX6LmWPccQcQ8G66ixAEVCGWvyc2VL/H33AO33w5//7tHMHS3buI87toVrr8exo6NrI5nfTjoIH9/xK23+vcbPVr6HnII3HDDXguWZ8rvdev26laKkpBoLiYlJrz+uiRuzc+Xsg9Jrq8i06ZJ5HPfvvD734uARINly0SEPNm4Eb7+Gt5+G+bMkSWznrz8sqT2aCAffihB3y6qq8WBryj7GEFzMalAKDHl++9l0HDNNVBQ4HFiwQJ45x2ZmxkxQuaq9padO8UxHmnQXJs2EgXXs2eDHjdjhuiciz//WRZyKco+hgqEEj9qa2VG5/jjvUMXANiwAV57DRYuFKHo3XvvHnbjjTLHFSmHHw5ffNGgR61d659rcOtWqTDXo4fEjCjKPoBmc1XiR1qauCGqq0UonPrzQlYWXH65rHj6+mv4299g0aKGP+z2273nfTw5/HB4910Z1iQnS9uXXwZ3aIehXTsRAk+6dJEByR13NOiWipJQ6AhCaVQ2bRJf8fDh3iWq9/Djj/D++/L2Pf98/xQbkfLkkyI66emyf8QR3uePP16cCCCFHD7+GNq2rfdjVqyQ1b2B2L49tmEgihIldIpJSRx27oRHHxUH9mmnBen044/iRD7oIDj1VBGMaPLPf3ovjx06FD76qEG3Ou00eOst//Zvvgmex0lREgidYlISh9RUSdC6ZQu88EKQTr/5jfgSBg0SL/dNN0mkdLS4+GJJ8Ofi44/hzTcbdKvOnQO3L1vWoNspSsKgAqHEjXPPlZfrddfBI48ErtpGjx7w17/KvNSHH8Izz8CqVXv/8PR0mDIFjjzS3TZsWIMi3rp0Cdwekyp8itKIqEAocWXoUPjHP6T2whVXyBf53bsDdGzRQgLtysqkNsQ33+z9w5OS/L3JX31V79sEG0F4OeMVZR9EfRBKwmCt+Ke/+EIydRx6aIiO998PAwYEruRTX/LzZW0qSHj0uefCKad415sIwbx5cPDBgc9VVooPXFESGPVBKImPMXDSSeI/njVLfMivvx6k4003yXLV8eP3/sH//a97f/16MWDwYEnX4Vk1b/t2Ua6DDpIluQ49ekhweEGB/wrb0lL49NPITbnrLkld8vjjDfy3KEoU0RGEktB89JFowEknBcni/cwzMpdzyy3i/W4op58O//uff3tpqdQdbdZMll5deaX73LnnilB5DB9qa72T+HnywguycjcYGzfKYi3XFFtVVfAltIoSRXSZq7LvUlsr5annzoXCQglXOOUUj0jlRYvg4YclErtfv4Y9ZPNmGDXKXc/Ck/x8SQ3Sp4/MJwXillvEn5GSwllnBR75tGkjgeOBIqx375YptW+/dbelpMigxRXTpygxQgVC2fexVjJyzJ0r7+srr/RIArh7N/zrXxKZ5qoJMXAgdOpUv4ds3SrXNSQl+AUXwPPPU1cHsz5fzYc3TeLRaeWswu3FXrkysEkffwzHHuvf3rcvvPIK9OpVf3MUJULUB6Hs+xgj9YFOOEFCGEaN8ljxmpQEV18tvoPvvpMUHi+9JGtoX3pJovMioWVL8S9MnBh6fqeoyD9M+oUXYNgwkg/Mp+iYTtw07QwWtujNIczY0yWY7sycGbh9+nRJTzV3bmTmK0o00RGEss9SUyOplwYNEh9FwOR41sLUqfDBB1IXtGtXSbsaSSa9DRsky6xvbMTMmRLIt2WLCNC//x3yNj91PpyeKyUh4EMP+dc3Aonbe/bZ4Pe47TZxYCtKDNARhNL0SE+HBx8Up/DVV8sCJD+MkeWwd9whkdn9+4u/YM2a8A/IyhIV+uQTuPBCyaexdauIA0CrVpLn6e23Q97m4JVfMoDvgMAjiM2bpSKfi7feEuHz5OOPw5urKNFGRxBKk2D1alkampYmSQB375bZooAJAZcuheeeE4f2Kafs/cOrq6VAtyf//rdEfr//PgA/0YNDmMkh/Zvh+yd6882SxBYkDGPRIsjIkAFMhw5SgM8YWdUULGobxJl/xhnw88+y+Oq882R0pWnHlTCok1rZP6ipca9KXb1a5vCLi+XF6bca6LnnZBRw5pl7/xYdOVKW3IJkkXXFaZSW7imxehlPMrb5ZdTUiC27d0uMxNCh7tv85z9wzjnu4yFDxB0C4pR/5JHgJrRrF3gU5ZoRU5QgqEAo+yfWSlaOceMkTOLqq32yen/8sQRbHHccHHNMwx+0Y4cIRF2d1LdwqdHdd0seKWApeRSwiJ/mJ5OV5Z+gtmNHCenwFLIPPhCnPEi2kY0bA6cQnzs3+EqnjAz47DON6FaCogKhKGvXiqP36KNFD1JSnBPWSvnTH36QhH2HHBK9h7oc4+vWAXA047n0f0dz+unyWE+GDYM33vBus1YudyX+++kn/yJFIHWQQs2Wde0qS4Q1pkIJgDqpFaV9ewmGTk6WvH978vIZIzUnLrlEROLqq2U08Nln/m/x+tKiBfzxj3sOj+EThg0LfNszz/RvM0bKbLt49dXAj/Etw20tPPWU+3jp0uhkJVH2L2ImEMaY540xa4wxAZP4G+FRY8zPxpiZxphin/PJxpgfjDHjYmWjsv9hjORLevhhmDxZlp3u2uWczMkRz+7DD0sSwN274S9/gSeeEIdGQ/n97/fsjuB50qn2Ov3vf8s02LBhgS8/8ED3/l13yaonXzwFwuXwvuQSWXzl4sUX3ftbtoi/Y/x4idZWlIBYa2OyAYOAYmBWkPPHAR8hw5uBQKXP+WuAV4FxkT6zf//+VlHqw7x51l59tbUvvmjt2rXWbtrk02H3bmuXLbP23nutvf12a3/+2dqNG+v3kNpau7ugwFr5Ym+v4++uXfvFF+Evf+ONPZdasPbNN/37DBjgPv/22+72H35wt+fkSNuMGdYWFrrbmzWz9q9/lX+qsl8S9J0aUx+EMSbfecH3CXDuaWCCtfY153geMMRau9IYkwu8CNwLXGOtPSGS56kPQmkolZUSQL18ucRVJCfL63PwYMn/1LUrmF83yRzPmjUyujj2WEnLEckKqIceksJHwHbS6Mlc3v+xgD5+/zP8sdY7mvrmm+Gii2QZb4cOkvm2qEj6JSWJu8PliN+1S1bgbtsmxytWyMqo+fMDP+v22/1LZChNnqB/wCnBTjQCOYBnUcYqp20l8AhwPZAR7ibGmJHASIAuXbowYcIEALp160ZGRgYzZkiag+zsbHr37s2kSZMASElJoby8nGnTprHZGbOXlJSwevVqljm1IgsLC0lLS2OWU+qyQ4cOdO/encmTJwOQlpZGWVkZU6dOpaamBoDS0lKqqqpY7lSL6dGjB8nJycyZMweATp06UVBQQEVFBQAtWrSgtLSUyspKtjn/i8vKyli0aBGrnDwSvXr1oq6ujnlOoricnBxyc3OprKwEID09nZKSEioqKqitrQWgvLyc+fPns8YJCOvTpw+1tbUsWLAAgLy8PDp27IhLUDMzMykuLmby5MnscuZcBg0axOzZs1nvrJ0sKiqiurqahQsXApCfn09WVhbTpk0DoG3bthQVFTFx4kT59mEMgwcPZsaMGWzcuBGA4uJiNmzYwGJnTiSRPqeCAv/PafToRbzzTjLr1qXzwgudmdm/P9u2bcPs2MHvli9n88iRVNfWUteyJa0vvZSdHTsG/JySevViQEEBLRYtojm1jD/uBpav+zO7dkX2OR122GrmzpW5pvvukw2gc+dtrF7dHGvl//jAgeuAZJYudX9OhYVlzJwpS59CxVEA3HknHHLI1xx11G8S9nPS/0/R/f80ZMiQ4H8QoYYXe7sB+QSfYvoAKPc4/hzoD5wAPOm0DUGnmJQEYOlSmYq64w5rly8P0GHNGmvvucfam2+2duXKwDcZP949r9OmjbVbtkT8/Ndf955mCrZ9/LH/tSefHLjvySdbO3myf/vXX0dsltI0CPpOjecqpiogz+M4F1gBHAqcZIxZDLwOHGGMebnxzVMUN3l54ru+7jpJ73H77eJc3lN3un17SeFx440SgPfAAx7eb4cjj5RiQwCbNgWphhSYAQPCL1HNywtcMyNYSdRLLpEU467RiAuXk1tR4umDOB64AnFWlwKPWmt/69NnCPBXqz4IJYGwVt79ixdLINvq1dJ20UVSLqJjR+ibOpuUsc9C69ay1PXII6FnT1GV666TG/XsKaHeSUny9g/jy/jwQ4npO+AAySw+Z47ULFq8WPwkr70mqaZ8GTXKv0Ldn/7kXfri6qu9o7THj5d4EWW/oPF9EMaY15AponbGmCrgdiAVwFr7FPAhIg4/A1uBC2Jli6JEE2MkKruwEK66Stq2bZOBwyGHyAv7xYm9GTHinxQWwpp5Gzlg0QSSPhmPWbtGIvR27RKvsyssunVrqVl6yCGSkCklRda3Dhsmx0hw33HHue047DAJnNuwQWpMBNOXQBHUAwZ4H5eUeB+//LKMSLp1k7Qlyv6JRlIrSgzYvVvSd69cKVM8y5ZJNo6MDPjd+zdxxHf3R3Sfna1as/uss0nrni+qlJUlKuGbpyMEW7ZI5ltPxo3zrp9dVyeDHFfeJxcdOojwnRDRGF7ZR9l/U23s3LmTqqoqtms0UECaN29Obm4uqXtTz1mJmO3bIaluJ83uvR37r39hfGtNREKzZrJW9Te/kXW5SUlw9tkS3Bfk6/7MmbJkd9MmWZ371lv+tbN37JBb+i6BTUqSkq/BAvmUfZ79VyAWLVpERkYG2dnZGM177IW1lvXr11NdXU1BQUG8zdn/2LlT3tzt20sSppoaakwGtb9uJyt9B2bM0x4l8yIkOVky1PbrJxHcF18s90fSgf/6q4wKgrFwoWSXdVZvevGb34iPPS1N3CjFxf59lH2S/Vcg5s6dy8EHH6ziEARrLT/99BM9e/aMtymKLzU14i2eO1fmfmprsWvXYupbf7RrV/n6f+ih0KaN/AyUEtZh505xtrdqJeW9ffM8gYw+RowQ90hJCZx4otad2IfZvwVCX36h0d/RPoS1MH06dsJEds37hZT05uxeuoykLz/HbNy4p/ZEKLY3y2D9AcVsIIu2bSy5WdtkeHDAARJqnZkpU1i9e7NgVQZ9+/pXXQ3EwQdLgabsbPHBt28PffqI/2PgQFnMpSQkCRlJrShKfTEG+vXD9OuHy2u0JzzCWnEkrFkjNUz//W+YPdvvFs13VJOzYCI5no2ffBLwcQelp/NregYb09vykTmOp1afymLyWUlnfN8rP/0kWzAOOED86/36iS8mLU1SiHTpArm5snDLWnHwR7DqV2kEdAQRJ4YMGcKDDz5Iie/6Qg8uuugirrnmGnoFqwQDTJo0iauuuoqZM2fy+uuvM8zDkzh06FC+/fZbysvLGTcueFLcRP0dKVFgzRrxMP/4oyylmj1bfu4lO1NbsLRdfypri3hvQzmbaMNCurGA7uEvDkJysnsAlJYm+aV27RLfydKlMuX1xz9KXae0NBmR9OrlvUKrpkYytb/+uvhbdu50b3V17qXJpaUy29aihSwO28/REcS+yLPPPhu2T9euXRk7diwPPvig37nrrruOrVu38vTTT8fCPGVfoEMHiZRzUVcnEXcffigBFIccIutw58+XYtg5OfI2njNHilvv3Bnwtqk7t3HgyskcyGT+yBN72pckd2Nly258nX0Sz6ReTmpaEmvXRpYt3XN2rLYWvvvO+3x1tUSzP/ywd3unTrJ4KyVF/gmhvvOuXSup1T1JTpZpsRYtRIQ6dpSwlDZt5Li2VoQn0Ozdrl1y/dKlkobdGPfzk5LErs6d5V4pKXKPtDSxIzNTEi4aI+c8R0ye/wZXEpTdu+Xntm3yrJYt3SOx5s3d/TyvCbcBvPlm8N/XfiUQsRyyBvujXLx4MUOHDqW0tJQffviB7t2785JnCCtw2WWXMWXKFLZt28awYcO48847Ae9RRnp6OldeeSXjxo2jRYsWvPvuu3Ts2JH8/HwAkpL8s6YceeSRe5IXKgogb7MTT5QtHHV1EkRRUyOFlF58UYRjxQqpfRqAA+oWckD1QgZWf8a1za+Hjh2xhXlsPiiTRWtbsTGlPRvrWrO1RRZzW5Ywc+tBfL86l1WrGl6bqb4LvXypq5OBlgsnD2DUmD49uvdrTPYrgYgX8+bN47nnnuPQQw9lxIgRPPnkk17n7733XrKysqirq+PII49k5syZHOJT9nLLli0MHDiQe++9l+uvv55nnnmGW2+9tTH/Gcr+RnKyfM3NzBRHgWdk3fz5kmd8+nSYOlXmc777zjv/1PbtsGQJZskSWgN9Xe15eZCcAS3fhuwW0K019uCe7LzhVtZuTiM7eRNLf23N4qVJe6aScnOlfPikSbBkibzU168Xn8fu3e5HGiN+jQsvlMC/5s3lW3xqqjva/bPPJHzk11+lzfN6xRsViEYgLy+PQw89FIBzzjmHRx991Ov8f//7X8aMGcOuXbtYuXIlc+bM8ROIZs2acYITztq/f38+/fTTxjFeUQLRvbtsf/iDu23VKvF3jBsnIw4nrbUfAXwgBmj2t/vISUuD7dvp3rIl3Tt1kimyDh0gLY0R6emMyMuBU/pLQEafPtTUwIwZokVZWeJj8I0a98QzVTrIqGX7dhGMJUvkZ2qqCM3WrTJ4SkmRCPgQK4P98JwS2r3bez9Qm2vfc5bDcz8pSY4j3VzXe261tfJvcC0A8OwbjP1KIOLlj/eNwfA8XrRoEQ8++CBTpkyhbdu2nH/++QGjvlNTU/dcl5ycvCfHvKIkDJ06wZVXymat+DC++UZ+7tghDvLPPpM3VSBcb2uQt/PChbJ50qED5OeLb6SmhvSuXTk0P19iPXr3hg1txKGweDGcfHLYN6AxMkI56CB3ol3FzX4lEPFi6dKlVFRUUFZWxmuvvUZ5eTnvv/8+AJs3b6ZVq1a0bt2a1atX89FHH4Uu4KEo+wLGyNf5wkLv9m3b5Gv6hg0yRTVlikSTV1WJpzcca9Z4Oww8Q76TkmTr3l3W0j75pIhJu3Yy13TssfL1ubZWvNAdO8pX948/hl9+EYEbMkQCOhRABaJR6NmzJy+++CKXXHIJhYWFXHbZZXsEoqioiH79+tG7d2+6deu2ZyoqUqZMmcKpp57Kxo0bef/997n99tuZ7ax9P+yww/jpp5+oqakhNzeX5557jmOOOSbq/z5FiRjX13WQNLMjRrjPbdoky3sKCsTHsXChrLZau1ZGIBUVsh8M11zNnDnenuYDDpDVWl99JfNPbdrIEqDVq2W0cfrpsn52/nxxcjz7rAjKwQdLznNjQucnacJoHESMWbx4MSeccMKeMouJSLx/R4oSEbW1MtpYv148zGvXSiHxRYtETEKJRzgyMkQs+vYV8ejZU56xaJEITG2tiEtdnex37izTWp06SZWmAKsI9yE0DkJRlH2ctDT/QhZXXOHe37ZNRgXjxokjfPFiePfd4D4PT6qrZQuUeCoQLVu6fSGbN8tKr6IiGR21aiXbBRfISMQ3be4+hI4gFP0dKU2XDRvcK6pc2/Ll4jhv3Vr8GTNnymghGrRtC4MGiR+kpkZGJbt3SwBix46yXre0NDrPih46glAUZT8kK0sCIkJhrUxPTZvmnqpauFBGBVVV4vtwhYKnpsroYNOmwPfauFFGLS7y8yUl7tq1IkJz5rjXtoKMPtatgx49ZPVXWZlUEkxOlmmrdevEbxNq7W4MUYFQFGX/xuWEHjo0eB/PLILgnsJKTRWxGD9eioL7hnUvXgzPPx/ehpkzJbovKUkEondvsalHDxmJrFsno5Ndu2RaKy1N7E5KEttcK7fatYuqQ10FQlEUJRzGuMUBJBo8L899PHQo/O1vElU+bx5MmCAZdes7dbV7tyzddS3fTUkRv0aXLjIaycuTVV55ebKE2Em1w7x5MpW2bp2MdmprxdFeXi4i00BUIBRFUaJBWpoUYzr0UFm+W1sLX34po4gtW2Spbvv2Ihouf0RurkxZvfCC5Lryrfe6a1foPOopKSIYv/udrKpq3lymxmpqRGSmTBFhc4WCt2wp02DJyXLtjh0ibEFQgYgT0Ur3PXbsWK677jpyciS7/xVXXMFFF10UdXsVRaknaWmhp608uflm2RYsgFdfldHAzJmyzDYUu3Z5jziC0a6dOOXz8kRMOnWSrVWrkJepQCQwkaT7BjjzzDN5/PHHY2yNoigxp7AQbr/dfbx5szjMq6rE7+H6uWSJjCo8o8pDsW6dbL/8ItNfnoRYybp/CUQc8n3HOt23oihNmMxMCd7r2zfw+S1bJFvht9+KmKxZI1NHLVvKVNbChfD998ETJ4Zh/xKIOBHrdN9vvvkmkyZNonv37vzzn/8kz9N5pihK06VVK5ky+t3vgvfZvVumqrZskSW7M2dKRPjChUELQrlQgWgEYpnu+8QTT+Sss84iLS2Np556ivPOO48vvviiEf5ViqLsE7iWzoLkpKrPpTEwJ3GJtA5fQ7YQRJLu+/PPP2fmzJkcf/zx9Ur3nZ2dTZqTqP7iiy/m+++/36tfkaIoiov9SyDihCvdN7An3beLQOm+68PKlSv37L/33nuaMkNRlKihU0yNQCzTfT/66KO89957pKSkkJWVxdixY2PwL1AUZX9Ek/XFGE33rShKghN0eadOMSmKoigBUYGIMfn5+Qk9elAURQnGfiEQTWkaLdro70ZRlGA0eYFo3rw569ev1xdhAKy1rF+/nub7cMUrRVFiR5NfxZSbm0tVVRVr96ZebROmefPm5ObmxtsMRVESkCYvEKmpqRQUFMTbDEVRlH2OmE4xGWOGGmPmGWN+NsbcGOB8a2PM+8aYGcaY2caYCyK9VlEURYktMRMIY0wy8ARwLNALOMsY41vY4HJgjrW2CBgCPGSMaRbhtYqiKEoMieUI4rfAz9bahdbaHcDrwMk+fSyQYSTJUDqwAdgV4bWKoihKDImlDyIHWOZxXAWU+vR5HHgPWAFkAGdaa3cbYyK5FgBjzEhgpHNYa4zZF4IO2gHr4m1EhOwrtu4rdsK+Y6vaGX0S0daPrbUBS9/FUiAChW/7rjU9BpgOHAEcCHxqjPkqwmul0doxwBgAY8xUa23wGp4Jwr5iJ+w7tu4rdsK+Y6vaGX32JVshtlNMVYBn5ZpcZKTgyQXAW1b4GVgEHBzhtYqiKEoMiaVATAEKjTEFxphmwHBkOsmTpcCRAMaYjkAPYGGE1yqKoigxJGZTTNbaXcaYK4BPgGTgeWvtbGPMpc75p4C7gbHGmB+RaaUbrLXrAAJdG8Fjx8TgnxIL9hU7Yd+xdV+xE/YdW9XO6LMv2dq00n0riqIo0aPJ52JSFEVRGoYKhKIoihKQJiEQiZaWwxjzvDFmjWdMhjEmyxjzqTFmgfOzrce5mxzb5xljjmlEO/OMMV8aY+Y6qU6uTERbjTHNjTHfeaRkuTMR7fR4drIx5gdjzLgEt3OxMeZHY8x0Y8zUBLe1jTHmf8aYn5y/17JEs9UY08P5Xbq2zcaYqxLNznphrd2nN8SJ/QvQDWgGzAB6xdmmQUAxMMuj7QHgRmf/RuDvzn4vx+Y0oMD5tyQ3kp2dgWJnPwOY79iTULYiCxjSnf1UoBIYmGh2eth7DfAqMC5RP3vn+YuBdj5tiWrri8BFzn4zoE2i2urYkAysAg5IZDvD/jvibUAUPogy4BOP45uAmxLArny8BWIe0NnZ7wzMC2QvsnKrLE42vwscnci2Ai2BaUhkfcLZicTsfI4Ef7oEIuHsdJ4XSCASzlYgE4mRMoluq8czfw98neh2htuawhRToLQcOXGyJRQdrbUrAZyfHZz2hLDfGJMP9EO+nSecrc60zXRgDfCptTYh7QQeAa4Hdnu0JaKdINkJxhtjvndS1kBi2toNWAu84EzdPWuMaZWgtroYDrzm7CeynSFpCgIRcVqOBCXu9htj0oE3gaustZtDdQ3Q1ii2WmvrrLV9kW/ovzXG9AnRPS52GmNOANZYa7+P9JIAbY352R9qrS1GsiZfbowZFKJvPG1NQaZs/22t7QdsQaZqghHX36sT3HsS8Ea4rgHaEurd1RQEYl9Jy7HaGNMZwPm5xmmPq/3GmFREHF6x1r6VyLYCWGs3AROAoSSenYcCJxljFiMZiI8wxrycgHYCYK1d4fxcA7yNZFFORFurgCpn1AjwP0QwEtFWEMGdZq1d7Rwnqp1haQoCsa+k5XgPOM/ZPw+Z73e1DzfGpBljCoBC4LvGMMgYY4DngLnW2ocT1VZjTHtjTBtnvwVwFPBTotlprb3JWptrrc1H/g6/sNaek2h2AhhjWhljMlz7yJz5rES01Vq7ClhmjOnhNB0JzElEWx3Owj295LInEe0MT7ydIFFyCB2HrMD5BbglAex5DVgJ7ES+JVwIZCPOywXOzyyP/rc4ts8Djm1EO8uRIe1MJKvudOd3mVC2AocAPzh2zgJGO+0JZaePzUNwO6kTzk5kXn+Gs812/b9JRFudZ/cFpjp/A+8AbRPRVmQRxXqgtUdbwtkZ6aapNhRFUZSANIUpJkVRFCUGqEAoiqIoAVGBUBRFUQKiAqEoiqIERAVCURRFCYgKhKJEAWPMN87PfGPMH+Ntj6JEAxUIRYkC1trfObv5QL0EwhiTHHWDFCUKqEAoShQwxtQ4u/cDhzn1AK52kgz+wxgzxRgz0xhzidN/iJFaHK8CP8bNcEUJQUq8DVCUJsaNwF+ttScAOFlSf7XWDjDGpAFfG2PGO31/C/Sx1i6Kk62KEhIVCEWJLb8HDjHGDHOOWyM5d3YA36k4KImMCoSixBYDjLLWfuLVaMwQJG21oiQs6oNQlOhSjZRvdfEJcJmTVh1jTHcne6qiJDw6glCU6DIT2GWMmQGMBf6FrGya5qRXXwucEi/jFKU+aDZXRVEUJSA6xaQoiqIERAVCURRFCYgKhKIoihIQFQhFURQlICoQiqIoSkBUIBRFUZSAqEAoiqIoAfl/Wl0bILqQMfQAAAAASUVORK5CYII=\n" }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "%matplotlib inline\n", "fig, ax = plt.subplots()\n", "x = np.array(range(len(history_plain_11.history['loss']) - smoothing_windows + 1))\n", "ax.plot(x, 100*moving_average(history_plain_11.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='plain11', c='b')\n", "ax.plot(x, 100*moving_average(history_plain_11.history[\"loss\"], smoothing_windows), linewidth=.5, c='b')\n", "x = np.array(range(len(history_plain_5.history['loss']) - smoothing_windows + 1))\n", "ax.plot(x, 100*moving_average(history_plain_5.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='plain5', c='r')\n", "ax.plot(x, 100*moving_average(history_plain_5.history[\"loss\"], smoothing_windows), linewidth=.5, c='r')\n", "ax.set_xlabel(\"iter\")\n", "ax.set_ylabel(\"error(%)\")\n", "ax.set_xlim(0, min(len(history_plain_5.history['loss']), len(history_plain_11.history['loss']) - smoothing_windows + 1))\n", "ax.set_ylim(0.8,2)\n", "ax.spines[\"top\"].set_visible(False)\n", "ax.spines[\"right\"].set_visible(False)\n", "ax.yaxis.set_major_locator(ticker.LinearLocator(numticks=6))\n", "ax.grid(axis='y', linestyle='--')\n", "ax.annotate(\"11-layer\", (540, 0.267), c='b')\n", "ax.annotate(\"5-layer\", (540, 0.245), c='r')\n", "plt.legend(loc=3)\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": 9, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "# plt.savefig(fname=\"fig1.png\", dpi=300)" ] }, { "cell_type": "code", "execution_count": 17, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "seed(1224)\n", "tensorflow.random.set_seed(1224)\n", "shortcut5, shortcut11 = ShortCut5(input_shape=(1, 102)), ShortCut11(input_shape=(1, 102))" ] }, { "cell_type": "code", "execution_count": 18, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Epoch 1/1024\n", "90/90 [==============================] - 2s 9ms/step - loss: 0.0234 - val_loss: 0.0264 - lr: 0.0025\n", "Epoch 2/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0221 - val_loss: 0.0265 - lr: 0.0025\n", "Epoch 3/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0217 - val_loss: 0.0267 - lr: 0.0025\n", "Epoch 4/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0213 - val_loss: 0.0267 - lr: 0.0025\n", "Epoch 5/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0210 - val_loss: 0.0286 - lr: 0.0025\n", "Epoch 6/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0203 - val_loss: 0.0291 - lr: 0.0025\n", "Epoch 7/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0204 - val_loss: 0.0259 - lr: 0.0025\n", "Epoch 8/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0198 - val_loss: 0.0240 - lr: 0.0025\n", "Epoch 9/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0195 - val_loss: 0.0279 - lr: 0.0025\n", "Epoch 10/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0192 - val_loss: 0.0257 - lr: 0.0025\n", "Epoch 11/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0187 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 12/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0187 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 13/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0185 - val_loss: 0.0277 - lr: 0.0025\n", "Epoch 14/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0182 - val_loss: 0.0299 - lr: 0.0025\n", "Epoch 15/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0181 - val_loss: 0.0492 - lr: 0.0025\n", "Epoch 16/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0181 - val_loss: 0.0216 - lr: 0.0025\n", "Epoch 17/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0176 - val_loss: 0.0330 - lr: 0.0025\n", "Epoch 18/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0175 - val_loss: 0.0252 - lr: 0.0025\n", "Epoch 19/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0172 - val_loss: 0.0240 - lr: 0.0025\n", "Epoch 20/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0170 - val_loss: 0.0260 - lr: 0.0025\n", "Epoch 21/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0169 - val_loss: 0.0438 - lr: 0.0025\n", "Epoch 22/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0168 - val_loss: 0.0375 - lr: 0.0025\n", "Epoch 23/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0165 - val_loss: 0.0249 - lr: 0.0025\n", "Epoch 24/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0163 - val_loss: 0.0282 - lr: 0.0025\n", "Epoch 25/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0163 - val_loss: 0.0307 - lr: 0.0025\n", "Epoch 26/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0161 - val_loss: 0.0595 - lr: 0.0025\n", "Epoch 27/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0159 - val_loss: 0.0214 - lr: 0.0025\n", "Epoch 28/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0159 - val_loss: 0.0588 - lr: 0.0025\n", "Epoch 29/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0157 - val_loss: 0.0253 - lr: 0.0025\n", "Epoch 30/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0156 - val_loss: 0.0391 - lr: 0.0025\n", "Epoch 31/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0155 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 32/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0151 - val_loss: 0.0366 - lr: 0.0025\n", "Epoch 33/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0150 - val_loss: 0.0188 - lr: 0.0025\n", "Epoch 34/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0148 - val_loss: 0.0293 - lr: 0.0025\n", "Epoch 35/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0144 - val_loss: 0.0214 - lr: 0.0025\n", "Epoch 36/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0144 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 37/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0143 - val_loss: 0.0315 - lr: 0.0025\n", "Epoch 38/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0141 - val_loss: 0.0308 - lr: 0.0025\n", "Epoch 39/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0139 - val_loss: 0.0298 - lr: 0.0025\n", "Epoch 40/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0135 - val_loss: 0.0297 - lr: 0.0025\n", "Epoch 41/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0139 - val_loss: 0.0337 - lr: 0.0025\n", "Epoch 42/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0135 - val_loss: 0.0234 - lr: 0.0025\n", "Epoch 43/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0134 - val_loss: 0.0498 - lr: 0.0025\n", "Epoch 44/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0131 - val_loss: 0.0396 - lr: 0.0025\n", "Epoch 45/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0130 - val_loss: 0.0243 - lr: 0.0025\n", "Epoch 46/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0732 - lr: 0.0025\n", "Epoch 47/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0128 - val_loss: 0.0814 - lr: 0.0025\n", "Epoch 48/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0123 - val_loss: 0.0153 - lr: 0.0025\n", "Epoch 49/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0124 - val_loss: 0.0172 - lr: 0.0025\n", "Epoch 50/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0120 - val_loss: 0.0180 - lr: 0.0025\n", "Epoch 51/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0122 - val_loss: 0.0838 - lr: 0.0025\n", "Epoch 52/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0117 - val_loss: 0.0702 - lr: 0.0025\n", "Epoch 53/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0114 - val_loss: 0.0789 - lr: 0.0025\n", "Epoch 54/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0114 - val_loss: 0.0162 - lr: 0.0025\n", "Epoch 55/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0114 - val_loss: 0.0747 - lr: 0.0025\n", "Epoch 56/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0113 - val_loss: 0.0674 - lr: 0.0025\n", "Epoch 57/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0341 - lr: 0.0025\n", "Epoch 58/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0110 - val_loss: 0.0612 - lr: 0.0025\n", "Epoch 59/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0108 - val_loss: 0.1348 - lr: 0.0025\n", "Epoch 60/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0107 - val_loss: 0.0324 - lr: 0.0025\n", "Epoch 61/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0108 - val_loss: 0.0647 - lr: 0.0025\n", "Epoch 62/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0190 - lr: 0.0025\n", "Epoch 63/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0106 - val_loss: 0.0628 - lr: 0.0025\n", "Epoch 64/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0828 - lr: 0.0025\n", "Epoch 65/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0971 - lr: 0.0025\n", "Epoch 66/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0105 - val_loss: 0.0473 - lr: 0.0025\n", "Epoch 67/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0102 - val_loss: 0.0844 - lr: 0.0025\n", "Epoch 68/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0405 - lr: 0.0025\n", "Epoch 69/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0906 - lr: 0.0025\n", "Epoch 70/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0098 - val_loss: 0.0245 - lr: 0.0025\n", "Epoch 71/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0099 - val_loss: 0.0127 - lr: 0.0025\n", "Epoch 72/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0829 - lr: 0.0025\n", "Epoch 73/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0698 - lr: 0.0025\n", "Epoch 74/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0871 - lr: 0.0025\n", "Epoch 75/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0097 - val_loss: 0.0557 - lr: 0.0025\n", "Epoch 76/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0183 - lr: 0.0025\n", "Epoch 77/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0236 - lr: 0.0025\n", "Epoch 78/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0955 - lr: 0.0025\n", "Epoch 79/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0234 - lr: 0.0025\n", "Epoch 80/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0355 - lr: 0.0025\n", "Epoch 81/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0502 - lr: 0.0025\n", "Epoch 82/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0093 - val_loss: 0.0448 - lr: 0.0025\n", "Epoch 83/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0094 - val_loss: 0.0203 - lr: 0.0025\n", "Epoch 84/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0092 - val_loss: 0.0661 - lr: 0.0025\n", "Epoch 85/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0091 - val_loss: 0.0755 - lr: 0.0025\n", "Epoch 86/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0090 - val_loss: 0.0278 - lr: 0.0025\n", "Epoch 87/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0280 - lr: 0.0025\n", "Epoch 88/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0301 - lr: 0.0025\n", "Epoch 89/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0089 - val_loss: 0.0327 - lr: 0.0025\n", "Epoch 90/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0090 - val_loss: 0.0626 - lr: 0.0025\n", "Epoch 91/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0087 - val_loss: 0.0255 - lr: 0.0025\n", "Epoch 92/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0084 - val_loss: 0.0485 - lr: 0.0025\n", "Epoch 93/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0158 - lr: 0.0025\n", "Epoch 94/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0084 - val_loss: 0.0256 - lr: 0.0025\n", "Epoch 95/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0087 - val_loss: 0.0529 - lr: 0.0025\n", "Epoch 96/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0581 - lr: 0.0025\n", "Epoch 97/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0082 - val_loss: 0.0286 - lr: 0.0012\n", "Epoch 98/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0086 - val_loss: 0.0265 - lr: 0.0012\n", "Epoch 99/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0085 - val_loss: 0.0107 - lr: 0.0012\n", "Epoch 100/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0082 - val_loss: 0.0139 - lr: 0.0012\n", "Epoch 101/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0082 - val_loss: 0.0150 - lr: 0.0012\n", "Epoch 102/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0084 - val_loss: 0.0304 - lr: 0.0012\n", "Epoch 103/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0083 - val_loss: 0.0368 - lr: 0.0012\n", "Epoch 104/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0084 - val_loss: 0.0137 - lr: 0.0012\n", "Epoch 105/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0083 - val_loss: 0.0221 - lr: 0.0012\n", "Epoch 106/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0391 - lr: 0.0012\n", "Epoch 107/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0084 - val_loss: 0.0156 - lr: 0.0012\n", "Epoch 108/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0082 - val_loss: 0.0169 - lr: 0.0012\n", "Epoch 109/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0082 - val_loss: 0.0411 - lr: 0.0012\n", "Epoch 110/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0081 - val_loss: 0.0292 - lr: 0.0012\n", "Epoch 111/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0080 - val_loss: 0.0116 - lr: 0.0012\n", "Epoch 112/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0330 - lr: 0.0012\n", "Epoch 113/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0081 - val_loss: 0.0092 - lr: 0.0012\n", "Epoch 114/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0096 - lr: 0.0012\n", "Epoch 115/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0080 - val_loss: 0.0123 - lr: 0.0012\n", "Epoch 116/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0081 - val_loss: 0.0170 - lr: 0.0012\n", "Epoch 117/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0081 - val_loss: 0.0686 - lr: 0.0012\n", "Epoch 118/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0359 - lr: 0.0012\n", "Epoch 119/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0444 - lr: 0.0012\n", "Epoch 120/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0080 - val_loss: 0.0231 - lr: 0.0012\n", "Epoch 121/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0198 - lr: 0.0012\n", "Epoch 122/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0107 - lr: 0.0012\n", "Epoch 123/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0077 - val_loss: 0.0249 - lr: 0.0012\n", "Epoch 124/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0710 - lr: 0.0012\n", "Epoch 125/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0079 - val_loss: 0.0138 - lr: 0.0012\n", "Epoch 126/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0078 - val_loss: 0.0367 - lr: 0.0012\n", "Epoch 127/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0075 - val_loss: 0.0243 - lr: 0.0012\n", "Epoch 128/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0078 - val_loss: 0.0462 - lr: 0.0012\n", "Epoch 129/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0078 - val_loss: 0.0082 - lr: 0.0012\n", "Epoch 130/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0078 - val_loss: 0.0407 - lr: 0.0012\n", "Epoch 131/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0078 - val_loss: 0.0120 - lr: 0.0012\n", "Epoch 132/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0077 - val_loss: 0.0120 - lr: 0.0012\n", "Epoch 133/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0077 - val_loss: 0.0148 - lr: 0.0012\n", "Epoch 134/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0077 - val_loss: 0.0303 - lr: 0.0012\n", "Epoch 135/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0078 - val_loss: 0.0082 - lr: 0.0012\n", "Epoch 136/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0076 - val_loss: 0.0888 - lr: 0.0012\n", "Epoch 137/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0507 - lr: 0.0012\n", "Epoch 138/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0260 - lr: 0.0012\n", "Epoch 139/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0459 - lr: 0.0012\n", "Epoch 140/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0400 - lr: 0.0012\n", "Epoch 141/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0550 - lr: 0.0012\n", "Epoch 142/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0169 - lr: 0.0012\n", "Epoch 143/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0076 - val_loss: 0.0104 - lr: 0.0012\n", "Epoch 144/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0091 - lr: 0.0012\n", "Epoch 145/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0291 - lr: 0.0012\n", "Epoch 146/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0076 - val_loss: 0.0271 - lr: 0.0012\n", "Epoch 147/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0076 - val_loss: 0.0442 - lr: 0.0012\n", "Epoch 148/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0466 - lr: 0.0012\n", "Epoch 149/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0077 - val_loss: 0.0784 - lr: 0.0012\n", "Epoch 150/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0076 - val_loss: 0.0350 - lr: 0.0012\n", "Epoch 151/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0194 - lr: 0.0012\n", "Epoch 152/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0104 - lr: 0.0012\n", "Epoch 153/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0511 - lr: 0.0012\n", "Epoch 154/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0144 - lr: 0.0012\n", "Epoch 155/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 156/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0077 - lr: 6.2500e-04\n", "Epoch 157/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0230 - lr: 6.2500e-04\n", "Epoch 158/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0086 - lr: 6.2500e-04\n", "Epoch 159/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0443 - lr: 6.2500e-04\n", "Epoch 160/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0255 - lr: 6.2500e-04\n", "Epoch 161/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0096 - lr: 6.2500e-04\n", "Epoch 162/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0199 - lr: 6.2500e-04\n", "Epoch 163/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 164/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0092 - lr: 6.2500e-04\n", "Epoch 165/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0210 - lr: 6.2500e-04\n", "Epoch 166/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0111 - lr: 6.2500e-04\n", "Epoch 167/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0071 - lr: 6.2500e-04\n", "Epoch 168/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0196 - lr: 6.2500e-04\n", "Epoch 169/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0178 - lr: 6.2500e-04\n", "Epoch 170/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0299 - lr: 6.2500e-04\n", "Epoch 171/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0155 - lr: 6.2500e-04\n", "Epoch 172/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0255 - lr: 6.2500e-04\n", "Epoch 173/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 174/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0092 - lr: 6.2500e-04\n", "Epoch 175/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0292 - lr: 6.2500e-04\n", "Epoch 176/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 177/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0103 - lr: 6.2500e-04\n", "Epoch 178/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 179/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0236 - lr: 6.2500e-04\n", "Epoch 180/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0072 - lr: 6.2500e-04\n", "Epoch 181/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 182/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0075 - lr: 6.2500e-04\n", "Epoch 183/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0387 - lr: 6.2500e-04\n", "Epoch 184/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0182 - lr: 6.2500e-04\n", "Epoch 185/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0096 - lr: 6.2500e-04\n", "Epoch 186/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0139 - lr: 6.2500e-04\n", "Epoch 187/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0092 - lr: 6.2500e-04\n", "Epoch 188/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 189/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0279 - lr: 6.2500e-04\n", "Epoch 190/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0167 - lr: 6.2500e-04\n", "Epoch 191/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0143 - lr: 6.2500e-04\n", "Epoch 192/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 193/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 194/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0089 - lr: 3.1250e-04\n", "Epoch 195/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0147 - lr: 3.1250e-04\n", "Epoch 196/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0081 - lr: 3.1250e-04\n", "Epoch 197/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0072 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 198/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0074 - val_loss: 0.0095 - lr: 3.1250e-04\n", "Epoch 199/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 200/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0079 - lr: 3.1250e-04\n", "Epoch 201/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0080 - lr: 3.1250e-04\n", "Epoch 202/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 203/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0077 - lr: 3.1250e-04\n", "Epoch 204/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0135 - lr: 3.1250e-04\n", "Epoch 205/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0094 - lr: 3.1250e-04\n", "Epoch 206/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 207/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0101 - lr: 3.1250e-04\n", "Epoch 208/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0102 - lr: 3.1250e-04\n", "Epoch 209/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 210/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0089 - lr: 3.1250e-04\n", "Epoch 211/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 212/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0092 - lr: 3.1250e-04\n", "Epoch 213/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0088 - lr: 3.1250e-04\n", "Epoch 214/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0122 - lr: 3.1250e-04\n", "Epoch 215/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 216/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 217/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0074 - lr: 3.1250e-04\n", "Epoch 218/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0119 - lr: 3.1250e-04\n", "Epoch 219/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 220/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 221/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 222/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 223/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0198 - lr: 3.1250e-04\n", "Epoch 224/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 225/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0087 - lr: 3.1250e-04\n", "Epoch 226/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0160 - lr: 3.1250e-04\n", "Epoch 227/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0199 - lr: 3.1250e-04\n", "Epoch 228/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 229/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0112 - lr: 3.1250e-04\n", "Epoch 230/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 231/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0110 - lr: 3.1250e-04\n", "Epoch 232/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0115 - lr: 3.1250e-04\n", "Epoch 233/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0109 - lr: 3.1250e-04\n", "Epoch 234/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 235/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 1.5625e-04\n", "Epoch 236/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5625e-04\n", "Epoch 237/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0071 - lr: 1.5625e-04\n", "Epoch 238/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0071 - lr: 1.5625e-04\n", "Epoch 239/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0070 - lr: 1.5625e-04\n", "Epoch 240/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0097 - lr: 1.5625e-04\n", "Epoch 241/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0070 - lr: 1.5625e-04\n", "Epoch 242/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5625e-04\n", "Epoch 243/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0079 - lr: 1.5625e-04\n", "Epoch 244/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0071 - lr: 1.5625e-04\n", "Epoch 245/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0073 - lr: 1.5625e-04\n", "Epoch 246/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0073 - lr: 1.5625e-04\n", "Epoch 247/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0075 - lr: 1.5625e-04\n", "Epoch 248/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0071 - lr: 1.5625e-04\n", "Epoch 249/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0070 - lr: 1.5625e-04\n", "Epoch 250/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0073 - lr: 1.5625e-04\n", "Epoch 251/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0077 - lr: 1.5625e-04\n", "Epoch 252/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0074 - lr: 1.5625e-04\n", "Epoch 253/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0084 - lr: 1.5625e-04\n", "Epoch 254/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0072 - lr: 1.5625e-04\n", "Epoch 255/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5625e-04\n", "Epoch 256/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0073 - lr: 1.5625e-04\n", "Epoch 257/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0072 - lr: 1.5625e-04\n", "Epoch 258/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0074 - lr: 1.5625e-04\n", "Epoch 259/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5625e-04\n", "Epoch 260/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0073 - lr: 7.8125e-05\n", "Epoch 261/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 7.8125e-05\n", "Epoch 262/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 263/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0071 - lr: 7.8125e-05\n", "Epoch 264/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0070 - lr: 7.8125e-05\n", "Epoch 265/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 266/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 7.8125e-05\n", "Epoch 267/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 268/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0072 - lr: 7.8125e-05\n", "Epoch 269/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 270/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 271/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 272/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0075 - lr: 7.8125e-05\n", "Epoch 273/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 274/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 275/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0072 - lr: 7.8125e-05\n", "Epoch 276/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 7.8125e-05\n", "Epoch 277/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0071 - lr: 7.8125e-05\n", "Epoch 278/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 279/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0076 - lr: 7.8125e-05\n", "Epoch 280/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 281/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0071 - lr: 7.8125e-05\n", "Epoch 282/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0075 - lr: 7.8125e-05\n", "Epoch 283/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0071 - lr: 7.8125e-05\n", "Epoch 284/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 285/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 286/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 287/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.8125e-05\n", "Epoch 288/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0070 - lr: 3.9062e-05\n", "Epoch 289/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 290/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0070 - lr: 3.9062e-05\n", "Epoch 291/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 292/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 293/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 294/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 295/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0070 - lr: 3.9062e-05\n", "Epoch 296/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 297/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 298/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 299/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 300/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 301/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 302/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 303/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 304/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 305/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 306/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0071 - lr: 3.9062e-05\n", "Epoch 307/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0072 - lr: 3.9062e-05\n", "Epoch 308/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 309/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 310/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 311/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 312/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 313/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 314/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 315/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 316/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 317/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 318/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 319/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 320/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 321/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 322/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0070 - lr: 3.9062e-05\n", "Epoch 323/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 324/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 325/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 326/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 327/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 328/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 329/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 330/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 331/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 332/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 333/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0070 - lr: 3.9062e-05\n", "Epoch 334/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 335/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 336/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 337/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 338/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 339/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 340/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 341/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 342/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.9062e-05\n", "Epoch 343/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 344/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 345/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 346/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 347/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 348/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 349/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 350/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 351/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 352/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 353/1024\n", "90/90 [==============================] - 1s 6ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 354/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 355/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 356/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 357/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 358/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 359/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 360/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 361/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 362/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 363/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 364/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 365/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 366/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 367/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 368/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 369/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 370/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 371/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 372/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 373/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 374/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 375/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 376/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 377/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 378/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 379/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 380/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 381/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 382/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 383/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 384/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 385/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 386/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 387/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 388/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 389/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 390/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 391/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 392/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 393/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 394/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 395/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 396/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 397/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 398/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 399/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 400/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 401/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 402/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 403/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 404/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 405/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 406/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 407/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 408/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 409/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 410/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 411/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 412/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 413/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 414/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 415/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 416/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 417/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 418/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 419/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 420/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 421/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 422/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 423/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 424/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 425/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 426/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 427/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 428/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 429/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 430/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 431/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 432/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 433/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 434/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 435/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 436/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 437/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 438/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 9.7656e-06\n", "Epoch 439/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 440/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 441/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 442/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 443/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 444/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 445/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 446/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 447/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 448/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 449/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 450/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 451/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0073 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 452/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 453/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 454/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 455/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 456/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 457/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 458/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 459/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 460/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 461/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 462/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 463/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 464/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 465/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 466/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 467/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 468/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 469/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 470/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 471/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 472/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 4.8828e-06\n", "Epoch 473/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 474/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 475/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 476/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 477/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 478/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 479/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 480/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 481/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 482/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 483/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 484/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 485/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 486/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 487/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 488/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 489/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 490/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 491/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 492/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 493/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 494/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 495/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 496/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 497/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 2.4414e-06\n", "Epoch 498/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 499/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 500/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 501/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 502/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 503/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 504/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 505/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 506/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 507/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 508/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 509/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 510/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 511/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 512/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 513/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 514/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 515/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 516/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 517/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 518/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 519/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 520/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 521/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 522/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.2207e-06\n", "Epoch 523/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 524/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 525/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 526/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 527/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 528/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 529/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 530/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 531/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 532/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 533/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 534/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 535/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 536/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 537/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 538/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 539/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 540/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 541/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 542/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 543/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 544/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 545/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 546/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 547/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 6.1035e-07\n", "Epoch 548/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 549/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 550/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 551/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 552/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 553/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 554/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 555/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 556/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 557/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 558/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 559/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 560/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 561/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 562/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 563/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 564/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 565/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 566/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 567/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 568/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 569/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 570/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 571/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 572/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.0518e-07\n", "Epoch 573/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 574/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 575/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 576/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 577/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 578/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 579/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 580/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 581/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 582/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 583/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 584/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 585/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 586/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 587/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 588/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 589/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0067 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 590/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 591/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 592/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 593/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 594/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 595/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 596/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 597/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 1.5259e-07\n", "Epoch 598/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 599/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 600/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 601/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 602/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 603/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 604/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 605/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 606/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 607/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 608/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 609/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 610/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 611/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 612/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 613/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 614/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 615/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 616/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 617/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 618/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 619/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 620/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 621/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 622/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 7.6294e-08\n", "Epoch 623/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 624/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 625/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 626/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 627/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 628/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 629/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 630/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 631/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 632/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 633/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 634/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 635/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 636/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 637/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 638/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 639/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 640/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 641/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0072 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 642/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 643/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 644/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 645/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0070 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 646/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 647/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0071 - val_loss: 0.0069 - lr: 3.8147e-08\n", "Epoch 1/1024\n", "90/90 [==============================] - 1s 4ms/step - loss: 0.0316 - val_loss: 0.0274 - lr: 0.0025\n", "Epoch 2/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0251 - val_loss: 0.0276 - lr: 0.0025\n", "Epoch 3/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0231 - val_loss: 0.0278 - lr: 0.0025\n", "Epoch 4/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0225 - val_loss: 0.0269 - lr: 0.0025\n", "Epoch 5/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0220 - val_loss: 0.0255 - lr: 0.0025\n", "Epoch 6/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0217 - val_loss: 0.0248 - lr: 0.0025\n", "Epoch 7/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0214 - val_loss: 0.0248 - lr: 0.0025\n", "Epoch 8/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0214 - val_loss: 0.0253 - lr: 0.0025\n", "Epoch 9/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0213 - val_loss: 0.0250 - lr: 0.0025\n", "Epoch 10/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0211 - val_loss: 0.0253 - lr: 0.0025\n", "Epoch 11/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0209 - val_loss: 0.0245 - lr: 0.0025\n", "Epoch 12/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0206 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 13/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0205 - val_loss: 0.0217 - lr: 0.0025\n", "Epoch 14/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0205 - val_loss: 0.0218 - lr: 0.0025\n", "Epoch 15/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0205 - val_loss: 0.0221 - lr: 0.0025\n", "Epoch 16/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0204 - val_loss: 0.0220 - lr: 0.0025\n", "Epoch 17/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0203 - val_loss: 0.0216 - lr: 0.0025\n", "Epoch 18/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0204 - val_loss: 0.0214 - lr: 0.0025\n", "Epoch 19/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0201 - val_loss: 0.0276 - lr: 0.0025\n", "Epoch 20/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0202 - val_loss: 0.0207 - lr: 0.0025\n", "Epoch 21/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0201 - val_loss: 0.0236 - lr: 0.0025\n", "Epoch 22/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0200 - val_loss: 0.0206 - lr: 0.0025\n", "Epoch 23/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0200 - val_loss: 0.0214 - lr: 0.0025\n", "Epoch 24/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0199 - val_loss: 0.0216 - lr: 0.0025\n", "Epoch 25/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0199 - val_loss: 0.0235 - lr: 0.0025\n", "Epoch 26/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0199 - val_loss: 0.0206 - lr: 0.0025\n", "Epoch 27/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0197 - val_loss: 0.0205 - lr: 0.0025\n", "Epoch 28/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0198 - val_loss: 0.0223 - lr: 0.0025\n", "Epoch 29/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0196 - val_loss: 0.0209 - lr: 0.0025\n", "Epoch 30/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0197 - val_loss: 0.0212 - lr: 0.0025\n", "Epoch 31/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0197 - val_loss: 0.0392 - lr: 0.0025\n", "Epoch 32/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0196 - val_loss: 0.0203 - lr: 0.0025\n", "Epoch 33/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0196 - val_loss: 0.0234 - lr: 0.0025\n", "Epoch 34/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0196 - val_loss: 0.0245 - lr: 0.0025\n", "Epoch 35/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0195 - val_loss: 0.0205 - lr: 0.0025\n", "Epoch 36/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0284 - lr: 0.0025\n", "Epoch 37/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0242 - lr: 0.0025\n", "Epoch 38/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0202 - lr: 0.0025\n", "Epoch 39/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0218 - lr: 0.0025\n", "Epoch 40/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0193 - val_loss: 0.0198 - lr: 0.0025\n", "Epoch 41/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0222 - lr: 0.0025\n", "Epoch 42/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0193 - val_loss: 0.0211 - lr: 0.0025\n", "Epoch 43/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0193 - val_loss: 0.0206 - lr: 0.0025\n", "Epoch 44/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0192 - val_loss: 0.0208 - lr: 0.0025\n", "Epoch 45/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0352 - lr: 0.0025\n", "Epoch 46/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0204 - lr: 0.0025\n", "Epoch 47/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0192 - val_loss: 0.0200 - lr: 0.0025\n", "Epoch 48/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0192 - val_loss: 0.0260 - lr: 0.0025\n", "Epoch 49/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0271 - lr: 0.0025\n", "Epoch 50/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0190 - val_loss: 0.0258 - lr: 0.0025\n", "Epoch 51/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0190 - val_loss: 0.0213 - lr: 0.0025\n", "Epoch 52/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0188 - val_loss: 0.0272 - lr: 0.0025\n", "Epoch 53/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0187 - val_loss: 0.0257 - lr: 0.0025\n", "Epoch 54/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0188 - val_loss: 0.0255 - lr: 0.0025\n", "Epoch 55/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0189 - val_loss: 0.0210 - lr: 0.0025\n", "Epoch 56/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0188 - val_loss: 0.0270 - lr: 0.0025\n", "Epoch 57/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0188 - val_loss: 0.0271 - lr: 0.0025\n", "Epoch 58/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0187 - val_loss: 0.0226 - lr: 0.0025\n", "Epoch 59/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0187 - val_loss: 0.0219 - lr: 0.0025\n", "Epoch 60/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0186 - val_loss: 0.0266 - lr: 0.0025\n", "Epoch 61/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0186 - val_loss: 0.0271 - lr: 0.0025\n", "Epoch 62/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0184 - val_loss: 0.0336 - lr: 0.0025\n", "Epoch 63/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0184 - val_loss: 0.0247 - lr: 0.0025\n", "Epoch 64/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0185 - val_loss: 0.0222 - lr: 0.0025\n", "Epoch 65/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0257 - lr: 0.0025\n", "Epoch 66/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0184 - val_loss: 0.0218 - lr: 0.0012\n", "Epoch 67/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0183 - val_loss: 0.0196 - lr: 0.0012\n", "Epoch 68/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0196 - lr: 0.0012\n", "Epoch 69/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0183 - val_loss: 0.0203 - lr: 0.0012\n", "Epoch 70/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0180 - val_loss: 0.0215 - lr: 0.0012\n", "Epoch 71/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0181 - val_loss: 0.0203 - lr: 0.0012\n", "Epoch 72/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0191 - lr: 0.0012\n", "Epoch 73/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0209 - lr: 0.0012\n", "Epoch 74/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0201 - lr: 0.0012\n", "Epoch 75/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0202 - lr: 0.0012\n", "Epoch 76/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0208 - lr: 0.0012\n", "Epoch 77/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0196 - lr: 0.0012\n", "Epoch 78/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0195 - lr: 0.0012\n", "Epoch 79/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0182 - val_loss: 0.0210 - lr: 0.0012\n", "Epoch 80/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0179 - val_loss: 0.0195 - lr: 0.0012\n", "Epoch 81/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0181 - val_loss: 0.0211 - lr: 0.0012\n", "Epoch 82/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0179 - val_loss: 0.0208 - lr: 0.0012\n", "Epoch 83/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0179 - val_loss: 0.0194 - lr: 0.0012\n", "Epoch 84/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0178 - val_loss: 0.0201 - lr: 0.0012\n", "Epoch 85/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0178 - val_loss: 0.0192 - lr: 0.0012\n", "Epoch 86/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0179 - val_loss: 0.0193 - lr: 0.0012\n", "Epoch 87/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0178 - val_loss: 0.0199 - lr: 0.0012\n", "Epoch 88/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0178 - val_loss: 0.0194 - lr: 0.0012\n", "Epoch 89/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0178 - val_loss: 0.0192 - lr: 0.0012\n", "Epoch 90/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0178 - val_loss: 0.0196 - lr: 0.0012\n", "Epoch 91/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0177 - val_loss: 0.0206 - lr: 0.0012\n", "Epoch 92/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0176 - val_loss: 0.0218 - lr: 0.0012\n", "Epoch 93/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0177 - val_loss: 0.0204 - lr: 0.0012\n", "Epoch 94/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0177 - val_loss: 0.0206 - lr: 0.0012\n", "Epoch 95/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0177 - val_loss: 0.0205 - lr: 0.0012\n", "Epoch 96/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0176 - val_loss: 0.0211 - lr: 0.0012\n", "Epoch 97/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0176 - val_loss: 0.0188 - lr: 0.0012\n", "Epoch 98/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0175 - val_loss: 0.0188 - lr: 0.0012\n", "Epoch 99/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0176 - val_loss: 0.0186 - lr: 0.0012\n", "Epoch 100/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0175 - val_loss: 0.0206 - lr: 0.0012\n", "Epoch 101/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0174 - val_loss: 0.0200 - lr: 0.0012\n", "Epoch 102/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0173 - val_loss: 0.0200 - lr: 0.0012\n", "Epoch 103/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0173 - val_loss: 0.0187 - lr: 0.0012\n", "Epoch 104/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0174 - val_loss: 0.0204 - lr: 0.0012\n", "Epoch 105/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0174 - val_loss: 0.0182 - lr: 0.0012\n", "Epoch 106/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0173 - val_loss: 0.0196 - lr: 0.0012\n", "Epoch 107/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0175 - val_loss: 0.0198 - lr: 0.0012\n", "Epoch 108/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0173 - val_loss: 0.0186 - lr: 0.0012\n", "Epoch 109/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0174 - val_loss: 0.0187 - lr: 0.0012\n", "Epoch 110/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0173 - val_loss: 0.0189 - lr: 0.0012\n", "Epoch 111/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0172 - val_loss: 0.0205 - lr: 0.0012\n", "Epoch 112/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0173 - val_loss: 0.0190 - lr: 0.0012\n", "Epoch 113/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0172 - val_loss: 0.0185 - lr: 0.0012\n", "Epoch 114/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0171 - val_loss: 0.0183 - lr: 0.0012\n", "Epoch 115/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0171 - val_loss: 0.0177 - lr: 0.0012\n", "Epoch 116/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0171 - val_loss: 0.0177 - lr: 0.0012\n", "Epoch 117/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0171 - val_loss: 0.0183 - lr: 0.0012\n", "Epoch 118/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0169 - val_loss: 0.0199 - lr: 0.0012\n", "Epoch 119/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0170 - val_loss: 0.0189 - lr: 0.0012\n", "Epoch 120/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0171 - val_loss: 0.0185 - lr: 0.0012\n", "Epoch 121/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0171 - val_loss: 0.0184 - lr: 0.0012\n", "Epoch 122/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0167 - val_loss: 0.0175 - lr: 0.0012\n", "Epoch 123/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0167 - val_loss: 0.0194 - lr: 0.0012\n", "Epoch 124/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0168 - val_loss: 0.0208 - lr: 0.0012\n", "Epoch 125/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0167 - val_loss: 0.0211 - lr: 0.0012\n", "Epoch 126/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0167 - val_loss: 0.0195 - lr: 0.0012\n", "Epoch 127/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0167 - val_loss: 0.0193 - lr: 0.0012\n", "Epoch 128/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0167 - val_loss: 0.0198 - lr: 0.0012\n", "Epoch 129/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0167 - val_loss: 0.0177 - lr: 0.0012\n", "Epoch 130/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0166 - val_loss: 0.0179 - lr: 0.0012\n", "Epoch 131/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0165 - val_loss: 0.0191 - lr: 0.0012\n", "Epoch 132/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0165 - val_loss: 0.0224 - lr: 0.0012\n", "Epoch 133/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0165 - val_loss: 0.0184 - lr: 0.0012\n", "Epoch 134/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0164 - val_loss: 0.0181 - lr: 0.0012\n", "Epoch 135/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0166 - val_loss: 0.0178 - lr: 0.0012\n", "Epoch 136/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0165 - val_loss: 0.0220 - lr: 0.0012\n", "Epoch 137/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0163 - val_loss: 0.0177 - lr: 0.0012\n", "Epoch 138/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0165 - val_loss: 0.0182 - lr: 0.0012\n", "Epoch 139/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0163 - val_loss: 0.0171 - lr: 0.0012\n", "Epoch 140/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0162 - val_loss: 0.0186 - lr: 0.0012\n", "Epoch 141/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0163 - val_loss: 0.0203 - lr: 0.0012\n", "Epoch 142/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0162 - val_loss: 0.0169 - lr: 0.0012\n", "Epoch 143/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0160 - val_loss: 0.0174 - lr: 0.0012\n", "Epoch 144/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0160 - val_loss: 0.0176 - lr: 0.0012\n", "Epoch 145/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0160 - val_loss: 0.0180 - lr: 0.0012\n", "Epoch 146/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0160 - val_loss: 0.0188 - lr: 0.0012\n", "Epoch 147/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0162 - val_loss: 0.0183 - lr: 0.0012\n", "Epoch 148/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0159 - val_loss: 0.0184 - lr: 0.0012\n", "Epoch 149/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0160 - val_loss: 0.0190 - lr: 0.0012\n", "Epoch 150/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0158 - val_loss: 0.0192 - lr: 0.0012\n", "Epoch 151/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0156 - val_loss: 0.0168 - lr: 0.0012\n", "Epoch 152/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0157 - val_loss: 0.0184 - lr: 0.0012\n", "Epoch 153/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0156 - val_loss: 0.0208 - lr: 0.0012\n", "Epoch 154/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0155 - val_loss: 0.0182 - lr: 0.0012\n", "Epoch 155/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0154 - val_loss: 0.0166 - lr: 0.0012\n", "Epoch 156/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0153 - val_loss: 0.0164 - lr: 0.0012\n", "Epoch 157/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0152 - val_loss: 0.0156 - lr: 0.0012\n", "Epoch 158/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0150 - val_loss: 0.0163 - lr: 0.0012\n", "Epoch 159/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0152 - val_loss: 0.0218 - lr: 0.0012\n", "Epoch 160/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0150 - val_loss: 0.0183 - lr: 0.0012\n", "Epoch 161/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0149 - val_loss: 0.0192 - lr: 0.0012\n", "Epoch 162/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0150 - val_loss: 0.0168 - lr: 0.0012\n", "Epoch 163/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0148 - val_loss: 0.0174 - lr: 0.0012\n", "Epoch 164/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0147 - val_loss: 0.0165 - lr: 0.0012\n", "Epoch 165/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0147 - val_loss: 0.0178 - lr: 0.0012\n", "Epoch 166/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0145 - val_loss: 0.0180 - lr: 0.0012\n", "Epoch 167/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0144 - val_loss: 0.0170 - lr: 0.0012\n", "Epoch 168/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0143 - val_loss: 0.0169 - lr: 0.0012\n", "Epoch 169/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0144 - val_loss: 0.0198 - lr: 0.0012\n", "Epoch 170/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0143 - val_loss: 0.0237 - lr: 0.0012\n", "Epoch 171/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0141 - val_loss: 0.0171 - lr: 0.0012\n", "Epoch 172/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0143 - val_loss: 0.0200 - lr: 0.0012\n", "Epoch 173/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0141 - val_loss: 0.0222 - lr: 0.0012\n", "Epoch 174/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0183 - lr: 0.0012\n", "Epoch 175/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0198 - lr: 0.0012\n", "Epoch 176/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0181 - lr: 0.0012\n", "Epoch 177/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0208 - lr: 0.0012\n", "Epoch 178/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0139 - val_loss: 0.0221 - lr: 0.0012\n", "Epoch 179/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0136 - val_loss: 0.0263 - lr: 0.0012\n", "Epoch 180/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0137 - val_loss: 0.0205 - lr: 0.0012\n", "Epoch 181/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0136 - val_loss: 0.0246 - lr: 0.0012\n", "Epoch 182/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0134 - val_loss: 0.0247 - lr: 0.0012\n", "Epoch 183/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0135 - val_loss: 0.0206 - lr: 6.2500e-04\n", "Epoch 184/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0135 - val_loss: 0.0184 - lr: 6.2500e-04\n", "Epoch 185/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0134 - val_loss: 0.0191 - lr: 6.2500e-04\n", "Epoch 186/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0133 - val_loss: 0.0147 - lr: 6.2500e-04\n", "Epoch 187/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0134 - val_loss: 0.0155 - lr: 6.2500e-04\n", "Epoch 188/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0133 - val_loss: 0.0150 - lr: 6.2500e-04\n", "Epoch 189/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0132 - val_loss: 0.0176 - lr: 6.2500e-04\n", "Epoch 190/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0133 - val_loss: 0.0148 - lr: 6.2500e-04\n", "Epoch 191/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0131 - val_loss: 0.0150 - lr: 6.2500e-04\n", "Epoch 192/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0132 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 193/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0132 - val_loss: 0.0149 - lr: 6.2500e-04\n", "Epoch 194/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0131 - val_loss: 0.0171 - lr: 6.2500e-04\n", "Epoch 195/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0129 - val_loss: 0.0155 - lr: 6.2500e-04\n", "Epoch 196/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0132 - val_loss: 0.0154 - lr: 6.2500e-04\n", "Epoch 197/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0132 - val_loss: 0.0147 - lr: 6.2500e-04\n", "Epoch 198/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0131 - val_loss: 0.0159 - lr: 6.2500e-04\n", "Epoch 199/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0130 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 200/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0129 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 201/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0130 - val_loss: 0.0144 - lr: 6.2500e-04\n", "Epoch 202/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0143 - lr: 6.2500e-04\n", "Epoch 203/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0129 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 204/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 205/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0161 - lr: 6.2500e-04\n", "Epoch 206/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0128 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 207/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0128 - val_loss: 0.0143 - lr: 6.2500e-04\n", "Epoch 208/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0126 - val_loss: 0.0143 - lr: 6.2500e-04\n", "Epoch 209/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0126 - val_loss: 0.0160 - lr: 6.2500e-04\n", "Epoch 210/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 211/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0128 - val_loss: 0.0198 - lr: 6.2500e-04\n", "Epoch 212/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0126 - val_loss: 0.0159 - lr: 6.2500e-04\n", "Epoch 213/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0157 - lr: 6.2500e-04\n", "Epoch 214/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0126 - val_loss: 0.0188 - lr: 6.2500e-04\n", "Epoch 215/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0127 - val_loss: 0.0139 - lr: 6.2500e-04\n", "Epoch 216/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0125 - val_loss: 0.0136 - lr: 6.2500e-04\n", "Epoch 217/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0126 - val_loss: 0.0160 - lr: 6.2500e-04\n", "Epoch 218/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0125 - val_loss: 0.0149 - lr: 6.2500e-04\n", "Epoch 219/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0125 - val_loss: 0.0165 - lr: 6.2500e-04\n", "Epoch 220/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0125 - val_loss: 0.0156 - lr: 6.2500e-04\n", "Epoch 221/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0123 - val_loss: 0.0175 - lr: 6.2500e-04\n", "Epoch 222/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0122 - val_loss: 0.0140 - lr: 6.2500e-04\n", "Epoch 223/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0121 - val_loss: 0.0139 - lr: 6.2500e-04\n", "Epoch 224/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0122 - val_loss: 0.0144 - lr: 6.2500e-04\n", "Epoch 225/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0122 - val_loss: 0.0165 - lr: 6.2500e-04\n", "Epoch 226/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0121 - val_loss: 0.0155 - lr: 6.2500e-04\n", "Epoch 227/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0122 - val_loss: 0.0150 - lr: 6.2500e-04\n", "Epoch 228/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0122 - val_loss: 0.0185 - lr: 6.2500e-04\n", "Epoch 229/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0121 - val_loss: 0.0147 - lr: 6.2500e-04\n", "Epoch 230/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0122 - val_loss: 0.0135 - lr: 6.2500e-04\n", "Epoch 231/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0121 - val_loss: 0.0139 - lr: 6.2500e-04\n", "Epoch 232/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0118 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 233/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0120 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 234/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0119 - val_loss: 0.0137 - lr: 6.2500e-04\n", "Epoch 235/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0119 - val_loss: 0.0155 - lr: 6.2500e-04\n", "Epoch 236/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0120 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 237/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0119 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 238/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0118 - val_loss: 0.0176 - lr: 6.2500e-04\n", "Epoch 239/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0118 - val_loss: 0.0136 - lr: 6.2500e-04\n", "Epoch 240/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0118 - val_loss: 0.0170 - lr: 6.2500e-04\n", "Epoch 241/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0117 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 242/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0119 - val_loss: 0.0141 - lr: 6.2500e-04\n", "Epoch 243/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0117 - val_loss: 0.0146 - lr: 6.2500e-04\n", "Epoch 244/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0117 - val_loss: 0.0133 - lr: 6.2500e-04\n", "Epoch 245/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0117 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 246/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0116 - val_loss: 0.0133 - lr: 6.2500e-04\n", "Epoch 247/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0115 - val_loss: 0.0135 - lr: 6.2500e-04\n", "Epoch 248/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0115 - val_loss: 0.0124 - lr: 6.2500e-04\n", "Epoch 249/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0115 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 250/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0116 - val_loss: 0.0145 - lr: 6.2500e-04\n", "Epoch 251/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0114 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 252/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0114 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 253/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0114 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 254/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0113 - val_loss: 0.0149 - lr: 6.2500e-04\n", "Epoch 255/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0115 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 256/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0114 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 257/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0113 - val_loss: 0.0171 - lr: 6.2500e-04\n", "Epoch 258/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0113 - val_loss: 0.0146 - lr: 6.2500e-04\n", "Epoch 259/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0112 - val_loss: 0.0137 - lr: 6.2500e-04\n", "Epoch 260/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0112 - val_loss: 0.0133 - lr: 6.2500e-04\n", "Epoch 261/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0112 - val_loss: 0.0179 - lr: 6.2500e-04\n", "Epoch 262/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0111 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 263/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0113 - val_loss: 0.0164 - lr: 6.2500e-04\n", "Epoch 264/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0113 - val_loss: 0.0121 - lr: 6.2500e-04\n", "Epoch 265/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0111 - val_loss: 0.0133 - lr: 6.2500e-04\n", "Epoch 266/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0111 - val_loss: 0.0141 - lr: 6.2500e-04\n", "Epoch 267/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0111 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 268/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0141 - lr: 6.2500e-04\n", "Epoch 269/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 270/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 271/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0120 - lr: 6.2500e-04\n", "Epoch 272/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0110 - val_loss: 0.0132 - lr: 6.2500e-04\n", "Epoch 273/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0108 - val_loss: 0.0139 - lr: 6.2500e-04\n", "Epoch 274/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0108 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 275/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0133 - lr: 6.2500e-04\n", "Epoch 276/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 277/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0107 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 278/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0107 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 279/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0108 - val_loss: 0.0154 - lr: 6.2500e-04\n", "Epoch 280/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0109 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 281/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0108 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 282/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0107 - val_loss: 0.0131 - lr: 6.2500e-04\n", "Epoch 283/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0107 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 284/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0105 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 285/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0108 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 286/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0106 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 287/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0105 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 288/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0105 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 289/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0105 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 290/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0104 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 291/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0107 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 292/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0104 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 293/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0105 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 294/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0103 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 295/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0104 - val_loss: 0.0123 - lr: 6.2500e-04\n", "Epoch 296/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0104 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 297/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 298/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0113 - lr: 6.2500e-04\n", "Epoch 299/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0121 - lr: 6.2500e-04\n", "Epoch 300/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 301/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0105 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 302/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0149 - lr: 6.2500e-04\n", "Epoch 303/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 304/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0103 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 305/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 306/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0122 - lr: 6.2500e-04\n", "Epoch 307/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0109 - lr: 6.2500e-04\n", "Epoch 308/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0104 - val_loss: 0.0122 - lr: 6.2500e-04\n", "Epoch 309/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0102 - val_loss: 0.0142 - lr: 6.2500e-04\n", "Epoch 310/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 311/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 312/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0101 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 313/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0133 - lr: 6.2500e-04\n", "Epoch 314/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0113 - lr: 6.2500e-04\n", "Epoch 315/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 316/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0132 - lr: 6.2500e-04\n", "Epoch 317/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0100 - val_loss: 0.0190 - lr: 6.2500e-04\n", "Epoch 318/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0108 - lr: 6.2500e-04\n", "Epoch 319/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 320/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0100 - val_loss: 0.0125 - lr: 6.2500e-04\n", "Epoch 321/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0099 - val_loss: 0.0141 - lr: 6.2500e-04\n", "Epoch 322/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0101 - val_loss: 0.0150 - lr: 6.2500e-04\n", "Epoch 323/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0108 - lr: 6.2500e-04\n", "Epoch 324/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 325/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0099 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 326/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0097 - val_loss: 0.0105 - lr: 6.2500e-04\n", "Epoch 327/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0140 - lr: 6.2500e-04\n", "Epoch 328/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0122 - lr: 6.2500e-04\n", "Epoch 329/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0098 - val_loss: 0.0101 - lr: 6.2500e-04\n", "Epoch 330/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0101 - lr: 6.2500e-04\n", "Epoch 331/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0151 - lr: 6.2500e-04\n", "Epoch 332/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0182 - lr: 6.2500e-04\n", "Epoch 333/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0190 - lr: 6.2500e-04\n", "Epoch 334/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0096 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 335/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0122 - lr: 6.2500e-04\n", "Epoch 336/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0104 - lr: 6.2500e-04\n", "Epoch 337/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0110 - lr: 6.2500e-04\n", "Epoch 338/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 339/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0097 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 340/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0096 - val_loss: 0.0120 - lr: 6.2500e-04\n", "Epoch 341/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 342/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 343/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 344/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0095 - val_loss: 0.0109 - lr: 6.2500e-04\n", "Epoch 345/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0094 - val_loss: 0.0098 - lr: 6.2500e-04\n", "Epoch 346/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0093 - val_loss: 0.0106 - lr: 6.2500e-04\n", "Epoch 347/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0093 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 348/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0094 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 349/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0094 - val_loss: 0.0103 - lr: 6.2500e-04\n", "Epoch 350/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0093 - val_loss: 0.0097 - lr: 6.2500e-04\n", "Epoch 351/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0093 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 352/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0092 - val_loss: 0.0099 - lr: 6.2500e-04\n", "Epoch 353/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0093 - val_loss: 0.0100 - lr: 6.2500e-04\n", "Epoch 354/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0092 - val_loss: 0.0096 - lr: 6.2500e-04\n", "Epoch 355/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0092 - val_loss: 0.0095 - lr: 6.2500e-04\n", "Epoch 356/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0093 - val_loss: 0.0100 - lr: 6.2500e-04\n", "Epoch 357/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0090 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 358/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0092 - val_loss: 0.0101 - lr: 6.2500e-04\n", "Epoch 359/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0092 - val_loss: 0.0121 - lr: 6.2500e-04\n", "Epoch 360/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0091 - val_loss: 0.0172 - lr: 6.2500e-04\n", "Epoch 361/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0091 - val_loss: 0.0137 - lr: 6.2500e-04\n", "Epoch 362/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0090 - val_loss: 0.0160 - lr: 6.2500e-04\n", "Epoch 363/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0091 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 364/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0091 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 365/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0091 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 366/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0090 - val_loss: 0.0281 - lr: 6.2500e-04\n", "Epoch 367/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0090 - val_loss: 0.0140 - lr: 6.2500e-04\n", "Epoch 368/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0089 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 369/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0089 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 370/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0090 - val_loss: 0.0104 - lr: 6.2500e-04\n", "Epoch 371/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0087 - val_loss: 0.0118 - lr: 6.2500e-04\n", "Epoch 372/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0089 - val_loss: 0.0099 - lr: 6.2500e-04\n", "Epoch 373/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0087 - val_loss: 0.0113 - lr: 6.2500e-04\n", "Epoch 374/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0087 - val_loss: 0.0094 - lr: 6.2500e-04\n", "Epoch 375/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0088 - val_loss: 0.0095 - lr: 6.2500e-04\n", "Epoch 376/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0088 - val_loss: 0.0129 - lr: 6.2500e-04\n", "Epoch 377/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0087 - val_loss: 0.0152 - lr: 6.2500e-04\n", "Epoch 378/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0087 - val_loss: 0.0140 - lr: 6.2500e-04\n", "Epoch 379/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0086 - val_loss: 0.0101 - lr: 6.2500e-04\n", "Epoch 380/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0088 - val_loss: 0.0092 - lr: 6.2500e-04\n", "Epoch 381/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0089 - val_loss: 0.0090 - lr: 6.2500e-04\n", "Epoch 382/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0087 - val_loss: 0.0095 - lr: 6.2500e-04\n", "Epoch 383/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0086 - val_loss: 0.0167 - lr: 6.2500e-04\n", "Epoch 384/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0088 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 385/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0088 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 386/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0086 - val_loss: 0.0094 - lr: 6.2500e-04\n", "Epoch 387/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0086 - val_loss: 0.0115 - lr: 6.2500e-04\n", "Epoch 388/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0087 - val_loss: 0.0165 - lr: 6.2500e-04\n", "Epoch 389/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0134 - lr: 6.2500e-04\n", "Epoch 390/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0101 - lr: 6.2500e-04\n", "Epoch 391/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0137 - lr: 6.2500e-04\n", "Epoch 392/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0098 - lr: 6.2500e-04\n", "Epoch 393/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0088 - val_loss: 0.0096 - lr: 6.2500e-04\n", "Epoch 394/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0111 - lr: 6.2500e-04\n", "Epoch 395/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0086 - val_loss: 0.0089 - lr: 6.2500e-04\n", "Epoch 396/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0089 - lr: 6.2500e-04\n", "Epoch 397/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0107 - lr: 6.2500e-04\n", "Epoch 398/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0100 - lr: 6.2500e-04\n", "Epoch 399/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0086 - lr: 6.2500e-04\n", "Epoch 400/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0085 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 401/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0085 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 402/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0084 - val_loss: 0.0121 - lr: 6.2500e-04\n", "Epoch 403/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0084 - val_loss: 0.0091 - lr: 6.2500e-04\n", "Epoch 404/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0084 - val_loss: 0.0138 - lr: 6.2500e-04\n", "Epoch 405/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0084 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 406/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0083 - val_loss: 0.0091 - lr: 6.2500e-04\n", "Epoch 407/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0082 - val_loss: 0.0180 - lr: 6.2500e-04\n", "Epoch 408/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0084 - val_loss: 0.0126 - lr: 6.2500e-04\n", "Epoch 409/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0082 - val_loss: 0.0091 - lr: 6.2500e-04\n", "Epoch 410/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0082 - val_loss: 0.0097 - lr: 6.2500e-04\n", "Epoch 411/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0083 - val_loss: 0.0111 - lr: 6.2500e-04\n", "Epoch 412/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0084 - val_loss: 0.0105 - lr: 6.2500e-04\n", "Epoch 413/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0083 - val_loss: 0.0105 - lr: 6.2500e-04\n", "Epoch 414/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0084 - val_loss: 0.0089 - lr: 6.2500e-04\n", "Epoch 415/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0086 - lr: 6.2500e-04\n", "Epoch 416/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0083 - val_loss: 0.0093 - lr: 6.2500e-04\n", "Epoch 417/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0136 - lr: 6.2500e-04\n", "Epoch 418/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0094 - lr: 6.2500e-04\n", "Epoch 419/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0082 - val_loss: 0.0090 - lr: 6.2500e-04\n", "Epoch 420/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0082 - val_loss: 0.0105 - lr: 6.2500e-04\n", "Epoch 421/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0082 - val_loss: 0.0130 - lr: 6.2500e-04\n", "Epoch 422/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0097 - lr: 6.2500e-04\n", "Epoch 423/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0090 - lr: 6.2500e-04\n", "Epoch 424/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0106 - lr: 6.2500e-04\n", "Epoch 425/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0084 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 426/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0097 - lr: 6.2500e-04\n", "Epoch 427/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0095 - lr: 6.2500e-04\n", "Epoch 428/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0104 - lr: 6.2500e-04\n", "Epoch 429/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 430/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0082 - val_loss: 0.0127 - lr: 6.2500e-04\n", "Epoch 431/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0146 - lr: 6.2500e-04\n", "Epoch 432/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0090 - lr: 6.2500e-04\n", "Epoch 433/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 434/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0110 - lr: 6.2500e-04\n", "Epoch 435/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0078 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 436/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0078 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 437/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0088 - lr: 6.2500e-04\n", "Epoch 438/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0320 - lr: 6.2500e-04\n", "Epoch 439/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0093 - lr: 6.2500e-04\n", "Epoch 440/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0087 - lr: 6.2500e-04\n", "Epoch 441/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 442/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 443/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 444/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 445/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 446/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0121 - lr: 6.2500e-04\n", "Epoch 447/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 448/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0078 - val_loss: 0.0087 - lr: 6.2500e-04\n", "Epoch 449/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0081 - val_loss: 0.0226 - lr: 6.2500e-04\n", "Epoch 450/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 451/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0081 - lr: 6.2500e-04\n", "Epoch 452/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0078 - val_loss: 0.0096 - lr: 6.2500e-04\n", "Epoch 453/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0080 - val_loss: 0.0091 - lr: 6.2500e-04\n", "Epoch 454/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0078 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 455/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0079 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 456/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0078 - val_loss: 0.0107 - lr: 6.2500e-04\n", "Epoch 457/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 458/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0078 - val_loss: 0.0170 - lr: 6.2500e-04\n", "Epoch 459/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0088 - lr: 6.2500e-04\n", "Epoch 460/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0076 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 461/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0131 - lr: 6.2500e-04\n", "Epoch 462/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0092 - lr: 6.2500e-04\n", "Epoch 463/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 464/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0096 - lr: 6.2500e-04\n", "Epoch 465/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0078 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 466/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0076 - val_loss: 0.0101 - lr: 6.2500e-04\n", "Epoch 467/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0076 - val_loss: 0.0100 - lr: 6.2500e-04\n", "Epoch 468/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0076 - val_loss: 0.0077 - lr: 6.2500e-04\n", "Epoch 469/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0075 - val_loss: 0.0079 - lr: 6.2500e-04\n", "Epoch 470/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0144 - lr: 6.2500e-04\n", "Epoch 471/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0075 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 472/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0097 - lr: 6.2500e-04\n", "Epoch 473/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 474/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0077 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 475/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0076 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 476/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0099 - lr: 6.2500e-04\n", "Epoch 477/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0076 - val_loss: 0.0081 - lr: 6.2500e-04\n", "Epoch 478/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0117 - lr: 6.2500e-04\n", "Epoch 479/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 480/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0113 - lr: 6.2500e-04\n", "Epoch 481/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0128 - lr: 6.2500e-04\n", "Epoch 482/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0076 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 483/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0076 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 484/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0076 - val_loss: 0.0103 - lr: 6.2500e-04\n", "Epoch 485/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0076 - lr: 6.2500e-04\n", "Epoch 486/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 487/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0076 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 488/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 489/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0089 - lr: 6.2500e-04\n", "Epoch 490/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0087 - lr: 6.2500e-04\n", "Epoch 491/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0108 - lr: 6.2500e-04\n", "Epoch 492/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0076 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 493/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0077 - val_loss: 0.0119 - lr: 6.2500e-04\n", "Epoch 494/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0141 - lr: 6.2500e-04\n", "Epoch 495/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 496/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0075 - val_loss: 0.0081 - lr: 6.2500e-04\n", "Epoch 497/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 498/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0077 - lr: 6.2500e-04\n", "Epoch 499/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0105 - lr: 6.2500e-04\n", "Epoch 500/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 501/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0131 - lr: 6.2500e-04\n", "Epoch 502/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 503/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 504/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 505/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0088 - lr: 6.2500e-04\n", "Epoch 506/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0087 - lr: 6.2500e-04\n", "Epoch 507/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0137 - lr: 6.2500e-04\n", "Epoch 508/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 509/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0086 - lr: 6.2500e-04\n", "Epoch 510/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 511/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 512/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 513/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0076 - lr: 6.2500e-04\n", "Epoch 514/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0076 - lr: 6.2500e-04\n", "Epoch 515/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0085 - lr: 6.2500e-04\n", "Epoch 516/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 517/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 518/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0091 - lr: 6.2500e-04\n", "Epoch 519/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0149 - lr: 6.2500e-04\n", "Epoch 520/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 521/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 522/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0143 - lr: 6.2500e-04\n", "Epoch 523/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 524/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0072 - lr: 6.2500e-04\n", "Epoch 525/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 526/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0074 - val_loss: 0.0094 - lr: 6.2500e-04\n", "Epoch 527/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0073 - val_loss: 0.0093 - lr: 6.2500e-04\n", "Epoch 528/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0071 - lr: 6.2500e-04\n", "Epoch 529/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0146 - lr: 6.2500e-04\n", "Epoch 530/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0102 - lr: 6.2500e-04\n", "Epoch 531/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 532/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 533/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0089 - lr: 6.2500e-04\n", "Epoch 534/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0088 - lr: 6.2500e-04\n", "Epoch 535/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 536/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0090 - lr: 6.2500e-04\n", "Epoch 537/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 538/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 539/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 540/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 541/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0095 - lr: 6.2500e-04\n", "Epoch 542/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 543/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0072 - lr: 6.2500e-04\n", "Epoch 544/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0071 - lr: 6.2500e-04\n", "Epoch 545/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0086 - lr: 6.2500e-04\n", "Epoch 546/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0070 - val_loss: 0.0071 - lr: 6.2500e-04\n", "Epoch 547/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 548/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0072 - val_loss: 0.0114 - lr: 6.2500e-04\n", "Epoch 549/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 550/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0086 - lr: 6.2500e-04\n", "Epoch 551/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0091 - lr: 6.2500e-04\n", "Epoch 552/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0090 - lr: 6.2500e-04\n", "Epoch 553/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0075 - lr: 6.2500e-04\n", "Epoch 554/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0070 - lr: 6.2500e-04\n", "Epoch 555/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 556/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0113 - lr: 6.2500e-04\n", "Epoch 557/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0107 - lr: 6.2500e-04\n", "Epoch 558/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 559/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0103 - lr: 6.2500e-04\n", "Epoch 560/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 561/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0075 - lr: 6.2500e-04\n", "Epoch 562/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0072 - lr: 6.2500e-04\n", "Epoch 563/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0088 - lr: 6.2500e-04\n", "Epoch 564/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0084 - lr: 6.2500e-04\n", "Epoch 565/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 6.2500e-04\n", "Epoch 566/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 567/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0097 - lr: 6.2500e-04\n", "Epoch 568/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0071 - val_loss: 0.0071 - lr: 6.2500e-04\n", "Epoch 569/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 570/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0116 - lr: 6.2500e-04\n", "Epoch 571/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0070 - lr: 6.2500e-04\n", "Epoch 572/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0072 - lr: 6.2500e-04\n", "Epoch 573/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0078 - lr: 6.2500e-04\n", "Epoch 574/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0087 - lr: 6.2500e-04\n", "Epoch 575/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0098 - lr: 6.2500e-04\n", "Epoch 576/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0082 - lr: 6.2500e-04\n", "Epoch 577/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 578/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0081 - lr: 6.2500e-04\n", "Epoch 579/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0070 - lr: 6.2500e-04\n", "Epoch 580/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0076 - lr: 6.2500e-04\n", "Epoch 581/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0083 - lr: 6.2500e-04\n", "Epoch 582/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 6.2500e-04\n", "Epoch 583/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 584/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 585/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0070 - val_loss: 0.0076 - lr: 6.2500e-04\n", "Epoch 586/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0080 - lr: 6.2500e-04\n", "Epoch 587/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0074 - lr: 6.2500e-04\n", "Epoch 588/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 589/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0076 - lr: 6.2500e-04\n", "Epoch 590/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0073 - lr: 6.2500e-04\n", "Epoch 591/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0074 - lr: 3.1250e-04\n", "Epoch 592/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 593/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0076 - lr: 3.1250e-04\n", "Epoch 594/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 595/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 596/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 597/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 598/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 599/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 600/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 601/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 602/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 603/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 604/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0082 - lr: 3.1250e-04\n", "Epoch 605/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0080 - lr: 3.1250e-04\n", "Epoch 606/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0076 - lr: 3.1250e-04\n", "Epoch 607/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 608/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 609/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 610/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 611/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 612/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 613/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 614/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 615/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 616/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 617/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 618/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 619/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 620/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 621/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 622/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 623/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0069 - val_loss: 0.0074 - lr: 3.1250e-04\n", "Epoch 624/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 625/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0081 - lr: 3.1250e-04\n", "Epoch 626/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0078 - lr: 3.1250e-04\n", "Epoch 627/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 628/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0077 - lr: 3.1250e-04\n", "Epoch 629/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 630/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 631/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 632/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 633/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 634/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 635/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 636/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 637/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 638/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 639/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0074 - lr: 3.1250e-04\n", "Epoch 640/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 641/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 642/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 643/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 644/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 645/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 646/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 647/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 648/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 649/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0084 - lr: 3.1250e-04\n", "Epoch 650/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0077 - lr: 3.1250e-04\n", "Epoch 651/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0082 - lr: 3.1250e-04\n", "Epoch 652/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 653/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 654/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 655/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 656/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0081 - lr: 3.1250e-04\n", "Epoch 657/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0065 - lr: 3.1250e-04\n", "Epoch 658/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 659/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 660/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 661/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0065 - lr: 3.1250e-04\n", "Epoch 662/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 663/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 664/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 665/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0076 - lr: 3.1250e-04\n", "Epoch 666/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 667/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 668/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 669/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0082 - lr: 3.1250e-04\n", "Epoch 670/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0065 - lr: 3.1250e-04\n", "Epoch 671/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0065 - lr: 3.1250e-04\n", "Epoch 672/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 673/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 674/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 675/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0065 - lr: 3.1250e-04\n", "Epoch 676/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 677/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 678/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 679/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 680/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0074 - lr: 3.1250e-04\n", "Epoch 681/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 682/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0084 - lr: 3.1250e-04\n", "Epoch 683/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 684/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0079 - lr: 3.1250e-04\n", "Epoch 685/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0065 - lr: 3.1250e-04\n", "Epoch 686/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 687/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 688/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 689/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 690/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 691/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 692/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 693/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 694/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 695/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 696/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 697/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 698/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0090 - lr: 3.1250e-04\n", "Epoch 699/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0072 - lr: 3.1250e-04\n", "Epoch 700/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0082 - lr: 3.1250e-04\n", "Epoch 701/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0081 - lr: 3.1250e-04\n", "Epoch 702/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 703/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 704/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0068 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 705/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 706/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 707/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 708/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0065 - val_loss: 0.0078 - lr: 3.1250e-04\n", "Epoch 709/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 710/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 711/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 712/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0067 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 713/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 714/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0074 - lr: 3.1250e-04\n", "Epoch 715/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 716/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0075 - lr: 3.1250e-04\n", "Epoch 717/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0065 - lr: 3.1250e-04\n", "Epoch 718/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 719/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 720/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 721/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 722/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 723/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0073 - lr: 3.1250e-04\n", "Epoch 724/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 725/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0078 - lr: 3.1250e-04\n", "Epoch 726/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 727/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 728/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 729/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 730/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 731/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 732/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0064 - lr: 3.1250e-04\n", "Epoch 733/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 734/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0069 - lr: 3.1250e-04\n", "Epoch 735/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0071 - lr: 3.1250e-04\n", "Epoch 736/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 737/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 738/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 739/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0070 - lr: 3.1250e-04\n", "Epoch 740/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 741/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0067 - lr: 3.1250e-04\n", "Epoch 742/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 743/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0068 - lr: 3.1250e-04\n", "Epoch 744/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0066 - lr: 3.1250e-04\n", "Epoch 745/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0067 - lr: 1.5625e-04\n", "Epoch 746/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 747/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 748/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0066 - lr: 1.5625e-04\n", "Epoch 749/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 750/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 751/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 752/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 753/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 754/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 755/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0067 - lr: 1.5625e-04\n", "Epoch 756/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 757/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 758/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 759/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0067 - lr: 1.5625e-04\n", "Epoch 760/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0066 - lr: 1.5625e-04\n", "Epoch 761/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 762/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 763/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 764/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 765/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0066 - lr: 1.5625e-04\n", "Epoch 766/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 767/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 768/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 769/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 770/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0066 - lr: 1.5625e-04\n", "Epoch 771/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 772/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 773/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 774/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 775/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0065 - lr: 1.5625e-04\n", "Epoch 776/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0069 - lr: 1.5625e-04\n", "Epoch 777/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 778/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 779/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 780/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 781/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 782/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 783/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 784/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 785/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 786/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0066 - lr: 1.5625e-04\n", "Epoch 787/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 788/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 789/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 1.5625e-04\n", "Epoch 790/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 791/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0064 - lr: 1.5625e-04\n", "Epoch 792/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0065 - lr: 7.8125e-05\n", "Epoch 793/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 794/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 795/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 796/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 797/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 798/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 799/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 800/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 801/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 802/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 803/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 804/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 805/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 806/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 807/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 808/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 809/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 810/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0065 - lr: 7.8125e-05\n", "Epoch 811/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 812/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 813/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 814/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 815/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 816/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 817/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 818/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 819/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 820/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 821/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 822/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 823/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 824/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 825/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 826/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 827/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 828/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 829/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 830/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 831/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 832/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 833/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 834/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 835/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 836/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 837/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 838/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 839/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 840/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 841/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 842/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 843/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 844/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 845/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 846/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 847/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 848/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 849/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 850/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 851/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 852/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 853/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 854/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 855/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 856/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 857/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 858/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 859/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 860/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 861/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 862/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 863/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 864/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 865/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 866/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 867/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0066 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 868/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 869/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 870/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 871/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 872/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 873/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 874/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 875/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 876/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 877/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 878/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 879/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 880/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 881/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 882/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 883/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 884/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 885/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 886/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 887/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 888/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 889/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 890/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 891/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 892/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 893/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 894/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 895/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 896/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 897/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 898/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 899/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 900/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 901/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 902/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 903/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 904/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 905/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 906/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 907/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0061 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 908/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 909/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 910/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 911/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 912/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 913/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 914/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 915/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 916/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 917/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 918/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 919/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 920/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 921/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 922/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 923/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 924/1024\n", "90/90 [==============================] - 0s 5ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 925/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 926/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 927/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 928/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 929/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 930/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 931/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 932/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 933/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 934/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 935/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 936/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 937/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 938/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 939/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 940/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 941/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 942/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 943/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 944/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 945/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 946/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 947/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 948/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0065 - lr: 7.8125e-05\n", "Epoch 949/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 950/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0061 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 951/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 952/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0064 - lr: 7.8125e-05\n", "Epoch 953/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 7.8125e-05\n", "Epoch 954/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0061 - val_loss: 0.0062 - lr: 7.8125e-05\n", "Epoch 955/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 956/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 957/1024\n", "90/90 [==============================] - 1s 13ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 958/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0061 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 959/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 960/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 961/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 962/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 963/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 964/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 965/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 3.9062e-05\n", "Epoch 966/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 3.9062e-05\n", "Epoch 967/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 968/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 969/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 970/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 971/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0065 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 972/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 973/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 974/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 975/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 976/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 977/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 978/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 979/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 980/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 981/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0063 - lr: 3.9062e-05\n", "Epoch 982/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 983/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0063 - lr: 3.9062e-05\n", "Epoch 984/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 985/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 986/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 987/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 988/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 989/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 990/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 991/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 992/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 993/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 994/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 995/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 3.9062e-05\n", "Epoch 996/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 997/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 998/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 999/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1000/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1001/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1002/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0061 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1003/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1004/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1005/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1006/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1007/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1008/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0061 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1009/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1010/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1011/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1012/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0061 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1013/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1014/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1015/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1016/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1017/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1018/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1019/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1020/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0065 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1021/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0063 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1022/1024\n", "90/90 [==============================] - 0s 4ms/step - loss: 0.0062 - val_loss: 0.0062 - lr: 1.9531e-05\n", "Epoch 1023/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0061 - val_loss: 0.0062 - lr: 9.7656e-06\n", "Epoch 1024/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0064 - val_loss: 0.0062 - lr: 9.7656e-06\n" ] } ], "source": [ "epoch, batch_size = 1024, 64\n", "history_shortcut_11 = shortcut11.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size, method=training_method)\n", "history_shortcut_5 = shortcut5.fit(x_train, y_train, x_val, y_val, epoch=epoch, batch_size=batch_size, method=training_method)" ] }, { "cell_type": "code", "execution_count": 19, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [ { "data": { "text/plain": "
", "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY4AAAEKCAYAAAAFJbKyAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjUuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/YYfK9AAAACXBIWXMAAAsTAAALEwEAmpwYAABJwUlEQVR4nO2deXhU5fXHP28SSICEJYGAEJQdBTQaAxhFsO5aq6WtS1vrXqt1F624b9Val1b92VatW21trQuutdaWChTFaGTRsCuLoEDYISxZz++Pc4e5mcwkM8lMyCTn8zzzzL3v3d73TnK/97zvOed1IoJhGIZhREvK3q6AYRiGkVyYcBiGYRgxYcJhGIZhxIQJh2EYhhETJhyGYRhGTJhwGIZhGDGRUOFwznV3zr3inFvknFvonCsK2X69c26u9yl1ztU457K9bSucc59720p8x2Q75/7tnFvqffdIZBsMwzCMurhExnE45/4E/E9EnnLOdQQ6i8iWCPt+B7hGRI721lcAhSKyIWS/+4FNInKfc24y0ENEbkhYIwzDMIw6JMzicM51BcYDTwOISGUk0fD4IfC3KE59GvAnb/lPwHebXkvDMAwjVhJmcTjnDgaeBBYA+cCnwFUisiPMvp2B1cAQEdnklS0HNgMCPCEiT3rlW0Sku+/YzSJSr7vKOXcxcDHA0KFDD33yyScBGDRoEFlZWcybNw+AnJwcRo4cyYwZMwBIS0tj3LhxzJ49m23btgFQWFjIunXrWLVqFd75SE9Pp7S0FIDc3FyGDRvGzJkzAUhPT6eoqIiSkhLKy8sBGDt2LKtXr+brr78GYPjw4aSmprJgwQIA+vTpw8CBA5k1axYAnTp1YuzYsRQXF7Nr1y4AioqKWL58OWvXrgVgxIgR1NTUsHjxYgD69etHXl4excXFAGRmZlJYWMisWbOoqKgAYNy4cSxZsoSysjIARo0aRUVFBUuXLgWgf//+9O7dm5IS7R3s2rUrBQUFzJw5k+rqagDGjx/P/Pnz2bhxIwD5+fls376dZcuWATBgwACys7OZPXs2AD169CA/P5/p06cjIjjnmDBhAvPmzWPz5s0AFBQUsGnTJlasWGG/k/1O9ju1kt8pMzPTEYZECkch8BFwhIgUO+ceAbaJyK1h9j0TOFtEvuMr6ysi3zjncoF/A1eIyIxohcNPYWGhBH44wzAMI2rCCkciB8dXA6tFpNhbfwUoiLDvWYR0U4nIN953GfAaMMbbtM45tw+A910W53obhmEYDZAw4RCRtcAq59xwr+gYtNuqDs65bsAE4A1fWRfnXFZgGTgeKPU2vwmc6y2f6z/OMAzDSDxpCT7/FcALnkfVMuB859wlACLyuLfPROC9kLGP3sBrzrlAHf8qIu962+4DXnLOXQh8BZye4DYYhmEYPhLqjttasDEOwzCMJtHiYxyGYRhGG8SEwzAMw4gJE44EsnQpVFbu7VoYhmHEFxOOOLJ1K+zerct33AHDhsHBB0NNzd6slWEYRnwx4YgTkyZB9+7Qrx8sWgR33qnlCxfCtGl7s2aGYRjxxYQjDmzZAr/5jS5v2gSvvFJ3u1kchmG0JUw44sCaNXXXbw1JqtKxY8vVxTAMI9GYcMSB9esb3u7lQzMMw2gTmHDEgbJGsmUFBswNwzDaAiYcccCEwzCM9oQJRxww4TAMoz1hwhEHNmxoeLsJh2EYbQkTjjjgTUoWERMOwzDaEiYccaAxYfBmqjQMw2gTmHDEAb8whIvZ2Lmz5epiGIaRaEw44oBfOHJy6m+/+2449ljw5qY3DMNIakw44oC/qyo7O/w+U6fCk0+2TH0MwzASiQlHHGjM4ghgkxAahtEWMOGIA37haCi9iM3NYRhGW8CEIw74haOhYEATDsMw2gImHHHAP8Zx5JGR97Nkh4ZhtAVMOOKA3+K4+WY44IDw+5lwGIbRFjDhiAN+4ejXD0pLYfPm+vtZV5VhGG0BE45mIlK3q6pTJ0hJ0Wlk99uv7r4mHIZhtAVMOJqJv/upY0cVjQCDB0fe1zAMI1kx4Wgm/m6qjIy627p2rbtuyQ4Nw2gLmHA0gxkzoHfv4HqnTnW3hwrJ9u2Jr5NhGEaiSdvbFUhmvvUtqK0NrocKR3p63fWtWxNfJ8MwjERjFkcz8IsGNC4c27bpYLphGEYyY8IRR0K7pkKFo7a28UmfDMMwWjsmHHGkMYsD1OowDMNIZkw44kg0wmHjHIZhJDsmHE0knGttaFfV0KH19zHhMAwj2THhaCIvv1y/LNTi+PGPYfToumUmHIZhJDsmHE3kuuvql4UKR1oaFBfDCScEy0w4DMNIdhIqHM65Fc65z51zc51zEee/c86Nds7VOOd+4Cvr7px7xTm3yDm30DlX5Nt2hXNusXNuvnPu/kS2IRLh5t0I7aoCcE4THwawIEDDMJKdlggA/JaIbIi00TmXCvwa+FfIpkeAd0XkB865jkBnb/9vAacBB4lIhXMuN0H1bpCUlMbjOAJkZQWXzavKMIxkpzV0VV0BvArseYd3znUFxgNPA4hIpYhs8TZfCtwnIhXetgbm3EscAwbUL4skHP6cVSYchmEkO4m2OAR4zzknwBMi8qR/o3OuHzAROBrwDyMPAtYDzzrn8oFPgatEZAcwDDjSOXcPsBu4TkQ+Cb2wc+5i4GKAvn37Mm3aND3xoEFkZWUxb948AHJychg5ciQzZswAIC0tjXHjxjF79my2eU/5wsJC1q1bx6pVqwAYOnQou3b1AVLrXHPt2hVMm7aC9PR0ioqKKCkpoby8nPXr+wOaKnfBglVMm/Ylw4cPJzU1lQULFgDQp08fBg4cyKxZswDo1KkTY8eOpbi4mF1eJsWioiKWL1/O2rVrARgxYgQ1NTUsXrwYgH79+pGXl0dxcTEAmZmZFBYWMmvWLCq81Lzjxo1jyZIllHl9baNGjaKiooKlS5cC0L9/f3r37k1JifYsdu3alYKCAmbOnEl1dTUA48ePZ/78+WzcuBGA/Px8tm/fzrJlywAYMGAA2dnZzJ49G4AePXqQn5/P9OnTERGcc0yYMIF58+ax2Zu4pKCggE2bNrFixYq4/k7p6emUlpYCkJuby7Bhw5g5cyZAvd8JYOzYsaxevZqvv/4awH4n+53a9e+UmZlJWEQkYR+gr/edC8wDxodsfxk4zFt+DviBt1wIVANjvfVHgLu95VLgUcABY4DlgGuoHoceeqjEm5wcEU0gEvzcd1/4fR9/PLjPRRfFvSqGYRiJIuwzNaEWh4h8432XOede8x70M3y7FAIvOucAegInO+eqgY+A1SJS7O33CjDZW14NTBERAT52ztV6x65PZFtCCTe3RqQ8VNZVZRhGWyJhYxzOuS7OuazAMnA8ai3sQUQGisgAERmAisPPReR1EVkLrHLODfd2PQZY4C2/jnZt4ZwbBnQEIg6+J4pwAYBr1oTf1y8c5lVlGEayk0iLozfwmmdNpAF/FZF3nXOXAIjI440cfwXwgudRtQw43yt/BnjGOVcKVALnetZHi1FTA173ZFSYxWEYRlsiYcIhIsuA/DDlYQVDRM4LWZ+LdmWF7lcJnB2XSjaRcN1UKSlwzTXh9/e744aL/zAMw0gmWoM7btLh76bKyoL//hcWLQrvogvQrVtweelSWLkyodUzDMNIKCYcTcBvcXTurDMBhktoGGDAgLrR42+/nbCqGYZhJBwTjibgtzjCpRkJxTmYODG4vmNH/OtkGIbRUphwNAG/xRFuzo1wZGcHl3fujG99DMMwWhITjiYQq8UB2qUVwITDMIxkxoSjCfiFI1qLw4TDMIy2gglHE/B3VZnFYRhGe8OEowk01+J48UU46ih47rl41sowDKNlMOFoAl5yTaBpFseuXTB9Opx/vlkfhmEkHyYcTWDLluBy9+7RHeMXDj9eFmTDMIykwYSjCfgf9j16RHdMly7hyy2mwzCMZMOEowk0RTgiWRzevDSGYRhJgwlHEzDhMAyjPWPC0QRMOAzDaM+YcDQBv3BEOzgeyW3XJnYyDCPZMOGIkYoKeOed4Hq0FkfPnlBUVL/cLA7DMJINE44Y+ec/66736RPdcc7pvB0ffACXXhosN+EwDCPZMOGIka+/rrs+bFj0x2ZkwOGH1+3eMuEwDCPZMOGIEX/w3403Nu0cmZnBZRMOwzCSDROOGPELh39K2FjwC4cNjhuGkWyYcMTI1q3B5Wg9qkLxC45fiAzDMJIBE44YiYfF4ffEslxVhmEkGyYcMRIPi8M/jawJh2EYyYYJR4zE2+LYtKlZ1TEMw2hxTDhiJB4Wh3VVGYaRzJhwxEgixjhEmlUlwzCMFsWEI0biYXF06hTMXVVVZXNyGIaRXJhwxMDu3cH5xtPSVACain+A3MY5DMNIJkw4YiDU2nCu6efq3Tu4vHZt089jGIbR0phwxMD8+cHlpo5vBOjbN7j8zTfNO5dhGEZLYsIRA8cfH1z2pw1pCv36BZdNOAzDSCZMOKJEBGpqguuhWXJjxW9xXHaZpR4xDCN5MOGIksCgeIANG5p3Pr9wAFxzTfPOZxiG0VKYcERJvLPYhk4A9dxz9cXJMAyjNZJw4XDOpTrn5jjn3g6zbX/n3CznXIVz7rqQbdc45+Y750qdc39zzmV45ad75bXOucJE1z/Atm111x97rHnn69WrftmcOc07p2EYRkvQEhbHVcDCCNs2AVcCD/oLnXP9vPJCERkFpAJneZtLge8BMxJS2wiEWhwXXdS884UTDpubwzCMZCChwuGcywO+DTwVbruIlInIJ0BVmM1pQCfnXBrQGfjGO2ahiCxOUJUj4n+oH3FEMPK7qeTm1i9btKh55zQMw2gJ0hJ8/oeBXwBZsRwkIl875x4EvgJ2Ae+JyHuxnMM5dzFwMUDfvn2ZNm0aAIMGDSIrK4t58+YBkJOTw8iRI5kxQw2YtLQ0xo0bx+zZs9nm9U8VFhayZMl2YB8AOnTYzYYN5ZSWlgKQm5vLsGHDmDlzJgDp6ekUFRVRUlJCuTc37NixY1m9ejVfe+5Yw4YN33O+AFddBZ99toyzz/6KTp06MXbsWIqLi9m1axcARUVFLF++nLVexOCIESOoqalh8WLV0X79+pGXl0dxcTEAmZmZFBYWMmvWLCoqKgAYN24cS5YsoaysDIBRo0ZRUVHB0qVLAejfvz+9e/empKQEgK5du1JQUMDMmTOprq4GYPz48cyfP5+NGzcCkJ+fz/bt21m2bBkAAwYMIDs7m9mzZwPQo0cP8vPzmT59OiKCc44JEyYwb948NntZHgsKCti0aRMrVqxo1u+0bt06Vq1aBcDQoUNJT09v1u80fPhwUlNTWbBgAQB9+vRh4MCBzJo1C8B+J/ud2vTvlBkh7sBJgjLsOedOAU4WkZ87544CrhORUyLsewdQLiIPeus9gFeBM4EtwMvAKyLyF98x07xzljRWl8LCQgn8cE3lxRfhhz/U5TPOgL//vVmnAyJHnlvSQ8MwWglhn1KJ7Ko6AjjVObcCeBE42jn3l4YP2cOxwHIRWS8iVcAU4PDEVDM6/IPjWTHZT5EZNix8ufciYhiG0SpJmHCIyI0ikiciA9CB7f+KyNlRHv4VcJhzrrNzzgHHEHmAvUXwj3HESzheeil8uUWSG4bRmmnxOA7n3CXOuUu85T7OudXAtcAtzrnVzrmuIlIMvALMBj736vmkd8xE75gi4B/OuX+1RL0TIRz5+XDzzfXLly+Pz/kNwzASQVSD4865XLTrqS86WF0KlIhIbTTHi8g0YJq3/LivfC2QF+GY24Hbw5S/BrwWzXXjiV84unaN33nDpWZfsQImTIjfNQzDMOJJg8LhnPsWMBnIBuYAZUAG8F1gsHPuFeAhEdkW8SRthERYHBBZOAzDMForjVkcJwM/FZGvQjd48RWnAMehHlBtmkQMjgN07ly/zITDMIzWTIPCISLXN7CtGng93hVqrbSkxdFSYxy7d8Nnn8Ghh0Jqastc0zCM5CemwXHn3GHOuf865z5wzk1MVKVaI4ka4wgXgb5kSeJjOUTgxBNh7Fg488zEXsswjLZFg8LhnAvJ4cq1wKnAicBdiapUayRRFsfOnfXL1qyBL76I3zXCsWgRTJ+uy6+2+Y5GwzDiSWMWx+POuVsDmWnRKO4foRHdbX5A3E+ixji8DAr18LItJIyPP6677p+kyjAMoyEaFA4R+S4wF3jbOfcT4GqgFk06+N3EVq11kSiL48gjw5d7aWsSxp//XHfdS71jGIbRKI2OcYjIW8AJQHc09cdiEXlURNYnuG6tikQJxyGHwH33wSmnwGmnBcsjWSLxYNMmmDq1bplNImUYRrQ0NsZxqnNuJvBfNOjvLGCiN7HS4JaoYGugujr4YHUuvAttc7jhBnjrLSgqCpbt2BHfa/jxEmjWwYTDMIxoaSyO45doao9OwDsiMga41jk3FLiH4ORKbRr/AHaXLpGz2jaXLl2Cy4kUjnAD8iYchmFES2PCsRUVh05o1DgAIrKUdiIaUPdBG29rw48/9X0iu6rCCYc3RYFhGEajNDbGMREdCK9GvanaJf63f79VEG/M4jAMIxlozOLYLSL/19AOzrlMEUng+/Hex++K21IWhwmHYRitlcYsjjeccw8558Y75/a8DzvnBjnnLvRSmp+Y2CruXc49FwoKguuJFA6/xdHSXVUmHIZhREtjuaqOcc6dDPwMOMKb0rUaWAz8AzjXS43eJlmyBJ5/vm5ZSwmHWRyGYbRWopmP45/A5yKyKtGVaW34YzcCJHKMY292VdnguGEY0RJNAKDQjrLg+qmsrF9mXVWGYbR3os2O+5FzbnRCa9IKCffWb4PjhmG0d6IVjm8Bs5xzXzrnPnPOfe6c+yyRFWsJ3n8fbrwx8vwXLS0coRZHolKrm3AYhtEcoppzHDgpobXYC5SVwdFH6/Inn8B//lN/n3DCkaiocYAOHfRTVQW1tZp4MCOj8eNiJZxwvPQSXH55/K9lGEbbIyqLQ0RWokkOv+N9untlSUltLfTuHVyfOlXLQgknHIsWJa5ekJjuKhG491648EL45pvwwvG//9kAuWEY0RGVcDjnrgJeAHK9z1+cc1cksmKJZM6c+mU//GH9snAP7kGD4l8fP4kYIH//fbj5ZnjmGbjsMtiyJfx+s2fH53qGYbRtoh3juBAYKyK3ichtwGHATxNXrcSyPkxC+Jde0i4iP6HC0b07/OIXCasWEH+LQwSOOSa4/vrrkef6KC5u/vUMw2j7RCscDvDPEVfjlSUlmzaFLx8xou6ERv4H9+TJsHIlDBuW2LrFOwhw2rT6ZX7hOOec4HKip6s1DKNtEK1wPAMUO+fucM7dAXwEPJ2wWiWYSMLxxRfw4IPBdf+DOzcXunZNbL0g/l1VV11Vv2z16uDyAQcElxM966BhGG2DRoXDOZcCFAPnA5uAzcD5IvJwYquWOCIJB8Bvf6sTN0HLZcX14++qCp0XvCmEs1r87R8+PLi8YUPzr2cYRtunUXdcEal1zj0kIkVAmxg+bUg4Nm6Ep5/WeA3/IHJLCYf/OpMnQ34+nNiMNJLhPKgCpKfDvvsG1004DMOIhmi7qt5zzn3fuURGMbQcU6YEl599VgeQJ04Mll1yifb9v/pqsKxHj5apm9/iALjttuadryHhyMmBnj2D69ZVZRhGNEQrHNcCLwMVzrltzrntzrltjR3UGvnqK1jlS9eYna3fhYUNHxfYL9F06lR3fe7cpp+rpqbhcZJQ4diwIXHR6oZhtB2iHeM4UURSRKSjiHQVkSwRaYGh4vgzb17d9aIi/W6sOygnJzH1CcX/IIfYB+Svv149vy64QNPChwts9F+rc+dgdHpFRWJzZBmG0TaIJjtuLfBgY/slC/7umAkToFcvXT7kEDj88MjHtZRwnH029O0bXN+4MXzcSThWrFCvsKVLtQvukksa3j8nR1OoWHeVYRix0O7GOPwPxoMPDi47B6+9BnfeGf647t0TWasgQ4dqd9qYMcGyDz6I7thVITOmzJjR8P4BMfSLog2QG4bRGLGMcbxEGxjj8AtHqBWRm6upOcKREu2digOpqWoNBYhWOBp66IcbZA+0P3ScwzAMoyGifRx2A84DfumNbYwEjktUpRKJ3xU33IB3amr9spbyqPJzyCHB5Uhp30NpqEsrL69+WXq6fvuF47XX4He/g21J+VpgGEZLEG1a9d8BtcDRwF3AduBVIOkmd2rI4ojEd76TmLo0hP9B74/0boiGhCMwluMnEKfivw9PPKHfixfDo49Gd13DMNoX0VocY0XkMmA3gIhsBjo2dIBzrr9z7n3n3ELn3Hwvw27oPt2cc2855+Z5+5zv23aVc67UK7/aV/5359xc77PCOTc3yjawe3fd3E3RCMcJJ8Djj0d7hfjRr19w+euvozvmrbcibwv11oJgnqpw2/7v/6K7pmEY7Y9ohaPKOZcKCIBzrhdqgTRENTBJRA5As+le5pwbEbLPZcACEckHjgIecs51dM6NQrPvjgHygVOcc0MBRORMETlYRA5GrZ4pREFZmcZIBPrwU1Lq5mny8/jjuv3AA+Htt+vHVrQEfs+qNWs0JiMS5eWa2bah7LahFsfo0UHngHDCARbTYRhGeKIVjkeB14Bc59w9wEzg3oYOEJE1IjLbW94OLAT6he4GZHneWploLqxq4ADgIxHZKSLVwHRgov9A75gzgL9F04Bnnqm7fv314fv9AX72M1i7VoPv0qLtzIszGRnBB3pNTWSrY+NGTRty2GENn69XL70HKSnqueX3uIpkeW3eHHu9DcNo+0T1WBSRF5xznwLHoOnUvysiC6O9iHNuAHAImizRz2PAm8A3QBZwppcbqxS4xzmXA+wCTgZKQo49ElgnIksjXPNi4GKAvn378sILW9ExfuXoo6czbZqQk5PDyJEjmeE9SdPS0hg3bhyrVs1m/nwdIS4sLGTdunWs8vxdhw4dSnp6OqWlpQDk5uYybNgwZs6cCUB6ejpFRUWUlJRQ7oVujx07ltWrV/O1pwDDhw8nNTWVBQsWANCnTx8GDhzIrFmzAOjUqRMjRozd84B/6qn53HzzEJYvX87atWsBGDFiBHfe2ZnNm0PylIRh7txpDBwIX301jo0bl/DRR2UAjBo1ytujvtnx0kufMmaMo6CggJkzZ1LtZX8cP3488+fPZ6M3YJSfn8/27dtZtmwZAAMGDCA7O5vZ3sxQPXr0ID8/n+nTpyMiOOeYMGEC8+bNY7OnTgUFBWzatIkVK1YAMGjQILKyspjnRWxG+p1mz57Ntm1793caO3YsxcXF7PKmUCwqKqr3O9XU1LB48WIA+vXrR15eHsWeiZiZmUlhYSGzZs2iwsvrP27cOJYsWUJZWfB3qqioYOlS/XPv378/vXv3pqRE/y26du1qv5P9TnH/nTJDcyAFEJGEflBL4lPge2G2/QD4LSpGQ4DlQFdv24VoUsUZwOPAb0OO/QPaFdZoHQ455FBJTxfRzheRtWslKbjttmCdQeT73xepqam7z09+UnefcJ+MjIav8+mn4Y+7667Etc0wjKQg7DM1odEJzrkO6DjECyISbizifGCKV8EvPOHYH0BEnhaRAhEZj3ZhLfWdNw34HvD3aOoxZ05wgqZ99qk733hrpqCg7vqrr8Inn9QtC/dCsMeI8OjcueHrROqqevfdho8zDKN9kjDh8MYgngYWishvIuz2Fdr9hXOuNzAcWOat53rf+6Ii4R/LOBZYJCJROqoGGRE6PN+KCedCu25d3fXQdO/du8cuHJEGxz3r2zAMow6JHPo9AvgJ8LnPZfYmYF8AEXkcuBt4zjn3OdpddYOIBGKXX/XGOKqAy0RdgAOcRZSD4qEcdFBTjto7hHug++cICcfgwZCVVbesMa+wSMJig+OGYYQjYcIhIjNpZF5yEfkGOD7CtiMbOO68ptRp/Hi48sqmHLl3CGdxbN0aXP7yy/pdV4cdpqlT/DRmcUTKQLZ5s2bXbcl0K4ZhtH72krNpy9K7t7qzhksn0prp1q1+WcDiKC7WbL6hadMnT4bKSrj99mBZNHEo6enBcaAAtbWwfXv4ehiG0X5pF++SeXnJJxoQ/k0/YHE880x90bjuOm3roEGxX+vii8OXNzTNrmEY7ZN2IRxtiS1b1Fn23/+uv+2YY8Ifs3t34+e9+24YObK+l5aNcxiGEYoJR3MRgfffh4VRx0PGRCDpYICtW+Hzz8NnzI0UqxONcHTrpuddvx6OOipYbhaHYRihmHA0l3vvhaOP1sRP77wT99NffDG88kpwfcsWeP758PuGuuYGiEY4QAfJMzLqpps3i8MwjFBMOJrDl1/CLbfocmUlnHIKfPhh3C+z777B5bIyePrp8Ps1x+Lw459/xCwOwzBCaR/CsXJlw+llm0JZGQwZUrdMRMVj5cq4XqpPn+DywoWRYzn22y98eazCYRaHYRgN0T6EY8OG+ObP2LIFTjwx/LbNm+E3kQLlm4ZfOKqqIu/XMcIMKbFm+DWLwzCMhmgfwgHw+9/H5zwicMYZmgDLj98H9uWXG37Cx0iHDuGDAbt10/K0NJg6te62Kb7MYM89F9v1zOIwDKMh2o9wvPNO7HOh/vGP8MMfanbBAP/7X31f2A4dtCyQPXHNGh00jyP+iZ0CDBsGK1aoVXD00XW3nXYavPEGvPkmnHRSbNcyi8MwjIZoP8IBGiEXbea+5ct1RqcXX4Qf/EBze6xcCRMmBPf5/vfh9ddh3jy1OC6/PLjtjjvghRfiVvVwwpGZqelEQnNTgQYPnnqqzpcea8oQszgMw2iIdpFyZA9VVfCTn8A//1n3aVpdDTNnavfTli3BCb/9c6eOGVP/fJMmQVFRcP3qq+F3v9PpA0EtnB//OC5VHzCgflkkL6rmYhaHYRgN0T6EIy8PVnsZ2N97D558Ei65BHbtggceqJvYKVoOP7z+fK2ZmTrYMHKkrn/8MSxdqnO1NpPBg+uXJUo4uncPLvuTKhqGYUB76arq3Rt++tPg+vXXQ2kpPPJI00Tjssvggw/Cp5UdMUL7iAL84hf1swc2gZYUDn8g4Y4dibmGYRjJS/sQDtBuo+HDdbm8XBM7vfhi+H0jTRH4859rWtrHHmv4WueeG1x+/XVNWdtMTDgMw2gttB/hyMiAZ59VDyjQQXJv4vY9pKSo19SaNbBxI3gTuQNwxBEqGOHGOkKZOBF+9KPg+hNPNHuwIFzG20QJh3/+jp0762fhNQyjfdM+hKO6Wr+LiiInelq+XCftGDdOu6Cys+HII+Gzz+DhhzUwItKMR6E4B3/5S3Ce2l276gZWNIEuXXS+dD+JEo7U1LpzeOzalZjrGIaRnLQP4di2Lbh81lkawOdn333Vbckfoh3gwAPhqqvqT6vXGM7BRRcF119/PbbjwxDaXdW/f7NPGRHrrjIMIxLtQzhCkzX9+c/wy1+q91OXLsFEhfHm5JODy7NnN/t0+fnB5f331yC/RGHCYRhGJJz4YxXaKIX77CMlK1bo/KgtSU2NRucF+nrWr4eePZt8ulWrNIaxVy+47bbYjaBYGDkSFizQ5c8+U8MrLJ9+CjfeqAMht95aN0DSMIxkJ2z/fPuwOHr2hLvuqhvQ1xKkpgbHOSCyF1eU9O8Pf/+7jtEnUjQgSotjxQr41rc03crUqXD66cHxJMMw2iztQzjS0+G739WYCv94R0vgz6J77bWaQCoJ8nhEJRx33QXbtwfX16+vm9fLMIw2SfsQDoDRo1U47r9fX9ljnaSiqUyeDAccoMtVVSpgPXvC976nFsjcudrvdOCBap0895wKy+zZsGRJXIIHm4LfYyuscOzYoVmAQ7nySo2TMQyjzdI+Uo4E6NVLB8WXLIE779TX6uOOU1GJNRNgtGRm6tyvBx0UnEyqthZee00/oZx/fv2yww6DZ54JClAL0KjFMWVKXYFIS9NuqrIyjci/+eaE19EwjL1Du7A4/L0pgOYj/9WvtOto7Vod1L3lFk29nghLZMQIePttFahAAGIsfPSRDjo/8kiLvc137RpcrtezVlWlAhzgV7/SugW4//64z4JoGEbroV0IR8REfZ07q0/rPfeoBZKVBQ8+qCJy110qJPEajzjxRE16uHu3jnCffrrGjnTvrrnP771XrZIAocGG69dr9t3sbN2/tDTytR58UK0T5/TToYOmQYkhks8fbPjNNyEb//tftdpA79n558PFF6uPMOg40nXXRX0twzCSi3bhjjt4cKE891wJRx4Zw0EVFVBSom/7W7aoR1b//tptNHJk7POxRsuWLdptFnjlf+89TV+ycWPd/Tp00PlADj9c63PvvRr9XlGhEfDhGDQI/va3qNKmPPmkTkcCqgvPPONt2LAB7r47OCnWlVcGrY0PP9TULAHmzIGDD46m1YZhtE7CuuO2C+EoLCyUww8v4eGHmzGUIaKp2T/6CObP1/GKtDQoKNBuJH/fTrwpK4P77tOJoaKdiCoSqakqNgUF2kWXkxN2t3/8A045RZePPx7+9U4NVT88hw4v/7Xuju++CyecEFz/3veCYzennqpeZIZhJCvtWzgef7yEzz8PP/bcZKqq1Ptp2jTtD8vO1riGgw5q2lhGY4hoN9FZZ+mbf2OcfDIMHKjdYb/+dcMxFmecARdcoBbDjBnMr9mfUacGMys+f9Qz/GTahXWPGTQIFi+ua319/rmGuAf+roqLo0sMaRhGa6R9C0dJSQm33abdL4EJ/uLOpk2aUXfePBWVjh3h0EN1ULxXr+iTJDbG1q3ahfWf/8DTT6v1s99+OjbTqZNe9+ij61oTpaU6nrNsWVSXkLQ0Hq6+nFv4JTlsZA6HkIMvw2/nzmpNHHts/YPPOkvHcUDHcl56qRmNNQxjL2LCsXMn3HAD/Pa3iRuiqENFhVokJSU6uO2nb18dwB41KmJ3UdTXWL5cLYvGUqps3qxxIm+8AdOnR3X6GlJIpW5e9eKr/8rYW46PXO85c7QrDDRmpawsfqJpGEZLYsIBsHChPjfjMLdS0xHROT8WLNDxkkC3U0YGDBmiU80OH143mCLeLF4M69ap99iSJZoIKwom8yt+zWSqq3W4JCy1tWphBeYgmT+/buoVwzCSBROOAC+8oM+144/fi5UKx+7d8OWX+iBfvFgj75zTEf28PBWVIUPUWol3wOLUqTBpko6DPPMMlJZSfv0dZG4KCsrrnMZEXgc0t2HAqKipCSMiEycGU8lfein8/vfxra9hGC2BCYefm27SacgHDtxLlYqF2lp1sV26VD/ffKNlzul4Rn4+HHWUxlTE87KV1RyZXsxEXqOGVG7jLirR7rDnn4ef/ESnHHn+efjBD/R7Txfg1KnB8Y9evTTQMlHR+YZhJIqWFQ7n3DPAKUCZiIyKsM9RwMNAB2CDiExo6Fjn3N3AaUAtUAacJyKh4Wn1CCcclZUao3bjjfVn1ksqAuMo06cHLZRhw9TlduDAZo8tFBTokEUokydr4L0/S+8jj2hYB6DC1rt3sBvOYjoMIxlpceEYD5QDz4cTDudcd+BD4EQR+co5lysiZQ0d65zrKiLbvOUrgREickljdQknHKDzaV9/vcazZWc3qZmtj9pa7eqaNUsHzUH7kQ44QN1i99svJjHp1y9M5Dg6G+GZZ2rcYYAJE9QzeQ9+76oHHrBocsNIPlq+q8o5NwB4O4Jw/BzoKyJhp99r6Fhv+43AviJyaWP1iCQcoJ6tN92kYQ6JmsN7r1NdrV4BxcXBHFK9emnMyahRDQpJJOEIR1qaGj0dO3oFTz8dnD73uOPUhdgwjGQi7MNhb2bHHQZ0cM5NA7KAR0Tk+cYOcs7dA5wDbAW+1cB+FwMXA/Tt25dp3qvwoEGDyMrKYt68eQDk5ORw660j+clP1nDppV/QuXMq48aNY/bs2Wzz5u4oLCxk3bp1rPI8j4YOHUp6ejqlXr6o3Nxchg0bxsyZMwFIT0+nqKiIkpISyr2khGPHjmX16tV87aUDGT58OKmpqSzwptnr06cPAwcOZNasWQB06tSJsWPHUlxczC4vx1RRURHLly9n7dq1AIwYMYKamhoWL14MQL9+/cjLy6O4uBiAzMxMCgsLmfXJJ1RUVMCQIYw77zyWLFnC5sWL6fHyywx4+mmqgS8HDmTrqFH0HzCA3r17ExDaK67Ylxtv1EDAW25ZwMMPD6W8PHxwY3U1PPTQ5+y/fw5HH53JgsxMigIbp07lo5deYnduLs45JkyYwLx589js5QIrKChg08aN7H78cXr+7390zsqi49q1pH32GRuKithw660MO+EEZsyYAUBaWlrb+51mzdLfCRg3bhxLliyhzMsUMGrUKCoqKli6dCkA/fv3r/M7de3alYKCAmbOnEm1F+g5fvx45s+fz0YvXU1+fj7bt29nmRfLM2DAALKzs5ntTWvco0cP8vPzmT59OiIS+XfatIkVK1YA4f+fRo4cab9TG/mdMiO8Te9Ni+MxoBA4BugEzAK+LSJLGjvW234jkCEitzdWj4YsjgBffaXxHQ880EIxHq2JykoNJnz/fe2DOuccDfBDPab+6mUZ+fGPNa4wmhCQp56CCy8EjjlGo91BR9BD5/AoL4c//EG9yEpL1SqKxIcfQlFR5O2GYcSbVtdVNRl98N/hrT8NvCsiLzd2rLd9P+Afkbb7iUY4QJ9dzzyjWcLbrQPQ4sXw5z9rv92FF2qXlo9Nm6KLV+zTR0NV+Pe/6/o977+/ZtIdMwbefFN9oyMlZQzHRRdp2vYePdTEaXcqbxgtSqsTjgOAx4ATgI7Ax8BZIlIa6Vjn3FARWeotXwFMEJEfNFaPaIUD1PnnjTfg9tvbebDzunU6RlFVpXEYPvepY49Vb9vG2POn5Y/paAznVByOPhr+9S+NdG+I007TibJMQAwjEYR/CopIQj7A34A1QBWwGrgQuAS4xLfP9cACoBS4uqFjvfJXvX0/A94C+kVTl0MPPVRiYcYMkQceiOmQtsuGDSK//KXI3XeLrF8vIiILF4qcdpqISkPkz/bt3jnWrBE5+WSRjIyGD7j0UpHS0vp1uP9+ka5dIx83YIDIJ5+02C0xjHZE2Gdquw0AbIx//lMdkC5p1Nm3nVBWphbIjh06P8iIEezcqeNCvXqpW7M3praHO+/UzO17LLetWzXh4QsvBAdKevVSH97GUpLU1mqE4RVXRJ4F8fbbNWNvYWH98+3ercevWqVBlLm5cPbZlrnXMBrGIsf9VFVVsXr1anY3MFXszp36vGqzbrpNQUTFo6pKkyp26kRGp04cd1weX35Z39vq4YfhqqsinOezz3RyrFiCaKZO1Tk/QlUqlAkT1NOhUyd46y31uQ7FObj8cs0q7I9kNAwjgAmHn+XLl5OVlUVOTg6ugcGMDRu0+7x79wRXMtnwBEQ2b2bj7t1M+7CC088L76cwaJCOZ3//+3G69tatev3u3dWsueOO5p2vb1+dfMqsD8MIxYTDz8KFC9l///0bFI0Aa9dqoto4p4JqM0hVFaWfzOEfR0xhDfvQ7exTufsvdZOAjRihSXITwpw5Op/7Rx81Ppg+ZAgceGBwlkI/3/2uDrRHTPubAKqr1Rc8L88XOdlERNSl+quvYN99Yfx4cxowmosJh5+FCxdywAEHRHV8IAt6t26JzXSezCxcuJDKygOoWLmW0Wve5M3HvuKzUsfnHEgxY1nFvtRKC7mpFRdrPpRAlDyo2fPYY3DSSbpeVQWPPw7XXKPBKgFOOAGeeEJTszSXmTO1m+ySS+CTT9TVecwYjdivrFT3vcsv13nm+/TRDMJpafDFFxr/ctBB0V/ryy/hssvUEy3A6NG63qNH89titFdMOPzEIhyg4vHNN9o7YuJRn9D7uX49PPpwLW/e+zlj+Jh9+YobJ0NaxxRNwlhYqN+J8nnesUO7sTZv1nwykcZRZs5US8OL2t1Dbq4mZRw8WJM1XnNNbPPKL1+u+cG8COOYycjQcZmTTtJ71RDTp+s0wTt3ht9+zTU6jtNmErIZLUjLuuO2pk84d9wFCxbE6JUmUlsrsnq1yM6dMR8akV/+8pcyYsQIOfDAAyU/P18++ugjqayslBtuuEGGDBkiI0eOlNGjR8s777wjIiLbt2+Xiy++WAYNGiQjRoyQI488Uj766CMREQHk2muv3XPuBx54QG6//XYREbn99tulU6dOsm7duj3bu3Tpsmf5/PPPl169esnIkSPr1O+ll16SESNGiHNOPmnA5TXS/czNDXrNfv21iFRXiyxYIPKnP4ncemvw8/DDIu+9J/LFFyIVFTHdw2azapVI9+4NuwpnZooUFYlMmCAyZYr+MWzcqPU+4wz9jB4tMmiQyD77NO6rHO0nNVXk/fcj172qSt2R/ceEc13ef3+RtWtb6o4abYewz1TrAI0B53Qc9euv9eXNy8rRZGbNmsXbb7/N7NmzSU9PZ8OGDVRWVnLrrbeyZs0aSktLSU9PZ926dUz33FcvuugiBg4cyNKlS0lJSWHZsmUsXLgQ0Jw+U6ZM4cYbb6Rnz571rtezZ08eeughfv3rX9fbdt5553H55Zdzzjnn1CkfNWoUU6ZM4Wc/+1mT2hiYORbU0aBvXy9Tb6i1t3Gjzog4c6Z2MVVW6g0fOBDGjtX9ExXOn5en3Uhvv63uwv7ungDl5ZpxGPQNf8AArWc8LPbHHlNX4lCrB7Qb7dprNXV+OEpLwctHREaGpncpKtKgzccfD+63aJFmJ/7zn3X9+ef1mhMnwoMPtuNUCUaTiKQobenTmMURr5fDcJ+GePXVV+WUU06pU7Zjxw7Jzs6WrVu31tv/iy++kAEDBkh1dXXY83Xp0kXuvfdeuemmm0SkvsVx++23y3777ScbN27cs7+f5cuX17M4AkyYMKFJFseECcF7MXVqxMPDU1srsmyZyF//KnLbbSK33CJy550ib76pVkJtbYwnjJJdu0SmTRN5+mmRE04Q6dmzaT/+kCFa7zfeECku1vq+8Ya24dxzRY4/PmhNlJWJvPCCWjGLFomcc07dc33+efi6vvJKcJ+TT6577z75ROTHPw5u799fy++4o+65H300Mfexpkbkgw9EVq7U9S1b9PrvvCNy3XX62xqtHbM4WhvHH388d911F8OGDePYY4/lzDPPpEePHuy77750DdOfPn/+fA4++GBSG/D6ueyyyzjooIP4xS9+UW9bZmYmF1xwAY888gh33nlnXNsSCb/hs359jAcHLA7/NI0VFTB3LvzjH3VzXGVnq7dUfn7dizaFjAyNA5kwAS64QB+vpaUwZYp+5s+vO6D+ve9pHdPSYORI9Y4aMyb89JKnnqqfUHr10sDKQFv+9CfYtSuYFPLNNzUFvp9vvtH9AgweHFx2TsdGnnkG/vY3DUhatUpTtLz1Vt3z/OIXOibToYMGWOblRX+vGuL00/V++enbN5in/8EHYehQ+OUv4Ywz4nNNo0Uw4diLZGZm8umnn/K///2P999/nzPPPJObwgWqxUDXrl0555xzePTRR+nUqVO97VdeeSUHH3wwkyZNatZ1oqVfv+Cy16PWPNLTtetq7Ni65Rs26MP9hReCXT4dO6of8CGHaNdSUwfinVNROvBA7d5ZsUK7tFas0PlzE5Wx99RTg8Lx7LNw7rnBG7p6tXpdeWm0gbrCEaBjR/Xo2LRJ10NFAzSq/re/1eWXXoKrr9YurO7d1W158WLtKquq0rZ+5zsqjA3dz50764sG1J/cZelSFavTT2/nyeGSCxMOmtdNLaL5ADt2bJrTSmpqKkcddRRHHXUUBx54IE888QRfffUV27dvJyskcGTkyJHMmzeP2tpaUhrok7766qspKCjg/PPPr7ete/fu/OhHP+L3v/997JVtAkVF8OijunznnZpd5NJL1Vs2rvTsqfOuH3VUsKyyUq2D998PjgM4pxbF4MEwfLh+MjJiu9aAAfqWnmhOOknrtnu3uuj276/eUXfdpRGVftEAtbbCkZ+v98BPhw4aWX/11XXLV6zQskmT6lpVAf77X7jnHr1vt9wCRx4ZdF2urtZxIggvYpEoK9OgTouyTRpMOJqJc+qCv2mTBgr27h39i9PixYtJSUlh6NChAMydO5fhw4dzyCGHcOWVV/LEE0/QsWNH1qxZw9SpUzn77LMpLCzk9ttv56677sI5x9KlS1mwYAGnnXbanvNmZ2dzxhln8PTTT3PBBRfUu+61117L6NGj90wkk0jGj9f7ERDn6dOhpER7TGJ5Xu/apT0bPXtqWERU97hjR7U2DjmkbvnOnRr3sGSJdnkF0s6kpuoDb8QITf/eXO+H5pKToxO5BxwTRHSe4w4dNObDz913a9daOE4+ua5wDBumwnfhhdqd9rvf1Z+dMZxo+Fm8WK0t0LeBCRNUSMI4XgAar/LYY5HPd8016hjxxRfqDPCzn2k9jdZJpMGPtvSJlztuY+zYoeOAO3ZEt39JSYkUFRXJAQccIAceeKBMnDhR1q9fLxUVFXL99dfL4MGDZeTIkTJmzBh59913RURk69atctFFF8mgQYNk1KhRMmHCBPn4449FpO5g99q1a6VTp051Bscf8KX8veaaawTf6P1ZZ50lffr0kbS0NOnXr5889dRTIiIyZcoU6devn3Ts2FFyc3Pl+OOPD9uWhu7nbbfVHzeO9vYvWyYye7aOUQeO3WcfHV9esiS6c0RNVZXI4sUir70mcu+9dd2F779f5NVXRebOFSkvj/OFG+G110T22y/8APyECY07CVRW6jnmzIm8z3//K9KtW+SB/pNOErn44vDb9t9f5LPPRLp0Cb/99NP1GuvXi/TurWXduomMGtWwc8F998Xh5hnNJOwz1QIA40xtrXaxV1RoDFlzs0gkCw3dTxF9uX322WDZW2/BKac0fM6HHlIP0kjst592kXcIP5NtfNm+Xa2UL7/Ut+IdO7TcOXVl7dtXu29yc7UrK9bur8bYulXPv25d3fL//EejzONBVZVaYxs36iyQH34I552nWZH9Jt7jj2t/Y7RcemnQQtq8Wd2aCwo0wNH/RxHK/vvr2MrcuTpg379/U1oVHyoq1PmhJdPRtA5a3ZzjbZKUFHWQqanRrlsRzfgQZpy63eCcPnuKizVUA/T52xj+MIRwrFypXV/HHtv8OjZKVpZGkh98cP1tNTXq4bVkCXz6Kbz6qj5oAn106ekqJoMHa+qTXr1iHwju1k3HD84+W7uJQLNGHn10Mxvmo0MHvU63btptFIlLLoHzz9exk0Bd/GRlqQAFursCaV5A/xlOPlmXR45suD6LFtXtLjzgAPUuGzRIu8X++U+t88knw09/WtcToyFEor//s2fDoYfqcmamdrede250x7ZhTDgSRGoq7LOP/u9s3qwvcenp+n/THvPOOaf/bzfcoOsBAYnE1q36Yh/Kffepo9Gnn+r6ccfpckFBfOsbE6mpmlRw333Db9+9W1Vu2TKtfOCNAvTG5Obqw3DQIDWjIlkrhYXqmvbJJ5rf6phj9p4nUno6vPginHVWUDzS0/WBfsst2r4339Q/9oBQhPLTn6rzwrRpKiLXX6/3YPx4dQ8OZeFCdd8N5ZNP1Ptr7lxNtz9pkqbfP+kk9cz4xz/Um2vDBk1iuWiRuj4//XT9wMedO3WQv2tXeOcd+Pa3g9vKy9UCW7NGx4jacdCkdVW1ILt3q4jU1OhLWdeubccDMZr7+f77dV+Qb7hBu6tGjQr2wNTWao/ErbfqXB4BvvMd9YQ99FAdB77ttuC2b3876MyTdIhogMuyZWqGrVxZP79V585BYRk8uHV5HwXe3svKVDi6dWv+OX/0I409STSPPAJXXqnLNTU6vfFZZ6ll8f3vq7BE4sknVURapJ90r2JJDv3sDeEIIKJd5tu36/9c9+5734GnuURzP3fvVourgbmzwnLZZXUdclau1J6fAJ07q1dbenps500aduzQN/DAGMuWLcFtKSna/x/oBsvLS/5++C++UOujQwdt1+DBaqIGYk3iSV6eeoT95z/1x48aIydHrasrroh8z7/8UmNu+vXTN6Lk+yM14fCzN4XDT02NPgd27dKB9B49kvMlJtr7ed55dYOdo2HmTDjiiLplu3apG3RgIsAPPoDDD4/tvG2CwPhKQFRWr1azLUD37vrg3W8/fdDl5CTnW4qIelScdpoOGF50kZqe27apW3BgKuKGOPtsdQD4+99ju/ZPf6qiddtt8Jvf1N9+yCE64O8XhV27NB7mj38MdksOGaIBlvPmaaDqyJHa9xpvR4r4YsLhp7UIh5+KCu3Kqq5W8cjM1P+RZOhKjfZ+rlsHJ56o3dHR8NOf6vQY4br0zjknmLPv6KO1W9sIYfNm7QZbuVIH2jZtipx+vXNnfTPeZx/1EttnH+16ak39qSL6jxL6sF2xQs3Szz7TwbTRo2HyZB376NNHxysC8Twvv6wP9dAodj+B2SCPP17HTALdg3/4g8ak+MUZtA/1O9/Rbsdt24J/mI2RkQFPPaXjLwcdpFHEBxzQmtwxTTj8tBbhuOeee/jrX/9KamoqKSkpPPHEExQUFHDTTbcyZcqrdOiQTkZGZyZNupOTTz6J6upybr11ElOn/oeMjAxycnJ44IEHGDt2LM45rr32Wh566CEAHnzwQcrLy7njjju44447uP/++1mxYgW53vzamZmZlJeXAzBgwACysrJITU0lLS2N0PvVGLHez8pKHd/46CP48Y/hV7/SSfy+/W0VTtAXxOefj/zceuwx7SUIcOKJOh6bjBZbq2DHDrVe1qzRh+qaNcFuMX8UZ+fOdcWla1d90OXkJNfN370b/u//glkAnNM/yMamEC4rU4+MH/wgsgg3h4wMTcEyebIGo+5dzB23tdFQWvWysjUsWBBMqz5t2nQ6d4Yf//gi+vUbyLRpmlZ95cplLFmykKFDg2nVJ0++kV69YkurDvD++++HTceeCDp21GBlv2fk8cfDu+/qS93gwTpA3tDL7re/XVc43n1X8+W1UP7GtkeXLhqt3VjE9s6dKipr1ujYw7Zt2gW0cWNQ9QMExCYgLDk5Gv6fkxN0L8zO1rKWdjfMyNCxlLFj4d//Vi+saOadz83Vfb/6Sj071q6NvO+tt6oAzJmjcSszZjR+/t271WL585/VWjrnHE0z04rGR8zigMSa4g3c3ylTpvDss8/yli/x3M6dO+nfvz/Lly+vlyH3yy+/5Nhjj+WLL76okyG3pkbf4Hv1yuSqq25m+/ZybrjhHh5//EF27Chn0qQ7+M1v7iA1FV588Tk+/HA2vXtn06NHXYujpKSkycKxtyy4//xHXXL9jB6tL87Oac/LKaeoF2efPtrV36dP+46r2StUVqqwbNyo3TJ+kdm0Kbge+v+SlqZuzr17q6XTubP+eB066La0NBWljh21b7elu3gWLlRzuaJCLba+fbUdK1fCz3+u3ll+du/WMY7evTXCdfVq/Qf+xz/qd3/5ychQN+VDDlErpE8fHfjr0EG7I3NzE/Ucs64qP61BOMrLyxk3bhw7d+6sk1b93HPPZc6cOfX2f/PNN3n22Wd57bXXwp4vMzOTb775hoMOOoh58+bxxz/+cU9X1W233UHnzpmUl++ksrKG6667k4EDM1mypBzn4LDDBtKtWw+cc5x99s8499yL9/xvduigTiMpKfod7nbtza6/bdtUGAITRjWGc/qiOGGCCkm3bvoy55z+H2/apD01mZna3pwc3adrV+3q7tGj7qdbN703kXJn+K8buHeB5dAyI4TAQ7isTAecd+7UT1WVPnCrqlSUKiq0vLIy/Hmc0x+rVy/9zsvTH7NbN/2hW8PNr6pS8bnpJjW7GyPwx1Nbq12GY8bocmWl/kH37KmC873vabDmv/6lg4sVFfpPs2KFtj87W+/l7t1w2GGaGXnAAPXkGzTIuqpaGy2ZVj0lRUXguus0rfott0za80YO8NFHH9C3b1/Kyso47rjjGD16fw47bDzV1fr/WlOjf5OBl8TA/1mgq2nLFrjjjmAZBAf2A8cGvsORmqovk+npKlShn8DLZWpq3di5jh11+69/rWlNGnppCyACn3+un9ZKJIFpTHhCy6LdN/A7hjsegvc84Kjh3y+0LLT+oaSkBK8Z7r0qcIzul4Zzg4EYsu2GwUktXWu30KN6Pd1rNtKnegFZNVvIrN1G51q1uh1aGfG9ZDsEwe35FgnuB7AjJYutKT3YmZLJzpRMdqV0YafrQmVKBrvJoMJlUOnS9Tslgyo6gHMRdKoD0B34PRlDH6RL7XYmbn2OSzfeTRfZUX93/w1cswbeeCN842PJhP3yyzBpErU4UojwA2HCoexFq6u1pFXv27cvALm5uUycOJFPP/2Yb31rfNTt2Lo1KBygt3T3bn2Qp6YGLZbAQyOUqioVqIoKXfZ/qqvrfvwvWlVVekxennpnfvihvlQOGqTOROvW6cvVzp1qSWzeHHThbc0E/iTbQYdAC5ECZHufeCFkUk4PNtOFHWRS7n3Wkk4FXdlNOhWohOhyR+paRH4RChWsGlJZTzq3cwfd2EJPNrAvq8hiGwNZTn90IrMqUulAI9mMYySFhv/wTDj2Iq0lrfqOHTuora0lKyuLHTt28N5773GbPzS7CTgX2zhCwLJoDtHmrNq0SdMcLV6sWSTWrVNBq6xUCyw7W4Vo924VqvXrNVhz2zYVntCPX4jCWQihb9eRurKMZMNRThblZDW+axNIoYZ0Kup9OlBFB6rIYzWOWnbQhVHMpzdrCQxJdGUrndnJYJZxOB+QRg1l9GIhI6ghhRrS2EBP0qimE7uoxdGRKoawlAGsoCMNT7lgwrEXKS8v54orrmDLli2kpaUxZMgQnnzySbp27cott9zCiBEjyMjIoEuXLtx1110APPXUU0yaNIkhQ4bQuXPnPe64oUyaNInHIsx/0LNnTyZOnMhvvUjcdevWMXHiRACqq6v50Y9+xIknnpigVu99srPVBThexJIzr7HzNCQwDQlPNGWJPj5ceyK1M5by9ksq0Nn7hONg3/IxEf8Gv6ytJaWmCumYzj6+8v28b/9xAiwHqK7GVVUSyb/OBseNuGD30zDaJGHlKAlikg3DMIzWhAmHYRiGERPtWjjaQzddS2D30TDaF+1WODIyMti4caM99JqJiLBx40YyWneGT8Mw4ki79arKy8tj9erVrF+/fm9XJenJyMggLy9vb1fDMIwWot0KR4cOHRg4cODeroZhGEbSkdCuKufcic65xc65L5xzk8NsP80595lzbq5zrsQ5N84r7++ce985t9A5N985d5XvmHzn3Czn3OfOubecc11Dz2sYhmEkjoQJh3MuFfgdcBIwAvihcy40ufxUIF9EDgYuAJ7yyquBSSJyAHAYcJnv2KeAySJyIPAacH2i2mAYhmHUJ5EWxxjgCxFZJiKVwIvAaf4dRKRcgqPTXdDARURkjYjM9pa3AwsBLx0fw4FAUvt/AyF5iw3DMIxEksgxjn7AKt/6amBs6E7OuYnAr4Bc4Nthtg8ADgGKvaJS4FTgDeB0oH+4izvnLgYu9lYrnHOlTWlEK6YnsGFvVyLOWJuSA2tTchCPNr0rIvXyDyVSOMKFqtfzfRWR14DXnHPjgbuBPanqnHOZwKvA1SISSCV3AfCoc+424E0gbAJ+EXkSeNI7T4mIFDajLa0Oa1NyYG1KDqxNsZFI4VhNXWsgD4g4O7yIzHDODXbO9RSRDc65DqhovCAiU3z7LQKOB3DODSOMlWIYhmEkjkSOcXwCDHXODXTOdQTOQi2EPTjnhjinuRmdcwVAR2CjV/Y0sFBEfhNyTK73nQLcAjyewDYYhmEYISRMOESkGrgc+Bc6uP2SiMx3zl3inLvE2+37QKlzbi7qgXWmN1h+BPAT4GjPVXeuc+5k75gfOueWAItQC+bZKKrzZNwa1nqwNiUH1qbkwNoUA+0irbphGIYRP9ptrirDMAyjaZhwGIZhGDHRpoWjsZQnrRXn3DPOuTJ/7IlzLts592/n3FLvu4dv241eGxc7507YO7VumEhpZJK5Xc65DOfcx865eV6b7vTKk7ZNAZxzqc65Oc65t731pG6Tc26Fl6ZornOuxCtL9jZ1d8694pxb5P1fFbVYm0SkTX7QCXu/BAah3lrzgBF7u15R1n08UACU+sruR1OtAEwGfu0tj/Dalg4M9NqcurfbEKZN+wAF3nIWsMSre9K2C41VyvSWO6BBqoclc5t8bbsW+Cvwdhv5+1sB9AwpS/Y2/Qm4yFvuCHRvqTa1ZYuj0ZQnrRURmQFsCik+Df1Dwfv+rq/8RRGpEJHlwBdo21sVEjmNTNK2S5Ryb7WD9xGSuE0Azrk8ND7qKV9xUrcpAknbJi+563g0bAERqRSRLbRQm9qycIRLedIvwr7JQG8RWQP6EEZTtEAStjMkjUxSt8vr0pkLlAH/FpGkbxPwMPALoNZXluxtEuA959ynXjoiSO42DQLWA896XYpPOee60EJtasvCEVXKkzZAUrUzQhqZsLuGKWt17RKRGtHsznnAGOfcqAZ2b/Vtcs6dApSJyKfRHhKmrFW1yeMIESlAs3Vf5jTFUSSSoU1paHf2H0TkEGAH2jUVibi2qS0LR0wpT5KAdc65fQC87zKvPGnaGSGNTNK3C8DrJpgGnEhyt+kI4FTn3Aq0e/do59xfSO42ISLfeN9l6HQMY0juNq0GVnsWLsArqJC0SJvasnA0mvIkyXgTONdbPhfNDhwoP8s5l+6cGwgMBT7eC/VrEOcippFJ2nY553o557p7y53QBJ2LSOI2iciNIpInIgPQ/5n/isjZJHGbnHNdnHNZgWU0110pSdwmEVkLrHLODfeKjgEW0FJt2tueAQn2OjgZ9d75Erh5b9cnhnr/DVgDVKFvChcCOejEV0u972zf/jd7bVwMnLS36x+hTeNQ0/gzYK73OTmZ2wUcBMzx2lQK3OaVJ22bQtp3FEGvqqRtEzoeMM/7zA88C5K5TV4dDwZKvL+/14EeLdUmSzliGIZhxERb7qoyDMMwEoAJh2EYhhETJhyGYRhGTJhwGIZhGDFhwmEYhmHEhAmHYSQY59yH3vcA59yP9nZ9DKO5mHAYRoIRkcO9xQFATMLhnEuNe4UMo5mYcBhGgnHOBTLo3gcc6c0JcY2XIPEB59wnzrnPnHM/8/Y/yuncJX8FPt9rFTeMCKTt7QoYRjtiMnCdiJwC4GVp3Soio51z6cAHzrn3vH3HAKNEU2AbRqvChMMw9h7HAwc5537grXdDcwhVAh+baBitFRMOw9h7OOAKEflXnULnjkLTZBtGq8TGOAyj5diOTpsb4F/ApV66eZxzw7zsrYbRqjGLwzBajs+AaufcPOA54BHU02q2l3Z+PcGpPg2j1WLZcQ3DMIyYsK4qwzAMIyZMOAzDMIyYMOEwDMMwYsKEwzAMw4gJEw7DMAwjJkw4DMMwjJgw4TAMwzBi4v8B0njroVV0SwUAAAAASUVORK5CYII=\n" }, "metadata": { "needs_background": "light" }, "output_type": "display_data" } ], "source": [ "fig, ax = plt.subplots()\n", "x = np.array(range(len(history_shortcut_11.history['loss']) - smoothing_windows + 1))\n", "ax.plot(x, 100*moving_average(history_shortcut_11.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='SCCNN11', c='b')\n", "ax.plot(x, 100*moving_average(history_shortcut_11.history[\"loss\"], smoothing_windows), linewidth=.5, c='b')\n", "x = np.array(range(len(history_shortcut_5.history['loss']) - smoothing_windows + 1))\n", "ax.plot(x, 100*moving_average(history_shortcut_5.history[\"val_loss\"], smoothing_windows), linewidth=3.0, label='SCCNN5', c='r')\n", "ax.plot(x, 100*moving_average(history_shortcut_5.history[\"loss\"], smoothing_windows), linewidth=.5, c='r')\n", "ax.set_xlabel(\"iter\")\n", "ax.set_ylabel(\"error(%)\")\n", "ax.set_xlim(0, min(len(history_shortcut_5.history['loss']), len(history_shortcut_11.history['loss']) - smoothing_windows + 1))\n", "# ax.set_ylim(0.37, 1)\n", "ax.spines[\"top\"].set_visible(False)\n", "ax.spines[\"right\"].set_visible(False)\n", "ax.yaxis.set_major_locator(ticker.LinearLocator(numticks=6))\n", "ax.grid(axis='y', linestyle='--')\n", "ax.annotate(\"11-layer\", (500, 0.24), c='b')\n", "ax.annotate(\"5-layer\", (500, 0.255), c='r')\n", "plt.legend(loc=3)\n", "plt.show()" ] }, { "cell_type": "code", "execution_count": 13, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "# plt.savefig(fname=\"fig2.png\", dpi=300)" ] }, { "cell_type": "code", "execution_count": 14, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "import os\n", "time_spent = (time.time() - time1) /60" ] }, { "cell_type": "code", "execution_count": 15, "metadata": { "pycharm": { "name": "#%%\n" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "19.09573165178299 min\n" ] } ], "source": [ "print(time_spent, \"min\")" ] }, { "cell_type": "code", "execution_count": 15, "outputs": [], "source": [], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } } ], "metadata": { "interpreter": { "hash": "7f619fc91ee8bdab81d49e7c14228037474662e3f2d607687ae505108922fa06" }, "kernelspec": { "display_name": "Python 3.9.7 64-bit ('base': conda)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.7" } }, "nbformat": 4, "nbformat_minor": 1 }