{ "cells": [ { "cell_type": "markdown", "metadata": { "collapsed": true, "pycharm": { "name": "#%% md\n" } }, "source": [ "# Model comparison" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } }, "outputs": [], "source": [ "from keras.models import load_model\n", "from sklearn.model_selection import train_test_split\n", "from sklearn.neural_network import MLPRegressor\n", "from sklearn.svm import SVR\n", "import numpy as np\n", "from scipy.io import loadmat\n", "from sklearn.cross_decomposition import PLSRegression\n", "from sklearn.metrics import mean_squared_error, r2_score\n", "\n", "from models import Residual5, DNN\n", "import tensorflow\n", "from random import seed\n", "\n", "seed(85679)\n", "tensorflow.random.set_seed(85679)" ] }, { "cell_type": "markdown", "source": [ "## PLS" ], "metadata": { "collapsed": false } }, { "cell_type": "code", "execution_count": 12, "outputs": [], "source": [ "data = loadmat('./dataset/mango/mango_dm_split.mat')\n", "min_value, max_value = data['min_y'][-1][-1], data['max_y'][-1][-1]\n", "retransform = lambda x: x * (max_value - min_value)" ], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "shape of data:\n", "x_train: (8183, 102), y_train: (8183, 1),\n", "x_test: (3508, 102), y_test: (3508, 1)\n" ] } ], "source": [ "x_train, y_train, x_test, y_test = data['x_train'], data['y_train'], data['x_test'], data['y_test']\n", "print(f\"shape of data:\\n\"\n", " f\"x_train: {x_train.shape}, y_train: {y_train.shape},\\n\"\n", " f\"x_test: {x_test.shape}, y_test: {y_test.shape}\")" ] }, { "cell_type": "code", "execution_count": 14, "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "PLS RMSE: 0.05722520296881164\n", "PLS Dry matter content error 0.8648183977750965\n", "PLS R^2: 0.8793937498230511\n", "SVR RMSE: 0.1139650997574326\n", "SVR Dry matter content error 1.7223025845485895\n", "SVR R^2: 0.5216575965112935\n", "MLP RMSE: 0.15231159655301899\n", "MLP Dry matter content error 2.3018157046177476\n", "MLP R^2: 0.14560032918931198\n" ] } ], "source": [ "pls = PLSRegression(n_components=90)\n", "svr = SVR(kernel=\"rbf\", degree=30, gamma=\"scale\")\n", "mlp = MLPRegressor(hidden_layer_sizes=(60, 50, ))\n", "pls = pls.fit(x_train, y_train.ravel())\n", "svr = svr.fit(x_train, y_train.ravel())\n", "mlp = mlp.fit(x_train, y_train.ravel())\n", "\n", "models = {'PLS': pls, \"SVR\": svr, \"MLP\": mlp}\n", "results = {model_name: model.predict(x_test).reshape((-1, )) for model_name, model in models.items()}\n", "for model_name, model_result in results.items():\n", " rmse = np.sqrt(mean_squared_error(y_test, model_result))\n", " print(model_name, \"RMSE: \", rmse)\n", " print(model_name, \"Dry matter content error\", retransform(rmse))\n", " print(model_name, \"R^2: \", r2_score(y_test, model_result))" ] }, { "cell_type": "code", "execution_count": 15, "outputs": [], "source": [ "epoch, batch_size = 1024, 64\n", "resnet = Residual5(input_shape=(1, 102))\n", "dnn = DNN(input_shape=(1, 102))\n", "x_train, x_val, y_train, y_val = train_test_split(x_train, y_train, test_size=0.3, random_state=12, shuffle=True)\n", "x_train, x_val, x_test = x_train[:, np.newaxis, :], x_val[:, np.newaxis, :], x_test[:, np.newaxis, :]" ], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } }, { "cell_type": "code", "execution_count": 16, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Epoch 1/1024\n", "90/90 [==============================] - 1s 2ms/step - loss: 0.0167 - val_loss: 0.0340 - lr: 0.0025\n", "Epoch 2/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0071 - val_loss: 0.0264 - lr: 0.0025\n", "Epoch 3/1024\n", "90/90 [==============================] - 0s 943us/step - loss: 0.0052 - val_loss: 0.0701 - lr: 0.0025\n", "Epoch 4/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0048 - val_loss: 0.0245 - lr: 0.0025\n", "Epoch 5/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0043 - val_loss: 0.0236 - lr: 0.0025\n", "Epoch 6/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0044 - val_loss: 0.1782 - lr: 0.0025\n", "Epoch 7/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0045 - val_loss: 0.2228 - lr: 0.0025\n", "Epoch 8/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0039 - val_loss: 0.2283 - lr: 0.0025\n", "Epoch 9/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0043 - val_loss: 0.2283 - lr: 0.0025\n", "Epoch 10/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0042 - val_loss: 0.2283 - lr: 0.0025\n", "Epoch 11/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0043 - val_loss: 0.0493 - lr: 0.0025\n", "Epoch 12/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0041 - val_loss: 0.0649 - lr: 0.0025\n", "Epoch 13/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0041 - val_loss: 0.0343 - lr: 0.0025\n", "Epoch 14/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0040 - val_loss: 0.2283 - lr: 0.0025\n", "Epoch 15/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0039 - val_loss: 0.2269 - lr: 0.0025\n", "Epoch 16/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0038 - val_loss: 0.1035 - lr: 0.0025\n", "Epoch 17/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0038 - val_loss: 0.2283 - lr: 0.0025\n", "Epoch 18/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0037 - val_loss: 0.0301 - lr: 0.0025\n", "Epoch 19/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0038 - val_loss: 0.0420 - lr: 0.0025\n", "Epoch 20/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0039 - val_loss: 0.0846 - lr: 0.0025\n", "Epoch 21/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0038 - val_loss: 0.2283 - lr: 0.0025\n", "Epoch 22/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0037 - val_loss: 0.0576 - lr: 0.0025\n", "Epoch 23/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0037 - val_loss: 0.0379 - lr: 0.0025\n", "Epoch 24/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0035 - val_loss: 0.1732 - lr: 0.0025\n", "Epoch 25/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0037 - val_loss: 0.1935 - lr: 0.0025\n", "Epoch 26/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0036 - val_loss: 0.2671 - lr: 0.0025\n", "Epoch 27/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0035 - val_loss: 0.2283 - lr: 0.0025\n", "Epoch 28/1024\n", "90/90 [==============================] - 0s 982us/step - loss: 0.0036 - val_loss: 0.0684 - lr: 0.0025\n", "Epoch 29/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0036 - val_loss: 0.2190 - lr: 0.0025\n", "Epoch 30/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0035 - val_loss: 0.1134 - lr: 0.0025\n", "Epoch 31/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.2281 - lr: 0.0012\n", "Epoch 32/1024\n", "90/90 [==============================] - 0s 919us/step - loss: 0.0034 - val_loss: 0.0794 - lr: 0.0012\n", "Epoch 33/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0032 - val_loss: 0.2143 - lr: 0.0012\n", "Epoch 34/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0032 - val_loss: 0.2283 - lr: 0.0012\n", "Epoch 35/1024\n", "90/90 [==============================] - 0s 901us/step - loss: 0.0034 - val_loss: 0.2281 - lr: 0.0012\n", "Epoch 36/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0032 - val_loss: 0.1494 - lr: 0.0012\n", "Epoch 37/1024\n", "90/90 [==============================] - 0s 890us/step - loss: 0.0034 - val_loss: 0.2266 - lr: 0.0012\n", "Epoch 38/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1443 - lr: 0.0012\n", "Epoch 39/1024\n", "90/90 [==============================] - 0s 935us/step - loss: 0.0032 - val_loss: 0.1796 - lr: 0.0012\n", "Epoch 40/1024\n", "90/90 [==============================] - 0s 921us/step - loss: 0.0033 - val_loss: 0.0800 - lr: 0.0012\n", "Epoch 41/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0033 - val_loss: 0.2227 - lr: 0.0012\n", "Epoch 42/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0033 - val_loss: 0.2677 - lr: 0.0012\n", "Epoch 43/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0032 - val_loss: 0.2487 - lr: 0.0012\n", "Epoch 44/1024\n", "90/90 [==============================] - 0s 950us/step - loss: 0.0032 - val_loss: 0.1352 - lr: 0.0012\n", "Epoch 45/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0032 - val_loss: 0.0269 - lr: 0.0012\n", "Epoch 46/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0032 - val_loss: 0.2283 - lr: 0.0012\n", "Epoch 47/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0031 - val_loss: 0.0531 - lr: 0.0012\n", "Epoch 48/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0033 - val_loss: 0.2113 - lr: 0.0012\n", "Epoch 49/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0032 - val_loss: 0.2867 - lr: 0.0012\n", "Epoch 50/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0033 - val_loss: 0.2256 - lr: 0.0012\n", "Epoch 51/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0032 - val_loss: 0.2283 - lr: 0.0012\n", "Epoch 52/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0031 - val_loss: 0.2280 - lr: 0.0012\n", "Epoch 53/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0031 - val_loss: 0.0340 - lr: 0.0012\n", "Epoch 54/1024\n", "90/90 [==============================] - 0s 896us/step - loss: 0.0032 - val_loss: 0.1618 - lr: 0.0012\n", "Epoch 55/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0033 - val_loss: 0.0653 - lr: 0.0012\n", "Epoch 56/1024\n", "90/90 [==============================] - 0s 889us/step - loss: 0.0031 - val_loss: 0.2283 - lr: 6.2500e-04\n", "Epoch 57/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0030 - val_loss: 0.1659 - lr: 6.2500e-04\n", "Epoch 58/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0033 - val_loss: 0.1128 - lr: 6.2500e-04\n", "Epoch 59/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0030 - val_loss: 0.1172 - lr: 6.2500e-04\n", "Epoch 60/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0032 - val_loss: 0.0666 - lr: 6.2500e-04\n", "Epoch 61/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0031 - val_loss: 0.2274 - lr: 6.2500e-04\n", "Epoch 62/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0030 - val_loss: 0.2281 - lr: 6.2500e-04\n", "Epoch 63/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0223 - lr: 6.2500e-04\n", "Epoch 64/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0198 - lr: 6.2500e-04\n", "Epoch 65/1024\n", "90/90 [==============================] - 0s 901us/step - loss: 0.0031 - val_loss: 0.2653 - lr: 6.2500e-04\n", "Epoch 66/1024\n", "90/90 [==============================] - 0s 928us/step - loss: 0.0029 - val_loss: 0.1388 - lr: 6.2500e-04\n", "Epoch 67/1024\n", "90/90 [==============================] - 0s 961us/step - loss: 0.0030 - val_loss: 0.2238 - lr: 6.2500e-04\n", "Epoch 68/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0030 - val_loss: 0.2279 - lr: 6.2500e-04\n", "Epoch 69/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0032 - val_loss: 0.0792 - lr: 6.2500e-04\n", "Epoch 70/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0030 - val_loss: 0.1114 - lr: 6.2500e-04\n", "Epoch 71/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0029 - val_loss: 0.2091 - lr: 6.2500e-04\n", "Epoch 72/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0030 - val_loss: 0.2011 - lr: 6.2500e-04\n", "Epoch 73/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0030 - val_loss: 0.1097 - lr: 6.2500e-04\n", "Epoch 74/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0031 - val_loss: 0.2122 - lr: 6.2500e-04\n", "Epoch 75/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0029 - val_loss: 0.1301 - lr: 6.2500e-04\n", "Epoch 76/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0031 - val_loss: 0.1501 - lr: 6.2500e-04\n", "Epoch 77/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0029 - val_loss: 0.0649 - lr: 6.2500e-04\n", "Epoch 78/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0068 - lr: 6.2500e-04\n", "Epoch 79/1024\n", "90/90 [==============================] - 0s 888us/step - loss: 0.0030 - val_loss: 0.2262 - lr: 6.2500e-04\n", "Epoch 80/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0029 - val_loss: 0.2600 - lr: 6.2500e-04\n", "Epoch 81/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0029 - val_loss: 0.1309 - lr: 6.2500e-04\n", "Epoch 82/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0030 - val_loss: 0.1772 - lr: 6.2500e-04\n", "Epoch 83/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0031 - val_loss: 0.1081 - lr: 6.2500e-04\n", "Epoch 84/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0030 - val_loss: 0.0616 - lr: 6.2500e-04\n", "Epoch 85/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0060 - lr: 6.2500e-04\n", "Epoch 86/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0031 - val_loss: 0.0451 - lr: 6.2500e-04\n", "Epoch 87/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0030 - val_loss: 0.2253 - lr: 6.2500e-04\n", "Epoch 88/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.2117 - lr: 6.2500e-04\n", "Epoch 89/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0030 - val_loss: 0.2233 - lr: 6.2500e-04\n", "Epoch 90/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0029 - val_loss: 0.2401 - lr: 6.2500e-04\n", "Epoch 91/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0029 - val_loss: 0.2282 - lr: 6.2500e-04\n", "Epoch 92/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0030 - val_loss: 0.0903 - lr: 6.2500e-04\n", "Epoch 93/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0031 - val_loss: 0.0258 - lr: 6.2500e-04\n", "Epoch 94/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0030 - val_loss: 0.1164 - lr: 6.2500e-04\n", "Epoch 95/1024\n", "90/90 [==============================] - 0s 948us/step - loss: 0.0029 - val_loss: 0.2695 - lr: 6.2500e-04\n", "Epoch 96/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0029 - val_loss: 0.2250 - lr: 6.2500e-04\n", "Epoch 97/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0030 - val_loss: 0.2260 - lr: 6.2500e-04\n", "Epoch 98/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0030 - val_loss: 0.2178 - lr: 6.2500e-04\n", "Epoch 99/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0030 - val_loss: 0.2361 - lr: 6.2500e-04\n", "Epoch 100/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0029 - val_loss: 0.2062 - lr: 6.2500e-04\n", "Epoch 101/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0029 - val_loss: 0.2279 - lr: 6.2500e-04\n", "Epoch 102/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.0951 - lr: 6.2500e-04\n", "Epoch 103/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0029 - val_loss: 0.2240 - lr: 6.2500e-04\n", "Epoch 104/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.0121 - lr: 6.2500e-04\n", "Epoch 105/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0029 - val_loss: 0.0521 - lr: 6.2500e-04\n", "Epoch 106/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0029 - val_loss: 0.0808 - lr: 6.2500e-04\n", "Epoch 107/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0028 - val_loss: 0.0344 - lr: 6.2500e-04\n", "Epoch 108/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0031 - val_loss: 0.1881 - lr: 6.2500e-04\n", "Epoch 109/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0030 - val_loss: 0.1660 - lr: 6.2500e-04\n", "Epoch 110/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0030 - val_loss: 0.2718 - lr: 6.2500e-04\n", "Epoch 111/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0029 - val_loss: 0.0398 - lr: 3.1250e-04\n", "Epoch 112/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0028 - val_loss: 0.0100 - lr: 3.1250e-04\n", "Epoch 113/1024\n", "90/90 [==============================] - 0s 888us/step - loss: 0.0028 - val_loss: 0.0759 - lr: 3.1250e-04\n", "Epoch 114/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0029 - val_loss: 0.2235 - lr: 3.1250e-04\n", "Epoch 115/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0029 - val_loss: 0.2088 - lr: 3.1250e-04\n", "Epoch 116/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.0364 - lr: 3.1250e-04\n", "Epoch 117/1024\n", "90/90 [==============================] - 0s 888us/step - loss: 0.0029 - val_loss: 0.1786 - lr: 3.1250e-04\n", "Epoch 118/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0029 - val_loss: 0.0177 - lr: 3.1250e-04\n", "Epoch 119/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0449 - lr: 3.1250e-04\n", "Epoch 120/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0029 - val_loss: 0.0819 - lr: 3.1250e-04\n", "Epoch 121/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0028 - val_loss: 0.2216 - lr: 3.1250e-04\n", "Epoch 122/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0029 - val_loss: 0.1911 - lr: 3.1250e-04\n", "Epoch 123/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0029 - val_loss: 0.1622 - lr: 3.1250e-04\n", "Epoch 124/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0028 - val_loss: 0.0495 - lr: 3.1250e-04\n", "Epoch 125/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0029 - val_loss: 0.0108 - lr: 3.1250e-04\n", "Epoch 126/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.2754 - lr: 3.1250e-04\n", "Epoch 127/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0029 - val_loss: 0.2279 - lr: 3.1250e-04\n", "Epoch 128/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0301 - lr: 3.1250e-04\n", "Epoch 129/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0029 - val_loss: 0.1372 - lr: 3.1250e-04\n", "Epoch 130/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0030 - val_loss: 0.1413 - lr: 3.1250e-04\n", "Epoch 131/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0600 - lr: 3.1250e-04\n", "Epoch 132/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.1866 - lr: 3.1250e-04\n", "Epoch 133/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0029 - val_loss: 0.2443 - lr: 3.1250e-04\n", "Epoch 134/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0029 - val_loss: 0.0675 - lr: 3.1250e-04\n", "Epoch 135/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.2234 - lr: 3.1250e-04\n", "Epoch 136/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0029 - val_loss: 0.0189 - lr: 1.5625e-04\n", "Epoch 137/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.1075 - lr: 1.5625e-04\n", "Epoch 138/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.2533 - lr: 1.5625e-04\n", "Epoch 139/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0039 - lr: 1.5625e-04\n", "Epoch 140/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0029 - val_loss: 0.0105 - lr: 1.5625e-04\n", "Epoch 141/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0028 - val_loss: 0.0964 - lr: 1.5625e-04\n", "Epoch 142/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0864 - lr: 1.5625e-04\n", "Epoch 143/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0102 - lr: 1.5625e-04\n", "Epoch 144/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0066 - lr: 1.5625e-04\n", "Epoch 145/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0029 - val_loss: 0.1261 - lr: 1.5625e-04\n", "Epoch 146/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.1917 - lr: 1.5625e-04\n", "Epoch 147/1024\n", "90/90 [==============================] - 0s 916us/step - loss: 0.0029 - val_loss: 0.0603 - lr: 1.5625e-04\n", "Epoch 148/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.1647 - lr: 1.5625e-04\n", "Epoch 149/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0606 - lr: 1.5625e-04\n", "Epoch 150/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0437 - lr: 1.5625e-04\n", "Epoch 151/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0889 - lr: 1.5625e-04\n", "Epoch 152/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0026 - val_loss: 0.2132 - lr: 1.5625e-04\n", "Epoch 153/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0504 - lr: 1.5625e-04\n", "Epoch 154/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.1938 - lr: 1.5625e-04\n", "Epoch 155/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0117 - lr: 1.5625e-04\n", "Epoch 156/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0372 - lr: 1.5625e-04\n", "Epoch 157/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.2618 - lr: 1.5625e-04\n", "Epoch 158/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0047 - lr: 1.5625e-04\n", "Epoch 159/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.1115 - lr: 1.5625e-04\n", "Epoch 160/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0194 - lr: 1.5625e-04\n", "Epoch 161/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0144 - lr: 1.5625e-04\n", "Epoch 162/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0443 - lr: 1.5625e-04\n", "Epoch 163/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.1957 - lr: 1.5625e-04\n", "Epoch 164/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0070 - lr: 1.5625e-04\n", "Epoch 165/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0061 - lr: 7.8125e-05\n", "Epoch 166/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0066 - lr: 7.8125e-05\n", "Epoch 167/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0055 - lr: 7.8125e-05\n", "Epoch 168/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0098 - lr: 7.8125e-05\n", "Epoch 169/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0026 - val_loss: 0.0150 - lr: 7.8125e-05\n", "Epoch 170/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0035 - lr: 7.8125e-05\n", "Epoch 171/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0027 - val_loss: 0.0058 - lr: 7.8125e-05\n", "Epoch 172/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0141 - lr: 7.8125e-05\n", "Epoch 173/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0505 - lr: 7.8125e-05\n", "Epoch 174/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0228 - lr: 7.8125e-05\n", "Epoch 175/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0071 - lr: 7.8125e-05\n", "Epoch 176/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0140 - lr: 7.8125e-05\n", "Epoch 177/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0065 - lr: 7.8125e-05\n", "Epoch 178/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.1320 - lr: 7.8125e-05\n", "Epoch 179/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0084 - lr: 7.8125e-05\n", "Epoch 180/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0274 - lr: 7.8125e-05\n", "Epoch 181/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0029 - val_loss: 0.1547 - lr: 7.8125e-05\n", "Epoch 182/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0233 - lr: 7.8125e-05\n", "Epoch 183/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0131 - lr: 7.8125e-05\n", "Epoch 184/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0042 - lr: 7.8125e-05\n", "Epoch 185/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0760 - lr: 7.8125e-05\n", "Epoch 186/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0085 - lr: 7.8125e-05\n", "Epoch 187/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0359 - lr: 7.8125e-05\n", "Epoch 188/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0205 - lr: 7.8125e-05\n", "Epoch 189/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0381 - lr: 7.8125e-05\n", "Epoch 190/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0764 - lr: 7.8125e-05\n", "Epoch 191/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0270 - lr: 7.8125e-05\n", "Epoch 192/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0163 - lr: 7.8125e-05\n", "Epoch 193/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0487 - lr: 7.8125e-05\n", "Epoch 194/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0879 - lr: 7.8125e-05\n", "Epoch 195/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0679 - lr: 7.8125e-05\n", "Epoch 196/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0129 - lr: 3.9062e-05\n", "Epoch 197/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0179 - lr: 3.9062e-05\n", "Epoch 198/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0080 - lr: 3.9062e-05\n", "Epoch 199/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0081 - lr: 3.9062e-05\n", "Epoch 200/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0029 - val_loss: 0.0172 - lr: 3.9062e-05\n", "Epoch 201/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0244 - lr: 3.9062e-05\n", "Epoch 202/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 3.9062e-05\n", "Epoch 203/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0089 - lr: 3.9062e-05\n", "Epoch 204/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0026 - val_loss: 0.0043 - lr: 3.9062e-05\n", "Epoch 205/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0049 - lr: 3.9062e-05\n", "Epoch 206/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0059 - lr: 3.9062e-05\n", "Epoch 207/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 3.9062e-05\n", "Epoch 208/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 3.9062e-05\n", "Epoch 209/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0053 - lr: 3.9062e-05\n", "Epoch 210/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0109 - lr: 3.9062e-05\n", "Epoch 211/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0137 - lr: 3.9062e-05\n", "Epoch 212/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0037 - lr: 3.9062e-05\n", "Epoch 213/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0104 - lr: 3.9062e-05\n", "Epoch 214/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0026 - val_loss: 0.0036 - lr: 3.9062e-05\n", "Epoch 215/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0351 - lr: 3.9062e-05\n", "Epoch 216/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0037 - lr: 3.9062e-05\n", "Epoch 217/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0041 - lr: 3.9062e-05\n", "Epoch 218/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0377 - lr: 3.9062e-05\n", "Epoch 219/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0168 - lr: 3.9062e-05\n", "Epoch 220/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 3.9062e-05\n", "Epoch 221/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0092 - lr: 3.9062e-05\n", "Epoch 222/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0028 - val_loss: 0.0081 - lr: 3.9062e-05\n", "Epoch 223/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0033 - lr: 3.9062e-05\n", "Epoch 224/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0310 - lr: 3.9062e-05\n", "Epoch 225/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.0224 - lr: 3.9062e-05\n", "Epoch 226/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0176 - lr: 3.9062e-05\n", "Epoch 227/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 3.9062e-05\n", "Epoch 228/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0294 - lr: 3.9062e-05\n", "Epoch 229/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0036 - lr: 3.9062e-05\n", "Epoch 230/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0370 - lr: 3.9062e-05\n", "Epoch 231/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0109 - lr: 3.9062e-05\n", "Epoch 232/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0046 - lr: 3.9062e-05\n", "Epoch 233/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0035 - lr: 1.9531e-05\n", "Epoch 234/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0026 - val_loss: 0.0085 - lr: 1.9531e-05\n", "Epoch 235/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0040 - lr: 1.9531e-05\n", "Epoch 236/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0094 - lr: 1.9531e-05\n", "Epoch 237/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 1.9531e-05\n", "Epoch 238/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0074 - lr: 1.9531e-05\n", "Epoch 239/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.9531e-05\n", "Epoch 240/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0026 - val_loss: 0.0039 - lr: 1.9531e-05\n", "Epoch 241/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0028 - val_loss: 0.0066 - lr: 1.9531e-05\n", "Epoch 242/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 1.9531e-05\n", "Epoch 243/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0040 - lr: 1.9531e-05\n", "Epoch 244/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 1.9531e-05\n", "Epoch 245/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0066 - lr: 1.9531e-05\n", "Epoch 246/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0053 - lr: 1.9531e-05\n", "Epoch 247/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0039 - lr: 1.9531e-05\n", "Epoch 248/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0028 - val_loss: 0.0069 - lr: 1.9531e-05\n", "Epoch 249/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0104 - lr: 1.9531e-05\n", "Epoch 250/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0280 - lr: 1.9531e-05\n", "Epoch 251/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0073 - lr: 1.9531e-05\n", "Epoch 252/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0074 - lr: 1.9531e-05\n", "Epoch 253/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0028 - val_loss: 0.0045 - lr: 1.9531e-05\n", "Epoch 254/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 1.9531e-05\n", "Epoch 255/1024\n", "90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0042 - lr: 1.9531e-05\n", "Epoch 256/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0044 - lr: 1.9531e-05\n", "Epoch 257/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0054 - lr: 1.9531e-05\n", "Epoch 258/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0077 - lr: 1.9531e-05\n", "Epoch 259/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 1.9531e-05\n", "Epoch 260/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0043 - lr: 1.9531e-05\n", "Epoch 261/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0043 - lr: 1.9531e-05\n", "Epoch 262/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0044 - lr: 1.9531e-05\n", "Epoch 263/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 1.9531e-05\n", "Epoch 264/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0026 - val_loss: 0.0040 - lr: 1.9531e-05\n", "Epoch 265/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0033 - lr: 9.7656e-06\n", "Epoch 266/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n", "Epoch 267/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n", "Epoch 268/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n", "Epoch 269/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0076 - lr: 9.7656e-06\n", "Epoch 270/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n", "Epoch 271/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n", "Epoch 272/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n", "Epoch 273/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 9.7656e-06\n", "Epoch 274/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.7656e-06\n", "Epoch 275/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 9.7656e-06\n", "Epoch 276/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.7656e-06\n", "Epoch 277/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.7656e-06\n", "Epoch 278/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n", "Epoch 279/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.7656e-06\n", "Epoch 280/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0052 - lr: 9.7656e-06\n", "Epoch 281/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0030 - lr: 9.7656e-06\n", "Epoch 282/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n", "Epoch 283/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0036 - lr: 9.7656e-06\n", "Epoch 284/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0043 - lr: 9.7656e-06\n", "Epoch 285/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.7656e-06\n", "Epoch 286/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n", "Epoch 287/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n", "Epoch 288/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 9.7656e-06\n", "Epoch 289/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 9.7656e-06\n", "Epoch 290/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0036 - lr: 9.7656e-06\n", "Epoch 291/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0030 - lr: 9.7656e-06\n", "Epoch 292/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0040 - lr: 9.7656e-06\n", "Epoch 293/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0037 - lr: 9.7656e-06\n", "Epoch 294/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0035 - lr: 9.7656e-06\n", "Epoch 295/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n", "Epoch 296/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0028 - val_loss: 0.0030 - lr: 9.7656e-06\n", "Epoch 297/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.7656e-06\n", "Epoch 298/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0044 - lr: 9.7656e-06\n", "Epoch 299/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n", "Epoch 300/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n", "Epoch 301/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 9.7656e-06\n", "Epoch 302/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 303/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n", "Epoch 304/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 305/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 306/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 4.8828e-06\n", "Epoch 307/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0026 - val_loss: 0.0028 - lr: 4.8828e-06\n", "Epoch 308/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 309/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n", "Epoch 310/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 311/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 312/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 313/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 314/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n", "Epoch 315/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 316/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 317/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 318/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 319/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 320/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 321/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0030 - lr: 4.8828e-06\n", "Epoch 322/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 323/1024\n", "90/90 [==============================] - 0s 3ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 324/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n", "Epoch 325/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 326/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n", "Epoch 327/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 328/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n", "Epoch 329/1024\n", "90/90 [==============================] - 0s 919us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 330/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n", "Epoch 331/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 332/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 333/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 334/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 335/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 336/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n", "Epoch 337/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 338/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 339/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 340/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 341/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 342/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 343/1024\n", "90/90 [==============================] - 0s 893us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 344/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n", "Epoch 345/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 346/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 347/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n", "Epoch 348/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n", "Epoch 349/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0026 - val_loss: 0.0030 - lr: 4.8828e-06\n", "Epoch 350/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n", "Epoch 351/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n", "Epoch 352/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 353/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 354/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 355/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n", "Epoch 356/1024\n", "90/90 [==============================] - 0s 944us/step - loss: 0.0028 - val_loss: 0.0029 - lr: 4.8828e-06\n", "Epoch 357/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 358/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n", "Epoch 359/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n", "Epoch 360/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 361/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 362/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 363/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 364/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n", "Epoch 365/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 366/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 367/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 368/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 369/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 370/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 371/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 372/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n", "Epoch 373/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 2.4414e-06\n", "Epoch 374/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 2.4414e-06\n", "Epoch 375/1024\n", "90/90 [==============================] - 0s 913us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n", "Epoch 376/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 377/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 378/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 379/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0026 - val_loss: 0.0026 - lr: 2.4414e-06\n", "Epoch 380/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0028 - val_loss: 0.0034 - lr: 2.4414e-06\n", "Epoch 381/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n", "Epoch 382/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 383/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n", "Epoch 384/1024\n", "90/90 [==============================] - 0s 890us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 385/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 386/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 387/1024\n", "90/90 [==============================] - 0s 893us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n", "Epoch 388/1024\n", "90/90 [==============================] - 0s 952us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 389/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 390/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 391/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 392/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 393/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 394/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 395/1024\n", "90/90 [==============================] - 0s 968us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 396/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 397/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 398/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 399/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 400/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 401/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 402/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 403/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0025 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 404/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 405/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 406/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 407/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 408/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 409/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 410/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 411/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 412/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n", "Epoch 413/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 414/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 415/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 416/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 417/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 418/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 419/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 420/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 421/1024\n", "90/90 [==============================] - 0s 908us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 422/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 423/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 424/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 425/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 426/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 427/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 428/1024\n", "90/90 [==============================] - 0s 949us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 429/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 430/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 431/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 432/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 433/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 434/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 435/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 436/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 437/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n", "Epoch 438/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 439/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 440/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 441/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 442/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 443/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 444/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 445/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 446/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 447/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 448/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 449/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 450/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 451/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 452/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 453/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 454/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 455/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 456/1024\n", "90/90 [==============================] - 0s 967us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 457/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 458/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 459/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 460/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 461/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 462/1024\n", "90/90 [==============================] - 0s 928us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n", "Epoch 463/1024\n", "90/90 [==============================] - 0s 995us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 464/1024\n", "90/90 [==============================] - 0s 894us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 465/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 466/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 467/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 468/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 469/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 470/1024\n", "90/90 [==============================] - 0s 894us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 471/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 472/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 473/1024\n", "90/90 [==============================] - 0s 903us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 474/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 475/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 476/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 477/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 478/1024\n", "90/90 [==============================] - 0s 896us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 479/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 480/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 481/1024\n", "90/90 [==============================] - 0s 894us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 482/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 483/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 484/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 485/1024\n", "90/90 [==============================] - 0s 914us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 486/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 487/1024\n", "90/90 [==============================] - 0s 890us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n", "Epoch 488/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 489/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 490/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 491/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 492/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 493/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 494/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 495/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 496/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 497/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 498/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 499/1024\n", "90/90 [==============================] - 0s 964us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 500/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 501/1024\n", "90/90 [==============================] - 0s 921us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 502/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 503/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 504/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 505/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 506/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 507/1024\n", "90/90 [==============================] - 0s 948us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 508/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 509/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 510/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 511/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 512/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n", "Epoch 513/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 514/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 515/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 516/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 517/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 518/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 519/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 520/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 521/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 522/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 523/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 524/1024\n", "90/90 [==============================] - 0s 960us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 525/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 526/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 527/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 528/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 529/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 530/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 531/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 532/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 533/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 534/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 535/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 536/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 537/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n", "Epoch 538/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 539/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 540/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 541/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 542/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 543/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 544/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 545/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 546/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 547/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 548/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 549/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 550/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 551/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 552/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 553/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 554/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 555/1024\n", "90/90 [==============================] - 0s 954us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 556/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 557/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 558/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 559/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 560/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 561/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 562/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n", "Epoch 563/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 564/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 565/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 566/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 567/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 568/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 569/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 570/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 571/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 572/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 573/1024\n", "90/90 [==============================] - 0s 889us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 574/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 575/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 576/1024\n", "90/90 [==============================] - 0s 886us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 577/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 578/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 579/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 580/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 581/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 582/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 583/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 584/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 585/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 586/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 587/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n", "Epoch 588/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 589/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 590/1024\n", "90/90 [==============================] - 0s 904us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 591/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 592/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 593/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 594/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 595/1024\n", "90/90 [==============================] - 0s 929us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 596/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 597/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 598/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 599/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 600/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 601/1024\n", "90/90 [==============================] - 0s 958us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 602/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 603/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 604/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 605/1024\n", "90/90 [==============================] - 0s 903us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 606/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 607/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 608/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 609/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 610/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 611/1024\n", "90/90 [==============================] - 0s 889us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 612/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n", "Epoch 613/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 614/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 615/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 616/1024\n", "90/90 [==============================] - 0s 894us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 617/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 618/1024\n", "90/90 [==============================] - 0s 897us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 619/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 620/1024\n", "90/90 [==============================] - 0s 903us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 621/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 622/1024\n", "90/90 [==============================] - 0s 939us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 623/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 624/1024\n", "90/90 [==============================] - 0s 911us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 625/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 626/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 627/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 628/1024\n", "90/90 [==============================] - 0s 994us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 629/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 630/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 631/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 632/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 633/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 634/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 635/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 636/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 637/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n", "Epoch 638/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 639/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 640/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 641/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 642/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 643/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 644/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 645/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 646/1024\n", "90/90 [==============================] - 0s 986us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 647/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 648/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 649/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 650/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 651/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 652/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 653/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 654/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 655/1024\n", "90/90 [==============================] - 0s 945us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 656/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 657/1024\n", "90/90 [==============================] - 0s 912us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 658/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 659/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 660/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 661/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 662/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n", "Epoch 663/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 664/1024\n", "90/90 [==============================] - 0s 895us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 665/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 666/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 667/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 668/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 669/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 670/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 671/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 672/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 673/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 674/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 675/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 676/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 677/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 678/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 679/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 680/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 681/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 682/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 683/1024\n", "90/90 [==============================] - 0s 901us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 684/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 685/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 686/1024\n", "90/90 [==============================] - 0s 993us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 687/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n", "Epoch 688/1024\n", "90/90 [==============================] - 0s 894us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 689/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 690/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 691/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 692/1024\n", "90/90 [==============================] - 0s 906us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 693/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 694/1024\n", "90/90 [==============================] - 0s 886us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 695/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 696/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 697/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 698/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 699/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 700/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 701/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 702/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 703/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 704/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 705/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 706/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 707/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 708/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 709/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 710/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 711/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 712/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n", "Epoch 713/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 714/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 715/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 716/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 717/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 718/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 719/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 720/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 721/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 722/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 723/1024\n", "90/90 [==============================] - 0s 890us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 724/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 725/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 726/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 727/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 728/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 729/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 730/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 731/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 732/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 733/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 734/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 735/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 736/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 737/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n", "Epoch 738/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 739/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 740/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 741/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 742/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 743/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 744/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 745/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 746/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 747/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 748/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 749/1024\n", "90/90 [==============================] - 0s 889us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 750/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 751/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 752/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 753/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 754/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 755/1024\n", "90/90 [==============================] - 0s 996us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 756/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 757/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 758/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 759/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 760/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 761/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 762/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n", "Epoch 763/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 764/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 765/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 766/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 767/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 768/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 769/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 770/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 771/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 772/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 773/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 774/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 775/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 776/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 777/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 778/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 779/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 780/1024\n", "90/90 [==============================] - 0s 888us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 781/1024\n", "90/90 [==============================] - 0s 943us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 782/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 783/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 784/1024\n", "90/90 [==============================] - 0s 930us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 785/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 786/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 787/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n", "Epoch 788/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 789/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 790/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 791/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 792/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 793/1024\n", "90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 794/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 795/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 796/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 797/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 798/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 799/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 800/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 801/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 802/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 803/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 804/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 805/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 806/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 807/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 808/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 809/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 810/1024\n", "90/90 [==============================] - 0s 911us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 811/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 812/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n", "Epoch 813/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 814/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 815/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 816/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 817/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 818/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 819/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 820/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 821/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 822/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 823/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 824/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 825/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 826/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 827/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 828/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 829/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 830/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 831/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 832/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 833/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 834/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 835/1024\n", "90/90 [==============================] - 0s 888us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 836/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 837/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n", "Epoch 838/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 839/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 840/1024\n", "90/90 [==============================] - 0s 927us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 841/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 842/1024\n", "90/90 [==============================] - 0s 940us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 843/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 844/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 845/1024\n", "90/90 [==============================] - 0s 978us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 846/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 847/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 848/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 849/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 850/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 851/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 852/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 853/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 854/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 855/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 856/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 857/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 858/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 859/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 860/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 861/1024\n", "90/90 [==============================] - 0s 958us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 862/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n", "Epoch 863/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 864/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 865/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 866/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 867/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 868/1024\n", "90/90 [==============================] - 0s 905us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 869/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 870/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 871/1024\n", "90/90 [==============================] - 0s 886us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 872/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 873/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 874/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 875/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 876/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 877/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 878/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 879/1024\n", "90/90 [==============================] - 0s 895us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 880/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 881/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 882/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 883/1024\n", "90/90 [==============================] - 0s 905us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 884/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 885/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 886/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 887/1024\n", "90/90 [==============================] - 0s 926us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n", "Epoch 888/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 889/1024\n", "90/90 [==============================] - 0s 936us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 890/1024\n", "90/90 [==============================] - 0s 893us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 891/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 892/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 893/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 894/1024\n", "90/90 [==============================] - 0s 921us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 895/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 896/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 897/1024\n", "90/90 [==============================] - 0s 890us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 898/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 899/1024\n", "90/90 [==============================] - 0s 893us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 900/1024\n", "90/90 [==============================] - 0s 948us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 901/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 902/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 903/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 904/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 905/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 906/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 907/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 908/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 909/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 910/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 911/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 912/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n", "Epoch 913/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 914/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 915/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 916/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 917/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 918/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 919/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 920/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 921/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 922/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 923/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 924/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 925/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 926/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 927/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 928/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 929/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 930/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 931/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 932/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 933/1024\n", "90/90 [==============================] - 0s 920us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 934/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 935/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 936/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 937/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n", "Epoch 938/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 939/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 940/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 941/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 942/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 943/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 944/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 945/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 946/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 947/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 948/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 949/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 950/1024\n", "90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 951/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 952/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 953/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 954/1024\n", "90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 955/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 956/1024\n", "90/90 [==============================] - 0s 889us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 957/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 958/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 959/1024\n", "90/90 [==============================] - 0s 918us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 960/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 961/1024\n", "90/90 [==============================] - 0s 886us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 962/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n", "Epoch 963/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 964/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 965/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 966/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 967/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 968/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 969/1024\n", "90/90 [==============================] - 0s 887us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 970/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 971/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 972/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 973/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 974/1024\n", "90/90 [==============================] - 0s 886us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 975/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 976/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 977/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 978/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 979/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 980/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 981/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 982/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 983/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 984/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 985/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 986/1024\n", "90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 987/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n", "Epoch 988/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 989/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 990/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 991/1024\n", "90/90 [==============================] - 0s 933us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 992/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 993/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 994/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 995/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 996/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 997/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 998/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 999/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1000/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1001/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1002/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1003/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1004/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1005/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1006/1024\n", "90/90 [==============================] - 0s 969us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1007/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1008/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1009/1024\n", "90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1010/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1011/1024\n", "90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1012/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n", "Epoch 1013/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1014/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1015/1024\n", "90/90 [==============================] - 0s 904us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1016/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1017/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1018/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1019/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1020/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1021/1024\n", "90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1022/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1023/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n", "Epoch 1024/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n" ] } ], "source": [ "_ = resnet.fit(x_train, y_train, x_val, y_val, batch_size=batch_size, epoch=epoch)" ], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } }, { "cell_type": "code", "execution_count": 17, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Epoch 1/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0266 - val_loss: 0.0246 - lr: 0.0025\n", "Epoch 2/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0240 - val_loss: 0.0249 - lr: 0.0025\n", "Epoch 3/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0240 - val_loss: 0.0242 - lr: 0.0025\n", "Epoch 4/1024\n", "90/90 [==============================] - 0s 933us/step - loss: 0.0243 - val_loss: 0.0241 - lr: 0.0025\n", "Epoch 5/1024\n", "90/90 [==============================] - 0s 940us/step - loss: 0.0233 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 6/1024\n", "90/90 [==============================] - 0s 916us/step - loss: 0.0228 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 7/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0228 - val_loss: 0.0265 - lr: 0.0025\n", "Epoch 8/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0232 - val_loss: 0.0244 - lr: 0.0025\n", "Epoch 9/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0236 - val_loss: 0.0241 - lr: 0.0025\n", "Epoch 10/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0231 - val_loss: 0.0248 - lr: 0.0025\n", "Epoch 11/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0235 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 12/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0228 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 13/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0222 - val_loss: 0.0247 - lr: 0.0025\n", "Epoch 14/1024\n", "90/90 [==============================] - 0s 818us/step - loss: 0.0225 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 15/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0225 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 16/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 17/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0222 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 18/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0226 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 19/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0221 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 20/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0226 - val_loss: 0.0235 - lr: 0.0025\n", "Epoch 21/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0221 - val_loss: 0.0226 - lr: 0.0025\n", "Epoch 22/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 23/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0225 - val_loss: 0.0254 - lr: 0.0025\n", "Epoch 24/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0232 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 25/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 26/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0222 - val_loss: 0.0233 - lr: 0.0025\n", "Epoch 27/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 28/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0221 - val_loss: 0.0226 - lr: 0.0025\n", "Epoch 29/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0223 - val_loss: 0.0226 - lr: 0.0025\n", "Epoch 30/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0219 - val_loss: 0.0226 - lr: 0.0025\n", "Epoch 31/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0025\n", "Epoch 32/1024\n", "90/90 [==============================] - 0s 815us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0025\n", "Epoch 33/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0217 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 34/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0218 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 35/1024\n", "90/90 [==============================] - 0s 909us/step - loss: 0.0224 - val_loss: 0.0220 - lr: 0.0025\n", "Epoch 36/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0217 - val_loss: 0.0222 - lr: 0.0025\n", "Epoch 37/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0215 - val_loss: 0.0230 - lr: 0.0025\n", "Epoch 38/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0223 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 39/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0225 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 40/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0222 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 41/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0224 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 42/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0221 - val_loss: 0.0230 - lr: 0.0025\n", "Epoch 43/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0224 - val_loss: 0.0230 - lr: 0.0025\n", "Epoch 44/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0222 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 45/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0222 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 46/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0222 - val_loss: 0.0231 - lr: 0.0025\n", "Epoch 47/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0224 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 48/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 49/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0222 - val_loss: 0.0237 - lr: 0.0025\n", "Epoch 50/1024\n", "90/90 [==============================] - 0s 815us/step - loss: 0.0221 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 51/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 52/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0222 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 53/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0222 - val_loss: 0.0234 - lr: 0.0025\n", "Epoch 54/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0221 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 55/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0223 - val_loss: 0.0232 - lr: 0.0025\n", "Epoch 56/1024\n", "90/90 [==============================] - 0s 880us/step - loss: 0.0222 - val_loss: 0.0235 - lr: 0.0025\n", "Epoch 57/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0222 - val_loss: 0.0240 - lr: 0.0025\n", "Epoch 58/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0224 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 59/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0220 - val_loss: 0.0229 - lr: 0.0025\n", "Epoch 60/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0221 - val_loss: 0.0228 - lr: 0.0025\n", "Epoch 61/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0219 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 62/1024\n", "90/90 [==============================] - 0s 933us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 63/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 64/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0220 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 65/1024\n", "90/90 [==============================] - 0s 941us/step - loss: 0.0220 - val_loss: 0.0230 - lr: 0.0012\n", "Epoch 66/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 67/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 68/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0219 - val_loss: 0.0233 - lr: 0.0012\n", "Epoch 69/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0221 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 70/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0220 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 71/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0219 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 72/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n", "Epoch 73/1024\n", "90/90 [==============================] - 0s 811us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 74/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n", "Epoch 75/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0219 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 76/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n", "Epoch 77/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 78/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n", "Epoch 79/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n", "Epoch 80/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n", "Epoch 81/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 82/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0219 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 83/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n", "Epoch 84/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0218 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 85/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n", "Epoch 86/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0218 - val_loss: 0.0227 - lr: 6.2500e-04\n", "Epoch 87/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0218 - val_loss: 0.0226 - lr: 6.2500e-04\n", "Epoch 88/1024\n", "90/90 [==============================] - 0s 818us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n", "Epoch 89/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0217 - val_loss: 0.0228 - lr: 6.2500e-04\n", "Epoch 90/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0217 - val_loss: 0.0226 - lr: 6.2500e-04\n", "Epoch 91/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0218 - val_loss: 0.0230 - lr: 6.2500e-04\n", "Epoch 92/1024\n", "90/90 [==============================] - 0s 818us/step - loss: 0.0217 - val_loss: 0.0226 - lr: 6.2500e-04\n", "Epoch 93/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0217 - val_loss: 0.0226 - lr: 6.2500e-04\n", "Epoch 94/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n", "Epoch 95/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n", "Epoch 96/1024\n", "90/90 [==============================] - 0s 813us/step - loss: 0.0217 - val_loss: 0.0225 - lr: 6.2500e-04\n", "Epoch 97/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0216 - val_loss: 0.0237 - lr: 6.2500e-04\n", "Epoch 98/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n", "Epoch 99/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0216 - val_loss: 0.0225 - lr: 6.2500e-04\n", "Epoch 100/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0217 - val_loss: 0.0225 - lr: 6.2500e-04\n", "Epoch 101/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0216 - val_loss: 0.0224 - lr: 6.2500e-04\n", "Epoch 102/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0215 - val_loss: 0.0224 - lr: 6.2500e-04\n", "Epoch 103/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0216 - val_loss: 0.0226 - lr: 6.2500e-04\n", "Epoch 104/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0216 - val_loss: 0.0225 - lr: 6.2500e-04\n", "Epoch 105/1024\n", "90/90 [==============================] - 0s 815us/step - loss: 0.0215 - val_loss: 0.0223 - lr: 6.2500e-04\n", "Epoch 106/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0215 - val_loss: 0.0225 - lr: 6.2500e-04\n", "Epoch 107/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0215 - val_loss: 0.0222 - lr: 6.2500e-04\n", "Epoch 108/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0215 - val_loss: 0.0222 - lr: 6.2500e-04\n", "Epoch 109/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0214 - val_loss: 0.0221 - lr: 6.2500e-04\n", "Epoch 110/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0214 - val_loss: 0.0220 - lr: 6.2500e-04\n", "Epoch 111/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0213 - val_loss: 0.0221 - lr: 3.1250e-04\n", "Epoch 112/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0212 - val_loss: 0.0222 - lr: 3.1250e-04\n", "Epoch 113/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0212 - val_loss: 0.0220 - lr: 3.1250e-04\n", "Epoch 114/1024\n", "90/90 [==============================] - 0s 930us/step - loss: 0.0213 - val_loss: 0.0220 - lr: 3.1250e-04\n", "Epoch 115/1024\n", "90/90 [==============================] - 0s 926us/step - loss: 0.0212 - val_loss: 0.0219 - lr: 3.1250e-04\n", "Epoch 116/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0211 - val_loss: 0.0220 - lr: 3.1250e-04\n", "Epoch 117/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n", "Epoch 118/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0211 - val_loss: 0.0220 - lr: 3.1250e-04\n", "Epoch 119/1024\n", "90/90 [==============================] - 0s 904us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n", "Epoch 120/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n", "Epoch 121/1024\n", "90/90 [==============================] - 0s 812us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n", "Epoch 122/1024\n", "90/90 [==============================] - 0s 890us/step - loss: 0.0211 - val_loss: 0.0218 - lr: 3.1250e-04\n", "Epoch 123/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0211 - val_loss: 0.0220 - lr: 3.1250e-04\n", "Epoch 124/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0211 - val_loss: 0.0218 - lr: 3.1250e-04\n", "Epoch 125/1024\n", "90/90 [==============================] - 0s 916us/step - loss: 0.0211 - val_loss: 0.0218 - lr: 3.1250e-04\n", "Epoch 126/1024\n", "90/90 [==============================] - 0s 906us/step - loss: 0.0210 - val_loss: 0.0218 - lr: 3.1250e-04\n", "Epoch 127/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0210 - val_loss: 0.0218 - lr: 3.1250e-04\n", "Epoch 128/1024\n", "90/90 [==============================] - 0s 908us/step - loss: 0.0210 - val_loss: 0.0217 - lr: 3.1250e-04\n", "Epoch 129/1024\n", "90/90 [==============================] - 0s 914us/step - loss: 0.0210 - val_loss: 0.0217 - lr: 3.1250e-04\n", "Epoch 130/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0209 - val_loss: 0.0217 - lr: 3.1250e-04\n", "Epoch 131/1024\n", "90/90 [==============================] - 0s 919us/step - loss: 0.0209 - val_loss: 0.0216 - lr: 3.1250e-04\n", "Epoch 132/1024\n", "90/90 [==============================] - 0s 894us/step - loss: 0.0209 - val_loss: 0.0216 - lr: 3.1250e-04\n", "Epoch 133/1024\n", "90/90 [==============================] - 0s 910us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 134/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0209 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 135/1024\n", "90/90 [==============================] - 0s 897us/step - loss: 0.0209 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 136/1024\n", "90/90 [==============================] - 0s 909us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 137/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 138/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 139/1024\n", "90/90 [==============================] - 0s 912us/step - loss: 0.0208 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 140/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n", "Epoch 141/1024\n", "90/90 [==============================] - 0s 906us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 142/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 143/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 144/1024\n", "90/90 [==============================] - 0s 916us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 145/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 146/1024\n", "90/90 [==============================] - 0s 942us/step - loss: 0.0207 - val_loss: 0.0213 - lr: 3.1250e-04\n", "Epoch 147/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0206 - val_loss: 0.0213 - lr: 3.1250e-04\n", "Epoch 148/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0206 - val_loss: 0.0213 - lr: 3.1250e-04\n", "Epoch 149/1024\n", "90/90 [==============================] - 0s 911us/step - loss: 0.0207 - val_loss: 0.0213 - lr: 3.1250e-04\n", "Epoch 150/1024\n", "90/90 [==============================] - 0s 915us/step - loss: 0.0206 - val_loss: 0.0212 - lr: 3.1250e-04\n", "Epoch 151/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0206 - val_loss: 0.0213 - lr: 3.1250e-04\n", "Epoch 152/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0205 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 153/1024\n", "90/90 [==============================] - 0s 909us/step - loss: 0.0205 - val_loss: 0.0211 - lr: 3.1250e-04\n", "Epoch 154/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0205 - val_loss: 0.0214 - lr: 3.1250e-04\n", "Epoch 155/1024\n", "90/90 [==============================] - 0s 912us/step - loss: 0.0205 - val_loss: 0.0211 - lr: 3.1250e-04\n", "Epoch 156/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0205 - val_loss: 0.0212 - lr: 3.1250e-04\n", "Epoch 157/1024\n", "90/90 [==============================] - 0s 906us/step - loss: 0.0205 - val_loss: 0.0211 - lr: 3.1250e-04\n", "Epoch 158/1024\n", "90/90 [==============================] - 0s 937us/step - loss: 0.0206 - val_loss: 0.0212 - lr: 3.1250e-04\n", "Epoch 159/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0204 - val_loss: 0.0211 - lr: 3.1250e-04\n", "Epoch 160/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0204 - val_loss: 0.0211 - lr: 3.1250e-04\n", "Epoch 161/1024\n", "90/90 [==============================] - 0s 934us/step - loss: 0.0204 - val_loss: 0.0211 - lr: 3.1250e-04\n", "Epoch 162/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0204 - val_loss: 0.0212 - lr: 3.1250e-04\n", "Epoch 163/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0204 - val_loss: 0.0212 - lr: 3.1250e-04\n", "Epoch 164/1024\n", "90/90 [==============================] - 0s 932us/step - loss: 0.0204 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 165/1024\n", "90/90 [==============================] - 0s 925us/step - loss: 0.0204 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 166/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 167/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 168/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 169/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 170/1024\n", "90/90 [==============================] - 0s 904us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 171/1024\n", "90/90 [==============================] - 0s 952us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 172/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 173/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0202 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 174/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0204 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 175/1024\n", "90/90 [==============================] - 0s 909us/step - loss: 0.0202 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 176/1024\n", "90/90 [==============================] - 0s 922us/step - loss: 0.0203 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 177/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 178/1024\n", "90/90 [==============================] - 0s 914us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 179/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 180/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0202 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 181/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0202 - val_loss: 0.0210 - lr: 3.1250e-04\n", "Epoch 182/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 183/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 184/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0202 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 185/1024\n", "90/90 [==============================] - 0s 910us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 186/1024\n", "90/90 [==============================] - 0s 906us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 187/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 188/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 189/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0202 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 190/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 191/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 192/1024\n", "90/90 [==============================] - 0s 908us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 193/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0202 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 194/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 195/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 196/1024\n", "90/90 [==============================] - 0s 922us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 197/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 198/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 199/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0200 - val_loss: 0.0208 - lr: 3.1250e-04\n", "Epoch 200/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 201/1024\n", "90/90 [==============================] - 0s 901us/step - loss: 0.0201 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 202/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0201 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 203/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0199 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 204/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0200 - val_loss: 0.0209 - lr: 3.1250e-04\n", "Epoch 205/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 206/1024\n", "90/90 [==============================] - 0s 901us/step - loss: 0.0200 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 207/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0200 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 208/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 209/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0199 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 210/1024\n", "90/90 [==============================] - 0s 896us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 211/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0200 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 212/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 213/1024\n", "90/90 [==============================] - 0s 896us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 214/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 215/1024\n", "90/90 [==============================] - 0s 920us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 216/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0199 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 217/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 218/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 219/1024\n", "90/90 [==============================] - 0s 897us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 220/1024\n", "90/90 [==============================] - 0s 883us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 221/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 222/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 223/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 224/1024\n", "90/90 [==============================] - 0s 890us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 225/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 226/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 227/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 228/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 229/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 230/1024\n", "90/90 [==============================] - 0s 772us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 231/1024\n", "90/90 [==============================] - 0s 714us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 232/1024\n", "90/90 [==============================] - 0s 738us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 233/1024\n", "90/90 [==============================] - 0s 884us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 234/1024\n", "90/90 [==============================] - 0s 728us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 235/1024\n", "90/90 [==============================] - 0s 726us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 236/1024\n", "90/90 [==============================] - 0s 893us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 237/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 238/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 239/1024\n", "90/90 [==============================] - 0s 901us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 240/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 241/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 242/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0199 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 243/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 244/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 245/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 246/1024\n", "90/90 [==============================] - 0s 929us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 247/1024\n", "90/90 [==============================] - 0s 813us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 248/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 249/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 250/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 251/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 252/1024\n", "90/90 [==============================] - 0s 895us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 253/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 254/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 255/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 256/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 257/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 258/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 259/1024\n", "90/90 [==============================] - 0s 818us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 260/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 261/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 262/1024\n", "90/90 [==============================] - 0s 945us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 263/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0197 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 264/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 265/1024\n", "90/90 [==============================] - 0s 918us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 266/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0197 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 267/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 268/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 269/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 270/1024\n", "90/90 [==============================] - 0s 815us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 271/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 272/1024\n", "90/90 [==============================] - 0s 812us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 273/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 274/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 275/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 276/1024\n", "90/90 [==============================] - 0s 917us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 277/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 278/1024\n", "90/90 [==============================] - 0s 923us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 279/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0198 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 280/1024\n", "90/90 [==============================] - 0s 919us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 281/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 282/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 283/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 284/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 285/1024\n", "90/90 [==============================] - 0s 818us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 286/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 287/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 288/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0196 - val_loss: 0.0207 - lr: 3.1250e-04\n", "Epoch 289/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 290/1024\n", "90/90 [==============================] - 0s 899us/step - loss: 0.0198 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 291/1024\n", "90/90 [==============================] - 0s 908us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 292/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 293/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0196 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 294/1024\n", "90/90 [==============================] - 0s 930us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 295/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 296/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 297/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 298/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 299/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 300/1024\n", "90/90 [==============================] - 0s 909us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 301/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 302/1024\n", "90/90 [==============================] - 0s 810us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 303/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 304/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 305/1024\n", "90/90 [==============================] - 0s 812us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 306/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 307/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0196 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 308/1024\n", "90/90 [==============================] - 0s 931us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 309/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 310/1024\n", "90/90 [==============================] - 0s 812us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 311/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 312/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 313/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 314/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0196 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 315/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 316/1024\n", "90/90 [==============================] - 0s 818us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 317/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0195 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 318/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 319/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 320/1024\n", "90/90 [==============================] - 0s 813us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 321/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 322/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 323/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 324/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 325/1024\n", "90/90 [==============================] - 0s 902us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 326/1024\n", "90/90 [==============================] - 0s 810us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 327/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 328/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 329/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 330/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 331/1024\n", "90/90 [==============================] - 0s 941us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 332/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 333/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 334/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 335/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 336/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 337/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 338/1024\n", "90/90 [==============================] - 0s 815us/step - loss: 0.0195 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 339/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 340/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 341/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 342/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 343/1024\n", "90/90 [==============================] - 0s 812us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 344/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 345/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 346/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 347/1024\n", "90/90 [==============================] - 0s 918us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 348/1024\n", "90/90 [==============================] - 0s 809us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 349/1024\n", "90/90 [==============================] - 0s 893us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 350/1024\n", "90/90 [==============================] - 0s 903us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 351/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 352/1024\n", "90/90 [==============================] - 0s 813us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 353/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 354/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 355/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 356/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 357/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 358/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 359/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 360/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 361/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 362/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 363/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0198 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 364/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 365/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 366/1024\n", "90/90 [==============================] - 0s 906us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 367/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 368/1024\n", "90/90 [==============================] - 0s 898us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 369/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0195 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 370/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 371/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 372/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 373/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 374/1024\n", "90/90 [==============================] - 0s 818us/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 375/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 376/1024\n", "90/90 [==============================] - 0s 907us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 377/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 378/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 379/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 380/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 381/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 382/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 383/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 384/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 385/1024\n", "90/90 [==============================] - 0s 816us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 386/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 387/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 388/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 389/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 390/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 391/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 392/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 393/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 394/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 395/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 396/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 397/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 398/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 399/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 400/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 401/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 402/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 403/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 404/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 405/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 406/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 407/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 408/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 409/1024\n", "90/90 [==============================] - 0s 925us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 410/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 411/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 412/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 413/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 414/1024\n", "90/90 [==============================] - 0s 814us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 415/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 416/1024\n", "90/90 [==============================] - 0s 993us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 417/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 418/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0194 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 419/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 420/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 421/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 422/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 423/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0194 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 424/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 425/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 426/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 427/1024\n", "90/90 [==============================] - 0s 900us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 428/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 429/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 430/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 431/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 432/1024\n", "90/90 [==============================] - 0s 908us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 433/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 434/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 435/1024\n", "90/90 [==============================] - 0s 873us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 436/1024\n", "90/90 [==============================] - 0s 867us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 437/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 438/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 439/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 440/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 441/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 442/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 443/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 444/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n", "Epoch 445/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 446/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 447/1024\n", "90/90 [==============================] - 0s 927us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 448/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 449/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 450/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 451/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 452/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 453/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0193 - val_loss: 0.0206 - lr: 3.1250e-04\n", "Epoch 454/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 455/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 456/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 457/1024\n", "90/90 [==============================] - 0s 894us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 458/1024\n", "90/90 [==============================] - 0s 913us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 459/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 460/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 461/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 462/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 463/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 464/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 465/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 466/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 467/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 468/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 469/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 470/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 471/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 472/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 473/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0193 - val_loss: 0.0204 - lr: 3.1250e-04\n", "Epoch 474/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 475/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n", "Epoch 476/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 477/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n", "Epoch 478/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 479/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 480/1024\n", "90/90 [==============================] - 0s 823us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 481/1024\n", "90/90 [==============================] - 0s 893us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 482/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 483/1024\n", "90/90 [==============================] - 0s 892us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n", "Epoch 484/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 485/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 486/1024\n", "90/90 [==============================] - 0s 897us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 487/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 488/1024\n", "90/90 [==============================] - 0s 819us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 489/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 490/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 491/1024\n", "90/90 [==============================] - 0s 913us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 492/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 493/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 494/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 495/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 496/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 497/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 498/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 499/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 500/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 501/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 502/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 503/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 504/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 505/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 506/1024\n", "90/90 [==============================] - 0s 899us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 507/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 508/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 509/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 510/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 511/1024\n", "90/90 [==============================] - 0s 924us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 512/1024\n", "90/90 [==============================] - 0s 820us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 513/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 514/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 515/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 516/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 517/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n", "Epoch 518/1024\n", "90/90 [==============================] - 0s 821us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 519/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 520/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 521/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 522/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n", "Epoch 523/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 524/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 525/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 526/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 527/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 528/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 529/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 530/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 531/1024\n", "90/90 [==============================] - 0s 928us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 532/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 533/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 534/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 535/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 536/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 537/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 538/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 539/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 540/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 1.5625e-04\n", "Epoch 541/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 542/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 543/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 544/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 545/1024\n", "90/90 [==============================] - 0s 904us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 1.5625e-04\n", "Epoch 546/1024\n", "90/90 [==============================] - 0s 824us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 547/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 548/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n", "Epoch 549/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 550/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 551/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n", "Epoch 552/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 553/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 554/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 555/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 556/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n", "Epoch 557/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 558/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 559/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 560/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n", "Epoch 561/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 562/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 1.5625e-04\n", "Epoch 563/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 564/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 565/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 566/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 567/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 568/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 1.5625e-04\n", "Epoch 569/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n", "Epoch 570/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5625e-04\n", "Epoch 571/1024\n", "90/90 [==============================] - 0s 918us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 572/1024\n", "90/90 [==============================] - 0s 911us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 573/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 574/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 575/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 576/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 577/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 578/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 579/1024\n", "90/90 [==============================] - 0s 919us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 580/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 581/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 582/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 583/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 584/1024\n", "90/90 [==============================] - 0s 885us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 585/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 586/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0202 - lr: 7.8125e-05\n", "Epoch 587/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 588/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 589/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 590/1024\n", "90/90 [==============================] - 0s 927us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 591/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 592/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 593/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 594/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 595/1024\n", "90/90 [==============================] - 0s 828us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 596/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 597/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 598/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 599/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 600/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 601/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 602/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 603/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 604/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 605/1024\n", "90/90 [==============================] - 0s 910us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 606/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 607/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 608/1024\n", "90/90 [==============================] - 0s 912us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 609/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 610/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 611/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 612/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 613/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 614/1024\n", "90/90 [==============================] - 0s 916us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 615/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 616/1024\n", "90/90 [==============================] - 0s 895us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 617/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 618/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 619/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 620/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 621/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 622/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 623/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 624/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 625/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 626/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 627/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 628/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 629/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 630/1024\n", "90/90 [==============================] - 0s 925us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 631/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 632/1024\n", "90/90 [==============================] - 0s 866us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 633/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 634/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 635/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 636/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 637/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 638/1024\n", "90/90 [==============================] - 0s 913us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 639/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 640/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 641/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 642/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 643/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 644/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 645/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 646/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 647/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 648/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 649/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 650/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 651/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 652/1024\n", "90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 653/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 654/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 655/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 656/1024\n", "90/90 [==============================] - 0s 895us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 657/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 658/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 659/1024\n", "90/90 [==============================] - 0s 920us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 660/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n", "Epoch 661/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 662/1024\n", "90/90 [==============================] - 0s 987us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 663/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n", "Epoch 664/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 3.9062e-05\n", "Epoch 665/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 666/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 667/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 668/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 3.9062e-05\n", "Epoch 669/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 670/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 671/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 672/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 673/1024\n", "90/90 [==============================] - 0s 896us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 674/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 675/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 676/1024\n", "90/90 [==============================] - 0s 929us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 677/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 678/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 679/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 680/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 681/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 682/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 683/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 684/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 685/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 3.9062e-05\n", "Epoch 686/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 687/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 688/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n", "Epoch 689/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 690/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 691/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 692/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 693/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 694/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 695/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 696/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 697/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 698/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 699/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 700/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 701/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 702/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 703/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 704/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 705/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 706/1024\n", "90/90 [==============================] - 0s 825us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 707/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 708/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 709/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 710/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 711/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 712/1024\n", "90/90 [==============================] - 0s 918us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 713/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 714/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 715/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 716/1024\n", "90/90 [==============================] - 0s 930us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 717/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 718/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 719/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 720/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 721/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 722/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 723/1024\n", "90/90 [==============================] - 0s 970us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 724/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 725/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 726/1024\n", "90/90 [==============================] - 0s 972us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 727/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 728/1024\n", "90/90 [==============================] - 0s 863us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 729/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 730/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 731/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 732/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 733/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 734/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 735/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 736/1024\n", "90/90 [==============================] - 0s 927us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 737/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 738/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 739/1024\n", "90/90 [==============================] - 0s 822us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 740/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 741/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 742/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 743/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 744/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 745/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 746/1024\n", "90/90 [==============================] - 0s 862us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 747/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 748/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 749/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 750/1024\n", "90/90 [==============================] - 0s 976us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 751/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 752/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 753/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 754/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 755/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 756/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 757/1024\n", "90/90 [==============================] - 0s 924us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 758/1024\n", "90/90 [==============================] - 0s 831us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 759/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 760/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 761/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n", "Epoch 762/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 763/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 764/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 765/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 766/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 767/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 768/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 769/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 770/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 771/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 772/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 773/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 774/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 775/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 776/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 777/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 778/1024\n", "90/90 [==============================] - 0s 817us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 779/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 780/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 781/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 782/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 783/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 784/1024\n", "90/90 [==============================] - 0s 881us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 785/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 786/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n", "Epoch 787/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 788/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 789/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 790/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 791/1024\n", "90/90 [==============================] - 0s 864us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 792/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 793/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 794/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 795/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 796/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 797/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 798/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 799/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 800/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 801/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 802/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 803/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 804/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 805/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 806/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 807/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 808/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 809/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 810/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 811/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n", "Epoch 812/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 813/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 814/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 815/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 816/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 817/1024\n", "90/90 [==============================] - 0s 963us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 818/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 819/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 820/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 821/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 822/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 823/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 824/1024\n", "90/90 [==============================] - 0s 834us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 825/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 826/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 827/1024\n", "90/90 [==============================] - 0s 827us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 828/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 829/1024\n", "90/90 [==============================] - 0s 865us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 830/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 831/1024\n", "90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 832/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 833/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 834/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 835/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 836/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n", "Epoch 837/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 838/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 839/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 840/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 841/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 842/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 843/1024\n", "90/90 [==============================] - 0s 861us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 844/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 845/1024\n", "90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 846/1024\n", "90/90 [==============================] - 0s 878us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 847/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 848/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 849/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 850/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 851/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 852/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 853/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 854/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 855/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 856/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 857/1024\n", "90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 858/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 859/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 860/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 861/1024\n", "90/90 [==============================] - 0s 826us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n", "Epoch 862/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 863/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 864/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 865/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 866/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 867/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 868/1024\n", "90/90 [==============================] - 0s 860us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 869/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 870/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 871/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 872/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 873/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 874/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 875/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 876/1024\n", "90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 877/1024\n", "90/90 [==============================] - 0s 869us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 878/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 879/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 880/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 881/1024\n", "90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 882/1024\n", "90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 883/1024\n", "90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 884/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 885/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 886/1024\n", "90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n", "Epoch 887/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 888/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 889/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 890/1024\n", "90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 891/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 892/1024\n", "90/90 [==============================] - 0s 933us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 893/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 894/1024\n", "90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 895/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 896/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 897/1024\n", "90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 898/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 899/1024\n", "90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 900/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 901/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 902/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 903/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 904/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 905/1024\n", "90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 906/1024\n", "90/90 [==============================] - 0s 879us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 907/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 908/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 909/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 910/1024\n", "90/90 [==============================] - 0s 853us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 911/1024\n", "90/90 [==============================] - 0s 870us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n", "Epoch 912/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 913/1024\n", "90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 914/1024\n", "90/90 [==============================] - 0s 857us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 915/1024\n", "90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 916/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 917/1024\n", "90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 918/1024\n", "90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 919/1024\n", "90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 920/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 921/1024\n", "90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 922/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 923/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 924/1024\n", "90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 925/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 926/1024\n", "90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 927/1024\n", "90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 928/1024\n", "90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 929/1024\n", "90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 930/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 931/1024\n", "90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 932/1024\n", "90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 933/1024\n", "90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 934/1024\n", "90/90 [==============================] - 0s 874us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 935/1024\n", "90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n", "Epoch 936/1024\n", "90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n" ] } ], "source": [ "_ = dnn.fit(x_train, y_train, x_val, y_val, batch_size=batch_size, epoch=epoch)" ], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } }, { "cell_type": "markdown", "source": [], "metadata": { "collapsed": false } }, { "cell_type": "markdown", "source": [], "metadata": { "collapsed": false } }, { "cell_type": "code", "execution_count": 21, "outputs": [], "source": [ "resnet = load_model(\"checkpoints/res5.hdf5\")\n", "cnn = load_model(\"checkpoints/plain11.hdf5\")\n", "dnn = load_model(\"checkpoints/dnn.hdf5\")" ], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } }, { "cell_type": "code", "execution_count": 22, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "====================\n", "resnet rmse : 0.05082896493225598\n", "resnet Dry matter content error 0.7681549690131755\n", "resnet r^2 : 0.9048480565064634\n", "====================\n", "cnn rmse : 0.05200769624271875\n", "cnn Dry matter content error 0.7859685978067217\n", "cnn r^2 : 0.9003837097594369\n", "====================\n", "dnn rmse : 0.14165380273751216\n", "dnn Dry matter content error 2.1407493266379727\n", "dnn r^2 : 0.2609878018465487\n" ] } ], "source": [ "models = {'resnet': resnet, 'cnn': cnn, 'dnn': dnn}\n", "results = {model_name: model.predict(x_test).reshape((-1, )) for model_name, model in models.items()}\n", "for model_name, model_result in results.items():\n", " rmse = np.sqrt(mean_squared_error(y_test, model_result))\n", " print(\"=\"*20)\n", " print(model_name, \"rmse : \", rmse)\n", " print(model_name, \"Dry matter content error\", retransform(rmse))\n", " print(model_name, \"r^2 :\", r2_score(y_test, model_result))" ], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } }, { "cell_type": "code", "execution_count": 19, "outputs": [], "source": [], "metadata": { "collapsed": false, "pycharm": { "name": "#%%\n" } } } ], "metadata": { "interpreter": { "hash": "7f619fc91ee8bdab81d49e7c14228037474662e3f2d607687ae505108922fa06" }, "kernelspec": { "display_name": "Python 3.9.7 ('base')", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.7" } }, "nbformat": 4, "nbformat_minor": 0 }