SCNet/04_model_comparision.ipynb
2022-06-27 19:03:10 +08:00

4220 lines
280 KiB
Plaintext

{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"collapsed": true,
"pycharm": {
"name": "#%% md\n"
}
},
"source": [
"# Model comparison"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
},
"outputs": [],
"source": [
"from keras.models import load_model\n",
"from sklearn.model_selection import train_test_split\n",
"from sklearn.neural_network import MLPRegressor\n",
"from sklearn.svm import SVR\n",
"import numpy as np\n",
"from scipy.io import loadmat\n",
"from sklearn.cross_decomposition import PLSRegression\n",
"from sklearn.metrics import mean_squared_error, r2_score\n",
"\n",
"from models import Residual5, DNN\n",
"import tensorflow\n",
"from random import seed\n",
"\n",
"seed(85679)\n",
"tensorflow.random.set_seed(85679)"
]
},
{
"cell_type": "markdown",
"source": [
"## PLS"
],
"metadata": {
"collapsed": false
}
},
{
"cell_type": "code",
"execution_count": 12,
"outputs": [],
"source": [
"data = loadmat('./dataset/mango/mango_dm_split.mat')\n",
"min_value, max_value = data['min_y'][-1][-1], data['max_y'][-1][-1]\n",
"retransform = lambda x: x * (max_value - min_value)"
],
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
}
},
{
"cell_type": "code",
"execution_count": 13,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"shape of data:\n",
"x_train: (8183, 102), y_train: (8183, 1),\n",
"x_test: (3508, 102), y_test: (3508, 1)\n"
]
}
],
"source": [
"x_train, y_train, x_test, y_test = data['x_train'], data['y_train'], data['x_test'], data['y_test']\n",
"print(f\"shape of data:\\n\"\n",
" f\"x_train: {x_train.shape}, y_train: {y_train.shape},\\n\"\n",
" f\"x_test: {x_test.shape}, y_test: {y_test.shape}\")"
]
},
{
"cell_type": "code",
"execution_count": 14,
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"PLS RMSE: 0.05722520296881164\n",
"PLS Dry matter content error 0.8648183977750965\n",
"PLS R^2: 0.8793937498230511\n",
"SVR RMSE: 0.1139650997574326\n",
"SVR Dry matter content error 1.7223025845485895\n",
"SVR R^2: 0.5216575965112935\n",
"MLP RMSE: 0.15231159655301899\n",
"MLP Dry matter content error 2.3018157046177476\n",
"MLP R^2: 0.14560032918931198\n"
]
}
],
"source": [
"pls = PLSRegression(n_components=90)\n",
"svr = SVR(kernel=\"rbf\", degree=30, gamma=\"scale\")\n",
"mlp = MLPRegressor(hidden_layer_sizes=(60, 50, ))\n",
"pls = pls.fit(x_train, y_train.ravel())\n",
"svr = svr.fit(x_train, y_train.ravel())\n",
"mlp = mlp.fit(x_train, y_train.ravel())\n",
"\n",
"models = {'PLS': pls, \"SVR\": svr, \"MLP\": mlp}\n",
"results = {model_name: model.predict(x_test).reshape((-1, )) for model_name, model in models.items()}\n",
"for model_name, model_result in results.items():\n",
" rmse = np.sqrt(mean_squared_error(y_test, model_result))\n",
" print(model_name, \"RMSE: \", rmse)\n",
" print(model_name, \"Dry matter content error\", retransform(rmse))\n",
" print(model_name, \"R^2: \", r2_score(y_test, model_result))"
]
},
{
"cell_type": "code",
"execution_count": 15,
"outputs": [],
"source": [
"epoch, batch_size = 1024, 64\n",
"resnet = Residual5(input_shape=(1, 102))\n",
"dnn = DNN(input_shape=(1, 102))\n",
"x_train, x_val, y_train, y_val = train_test_split(x_train, y_train, test_size=0.3, random_state=12, shuffle=True)\n",
"x_train, x_val, x_test = x_train[:, np.newaxis, :], x_val[:, np.newaxis, :], x_test[:, np.newaxis, :]"
],
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
}
},
{
"cell_type": "code",
"execution_count": 16,
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 1/1024\n",
"90/90 [==============================] - 1s 2ms/step - loss: 0.0167 - val_loss: 0.0340 - lr: 0.0025\n",
"Epoch 2/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0071 - val_loss: 0.0264 - lr: 0.0025\n",
"Epoch 3/1024\n",
"90/90 [==============================] - 0s 943us/step - loss: 0.0052 - val_loss: 0.0701 - lr: 0.0025\n",
"Epoch 4/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0048 - val_loss: 0.0245 - lr: 0.0025\n",
"Epoch 5/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0043 - val_loss: 0.0236 - lr: 0.0025\n",
"Epoch 6/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0044 - val_loss: 0.1782 - lr: 0.0025\n",
"Epoch 7/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0045 - val_loss: 0.2228 - lr: 0.0025\n",
"Epoch 8/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0039 - val_loss: 0.2283 - lr: 0.0025\n",
"Epoch 9/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0043 - val_loss: 0.2283 - lr: 0.0025\n",
"Epoch 10/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0042 - val_loss: 0.2283 - lr: 0.0025\n",
"Epoch 11/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0043 - val_loss: 0.0493 - lr: 0.0025\n",
"Epoch 12/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0041 - val_loss: 0.0649 - lr: 0.0025\n",
"Epoch 13/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0041 - val_loss: 0.0343 - lr: 0.0025\n",
"Epoch 14/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0040 - val_loss: 0.2283 - lr: 0.0025\n",
"Epoch 15/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0039 - val_loss: 0.2269 - lr: 0.0025\n",
"Epoch 16/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0038 - val_loss: 0.1035 - lr: 0.0025\n",
"Epoch 17/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0038 - val_loss: 0.2283 - lr: 0.0025\n",
"Epoch 18/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0037 - val_loss: 0.0301 - lr: 0.0025\n",
"Epoch 19/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0038 - val_loss: 0.0420 - lr: 0.0025\n",
"Epoch 20/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0039 - val_loss: 0.0846 - lr: 0.0025\n",
"Epoch 21/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0038 - val_loss: 0.2283 - lr: 0.0025\n",
"Epoch 22/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0037 - val_loss: 0.0576 - lr: 0.0025\n",
"Epoch 23/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0037 - val_loss: 0.0379 - lr: 0.0025\n",
"Epoch 24/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0035 - val_loss: 0.1732 - lr: 0.0025\n",
"Epoch 25/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0037 - val_loss: 0.1935 - lr: 0.0025\n",
"Epoch 26/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0036 - val_loss: 0.2671 - lr: 0.0025\n",
"Epoch 27/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0035 - val_loss: 0.2283 - lr: 0.0025\n",
"Epoch 28/1024\n",
"90/90 [==============================] - 0s 982us/step - loss: 0.0036 - val_loss: 0.0684 - lr: 0.0025\n",
"Epoch 29/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0036 - val_loss: 0.2190 - lr: 0.0025\n",
"Epoch 30/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0035 - val_loss: 0.1134 - lr: 0.0025\n",
"Epoch 31/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.2281 - lr: 0.0012\n",
"Epoch 32/1024\n",
"90/90 [==============================] - 0s 919us/step - loss: 0.0034 - val_loss: 0.0794 - lr: 0.0012\n",
"Epoch 33/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0032 - val_loss: 0.2143 - lr: 0.0012\n",
"Epoch 34/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0032 - val_loss: 0.2283 - lr: 0.0012\n",
"Epoch 35/1024\n",
"90/90 [==============================] - 0s 901us/step - loss: 0.0034 - val_loss: 0.2281 - lr: 0.0012\n",
"Epoch 36/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0032 - val_loss: 0.1494 - lr: 0.0012\n",
"Epoch 37/1024\n",
"90/90 [==============================] - 0s 890us/step - loss: 0.0034 - val_loss: 0.2266 - lr: 0.0012\n",
"Epoch 38/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0033 - val_loss: 0.1443 - lr: 0.0012\n",
"Epoch 39/1024\n",
"90/90 [==============================] - 0s 935us/step - loss: 0.0032 - val_loss: 0.1796 - lr: 0.0012\n",
"Epoch 40/1024\n",
"90/90 [==============================] - 0s 921us/step - loss: 0.0033 - val_loss: 0.0800 - lr: 0.0012\n",
"Epoch 41/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0033 - val_loss: 0.2227 - lr: 0.0012\n",
"Epoch 42/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0033 - val_loss: 0.2677 - lr: 0.0012\n",
"Epoch 43/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0032 - val_loss: 0.2487 - lr: 0.0012\n",
"Epoch 44/1024\n",
"90/90 [==============================] - 0s 950us/step - loss: 0.0032 - val_loss: 0.1352 - lr: 0.0012\n",
"Epoch 45/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0032 - val_loss: 0.0269 - lr: 0.0012\n",
"Epoch 46/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0032 - val_loss: 0.2283 - lr: 0.0012\n",
"Epoch 47/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0031 - val_loss: 0.0531 - lr: 0.0012\n",
"Epoch 48/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0033 - val_loss: 0.2113 - lr: 0.0012\n",
"Epoch 49/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0032 - val_loss: 0.2867 - lr: 0.0012\n",
"Epoch 50/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0033 - val_loss: 0.2256 - lr: 0.0012\n",
"Epoch 51/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0032 - val_loss: 0.2283 - lr: 0.0012\n",
"Epoch 52/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0031 - val_loss: 0.2280 - lr: 0.0012\n",
"Epoch 53/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0031 - val_loss: 0.0340 - lr: 0.0012\n",
"Epoch 54/1024\n",
"90/90 [==============================] - 0s 896us/step - loss: 0.0032 - val_loss: 0.1618 - lr: 0.0012\n",
"Epoch 55/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0033 - val_loss: 0.0653 - lr: 0.0012\n",
"Epoch 56/1024\n",
"90/90 [==============================] - 0s 889us/step - loss: 0.0031 - val_loss: 0.2283 - lr: 6.2500e-04\n",
"Epoch 57/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0030 - val_loss: 0.1659 - lr: 6.2500e-04\n",
"Epoch 58/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0033 - val_loss: 0.1128 - lr: 6.2500e-04\n",
"Epoch 59/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0030 - val_loss: 0.1172 - lr: 6.2500e-04\n",
"Epoch 60/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0032 - val_loss: 0.0666 - lr: 6.2500e-04\n",
"Epoch 61/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0031 - val_loss: 0.2274 - lr: 6.2500e-04\n",
"Epoch 62/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0030 - val_loss: 0.2281 - lr: 6.2500e-04\n",
"Epoch 63/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0031 - val_loss: 0.0223 - lr: 6.2500e-04\n",
"Epoch 64/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0198 - lr: 6.2500e-04\n",
"Epoch 65/1024\n",
"90/90 [==============================] - 0s 901us/step - loss: 0.0031 - val_loss: 0.2653 - lr: 6.2500e-04\n",
"Epoch 66/1024\n",
"90/90 [==============================] - 0s 928us/step - loss: 0.0029 - val_loss: 0.1388 - lr: 6.2500e-04\n",
"Epoch 67/1024\n",
"90/90 [==============================] - 0s 961us/step - loss: 0.0030 - val_loss: 0.2238 - lr: 6.2500e-04\n",
"Epoch 68/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0030 - val_loss: 0.2279 - lr: 6.2500e-04\n",
"Epoch 69/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0032 - val_loss: 0.0792 - lr: 6.2500e-04\n",
"Epoch 70/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0030 - val_loss: 0.1114 - lr: 6.2500e-04\n",
"Epoch 71/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0029 - val_loss: 0.2091 - lr: 6.2500e-04\n",
"Epoch 72/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0030 - val_loss: 0.2011 - lr: 6.2500e-04\n",
"Epoch 73/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0030 - val_loss: 0.1097 - lr: 6.2500e-04\n",
"Epoch 74/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0031 - val_loss: 0.2122 - lr: 6.2500e-04\n",
"Epoch 75/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0029 - val_loss: 0.1301 - lr: 6.2500e-04\n",
"Epoch 76/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0031 - val_loss: 0.1501 - lr: 6.2500e-04\n",
"Epoch 77/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0029 - val_loss: 0.0649 - lr: 6.2500e-04\n",
"Epoch 78/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0030 - val_loss: 0.0068 - lr: 6.2500e-04\n",
"Epoch 79/1024\n",
"90/90 [==============================] - 0s 888us/step - loss: 0.0030 - val_loss: 0.2262 - lr: 6.2500e-04\n",
"Epoch 80/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0029 - val_loss: 0.2600 - lr: 6.2500e-04\n",
"Epoch 81/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0029 - val_loss: 0.1309 - lr: 6.2500e-04\n",
"Epoch 82/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0030 - val_loss: 0.1772 - lr: 6.2500e-04\n",
"Epoch 83/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0031 - val_loss: 0.1081 - lr: 6.2500e-04\n",
"Epoch 84/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0030 - val_loss: 0.0616 - lr: 6.2500e-04\n",
"Epoch 85/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0029 - val_loss: 0.0060 - lr: 6.2500e-04\n",
"Epoch 86/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0031 - val_loss: 0.0451 - lr: 6.2500e-04\n",
"Epoch 87/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0030 - val_loss: 0.2253 - lr: 6.2500e-04\n",
"Epoch 88/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.2117 - lr: 6.2500e-04\n",
"Epoch 89/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0030 - val_loss: 0.2233 - lr: 6.2500e-04\n",
"Epoch 90/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0029 - val_loss: 0.2401 - lr: 6.2500e-04\n",
"Epoch 91/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0029 - val_loss: 0.2282 - lr: 6.2500e-04\n",
"Epoch 92/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0030 - val_loss: 0.0903 - lr: 6.2500e-04\n",
"Epoch 93/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0031 - val_loss: 0.0258 - lr: 6.2500e-04\n",
"Epoch 94/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0030 - val_loss: 0.1164 - lr: 6.2500e-04\n",
"Epoch 95/1024\n",
"90/90 [==============================] - 0s 948us/step - loss: 0.0029 - val_loss: 0.2695 - lr: 6.2500e-04\n",
"Epoch 96/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0029 - val_loss: 0.2250 - lr: 6.2500e-04\n",
"Epoch 97/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0030 - val_loss: 0.2260 - lr: 6.2500e-04\n",
"Epoch 98/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0030 - val_loss: 0.2178 - lr: 6.2500e-04\n",
"Epoch 99/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0030 - val_loss: 0.2361 - lr: 6.2500e-04\n",
"Epoch 100/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0029 - val_loss: 0.2062 - lr: 6.2500e-04\n",
"Epoch 101/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0029 - val_loss: 0.2279 - lr: 6.2500e-04\n",
"Epoch 102/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.0951 - lr: 6.2500e-04\n",
"Epoch 103/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0029 - val_loss: 0.2240 - lr: 6.2500e-04\n",
"Epoch 104/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.0121 - lr: 6.2500e-04\n",
"Epoch 105/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0029 - val_loss: 0.0521 - lr: 6.2500e-04\n",
"Epoch 106/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0029 - val_loss: 0.0808 - lr: 6.2500e-04\n",
"Epoch 107/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0028 - val_loss: 0.0344 - lr: 6.2500e-04\n",
"Epoch 108/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0031 - val_loss: 0.1881 - lr: 6.2500e-04\n",
"Epoch 109/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0030 - val_loss: 0.1660 - lr: 6.2500e-04\n",
"Epoch 110/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0030 - val_loss: 0.2718 - lr: 6.2500e-04\n",
"Epoch 111/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0029 - val_loss: 0.0398 - lr: 3.1250e-04\n",
"Epoch 112/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0028 - val_loss: 0.0100 - lr: 3.1250e-04\n",
"Epoch 113/1024\n",
"90/90 [==============================] - 0s 888us/step - loss: 0.0028 - val_loss: 0.0759 - lr: 3.1250e-04\n",
"Epoch 114/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0029 - val_loss: 0.2235 - lr: 3.1250e-04\n",
"Epoch 115/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0029 - val_loss: 0.2088 - lr: 3.1250e-04\n",
"Epoch 116/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0029 - val_loss: 0.0364 - lr: 3.1250e-04\n",
"Epoch 117/1024\n",
"90/90 [==============================] - 0s 888us/step - loss: 0.0029 - val_loss: 0.1786 - lr: 3.1250e-04\n",
"Epoch 118/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0029 - val_loss: 0.0177 - lr: 3.1250e-04\n",
"Epoch 119/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0449 - lr: 3.1250e-04\n",
"Epoch 120/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0029 - val_loss: 0.0819 - lr: 3.1250e-04\n",
"Epoch 121/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0028 - val_loss: 0.2216 - lr: 3.1250e-04\n",
"Epoch 122/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0029 - val_loss: 0.1911 - lr: 3.1250e-04\n",
"Epoch 123/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0029 - val_loss: 0.1622 - lr: 3.1250e-04\n",
"Epoch 124/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0028 - val_loss: 0.0495 - lr: 3.1250e-04\n",
"Epoch 125/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0029 - val_loss: 0.0108 - lr: 3.1250e-04\n",
"Epoch 126/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.2754 - lr: 3.1250e-04\n",
"Epoch 127/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0029 - val_loss: 0.2279 - lr: 3.1250e-04\n",
"Epoch 128/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0301 - lr: 3.1250e-04\n",
"Epoch 129/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0029 - val_loss: 0.1372 - lr: 3.1250e-04\n",
"Epoch 130/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0030 - val_loss: 0.1413 - lr: 3.1250e-04\n",
"Epoch 131/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0600 - lr: 3.1250e-04\n",
"Epoch 132/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.1866 - lr: 3.1250e-04\n",
"Epoch 133/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0029 - val_loss: 0.2443 - lr: 3.1250e-04\n",
"Epoch 134/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0029 - val_loss: 0.0675 - lr: 3.1250e-04\n",
"Epoch 135/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.2234 - lr: 3.1250e-04\n",
"Epoch 136/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0029 - val_loss: 0.0189 - lr: 1.5625e-04\n",
"Epoch 137/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.1075 - lr: 1.5625e-04\n",
"Epoch 138/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.2533 - lr: 1.5625e-04\n",
"Epoch 139/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0039 - lr: 1.5625e-04\n",
"Epoch 140/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0029 - val_loss: 0.0105 - lr: 1.5625e-04\n",
"Epoch 141/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0028 - val_loss: 0.0964 - lr: 1.5625e-04\n",
"Epoch 142/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0864 - lr: 1.5625e-04\n",
"Epoch 143/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0102 - lr: 1.5625e-04\n",
"Epoch 144/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0066 - lr: 1.5625e-04\n",
"Epoch 145/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0029 - val_loss: 0.1261 - lr: 1.5625e-04\n",
"Epoch 146/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.1917 - lr: 1.5625e-04\n",
"Epoch 147/1024\n",
"90/90 [==============================] - 0s 916us/step - loss: 0.0029 - val_loss: 0.0603 - lr: 1.5625e-04\n",
"Epoch 148/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.1647 - lr: 1.5625e-04\n",
"Epoch 149/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0606 - lr: 1.5625e-04\n",
"Epoch 150/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0437 - lr: 1.5625e-04\n",
"Epoch 151/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0889 - lr: 1.5625e-04\n",
"Epoch 152/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0026 - val_loss: 0.2132 - lr: 1.5625e-04\n",
"Epoch 153/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0504 - lr: 1.5625e-04\n",
"Epoch 154/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.1938 - lr: 1.5625e-04\n",
"Epoch 155/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0117 - lr: 1.5625e-04\n",
"Epoch 156/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0372 - lr: 1.5625e-04\n",
"Epoch 157/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.2618 - lr: 1.5625e-04\n",
"Epoch 158/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0047 - lr: 1.5625e-04\n",
"Epoch 159/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.1115 - lr: 1.5625e-04\n",
"Epoch 160/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0194 - lr: 1.5625e-04\n",
"Epoch 161/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0144 - lr: 1.5625e-04\n",
"Epoch 162/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0028 - val_loss: 0.0443 - lr: 1.5625e-04\n",
"Epoch 163/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.1957 - lr: 1.5625e-04\n",
"Epoch 164/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0070 - lr: 1.5625e-04\n",
"Epoch 165/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0061 - lr: 7.8125e-05\n",
"Epoch 166/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0066 - lr: 7.8125e-05\n",
"Epoch 167/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0055 - lr: 7.8125e-05\n",
"Epoch 168/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0098 - lr: 7.8125e-05\n",
"Epoch 169/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0026 - val_loss: 0.0150 - lr: 7.8125e-05\n",
"Epoch 170/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0035 - lr: 7.8125e-05\n",
"Epoch 171/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0027 - val_loss: 0.0058 - lr: 7.8125e-05\n",
"Epoch 172/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0141 - lr: 7.8125e-05\n",
"Epoch 173/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0505 - lr: 7.8125e-05\n",
"Epoch 174/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0228 - lr: 7.8125e-05\n",
"Epoch 175/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0071 - lr: 7.8125e-05\n",
"Epoch 176/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0140 - lr: 7.8125e-05\n",
"Epoch 177/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0065 - lr: 7.8125e-05\n",
"Epoch 178/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.1320 - lr: 7.8125e-05\n",
"Epoch 179/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0084 - lr: 7.8125e-05\n",
"Epoch 180/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0274 - lr: 7.8125e-05\n",
"Epoch 181/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0029 - val_loss: 0.1547 - lr: 7.8125e-05\n",
"Epoch 182/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0233 - lr: 7.8125e-05\n",
"Epoch 183/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0131 - lr: 7.8125e-05\n",
"Epoch 184/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0042 - lr: 7.8125e-05\n",
"Epoch 185/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0760 - lr: 7.8125e-05\n",
"Epoch 186/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0085 - lr: 7.8125e-05\n",
"Epoch 187/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0359 - lr: 7.8125e-05\n",
"Epoch 188/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0205 - lr: 7.8125e-05\n",
"Epoch 189/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0381 - lr: 7.8125e-05\n",
"Epoch 190/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0764 - lr: 7.8125e-05\n",
"Epoch 191/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0270 - lr: 7.8125e-05\n",
"Epoch 192/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0163 - lr: 7.8125e-05\n",
"Epoch 193/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0487 - lr: 7.8125e-05\n",
"Epoch 194/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0879 - lr: 7.8125e-05\n",
"Epoch 195/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0679 - lr: 7.8125e-05\n",
"Epoch 196/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0129 - lr: 3.9062e-05\n",
"Epoch 197/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0179 - lr: 3.9062e-05\n",
"Epoch 198/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0080 - lr: 3.9062e-05\n",
"Epoch 199/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0081 - lr: 3.9062e-05\n",
"Epoch 200/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0029 - val_loss: 0.0172 - lr: 3.9062e-05\n",
"Epoch 201/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0244 - lr: 3.9062e-05\n",
"Epoch 202/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 3.9062e-05\n",
"Epoch 203/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0089 - lr: 3.9062e-05\n",
"Epoch 204/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0026 - val_loss: 0.0043 - lr: 3.9062e-05\n",
"Epoch 205/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0049 - lr: 3.9062e-05\n",
"Epoch 206/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0059 - lr: 3.9062e-05\n",
"Epoch 207/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0031 - lr: 3.9062e-05\n",
"Epoch 208/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 3.9062e-05\n",
"Epoch 209/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0053 - lr: 3.9062e-05\n",
"Epoch 210/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0109 - lr: 3.9062e-05\n",
"Epoch 211/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0137 - lr: 3.9062e-05\n",
"Epoch 212/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0037 - lr: 3.9062e-05\n",
"Epoch 213/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0104 - lr: 3.9062e-05\n",
"Epoch 214/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0026 - val_loss: 0.0036 - lr: 3.9062e-05\n",
"Epoch 215/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0351 - lr: 3.9062e-05\n",
"Epoch 216/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0037 - lr: 3.9062e-05\n",
"Epoch 217/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0041 - lr: 3.9062e-05\n",
"Epoch 218/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0377 - lr: 3.9062e-05\n",
"Epoch 219/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0168 - lr: 3.9062e-05\n",
"Epoch 220/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 3.9062e-05\n",
"Epoch 221/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0092 - lr: 3.9062e-05\n",
"Epoch 222/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0028 - val_loss: 0.0081 - lr: 3.9062e-05\n",
"Epoch 223/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0028 - val_loss: 0.0033 - lr: 3.9062e-05\n",
"Epoch 224/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0310 - lr: 3.9062e-05\n",
"Epoch 225/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.0224 - lr: 3.9062e-05\n",
"Epoch 226/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0176 - lr: 3.9062e-05\n",
"Epoch 227/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 3.9062e-05\n",
"Epoch 228/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0294 - lr: 3.9062e-05\n",
"Epoch 229/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0036 - lr: 3.9062e-05\n",
"Epoch 230/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0370 - lr: 3.9062e-05\n",
"Epoch 231/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0109 - lr: 3.9062e-05\n",
"Epoch 232/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0046 - lr: 3.9062e-05\n",
"Epoch 233/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0035 - lr: 1.9531e-05\n",
"Epoch 234/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0026 - val_loss: 0.0085 - lr: 1.9531e-05\n",
"Epoch 235/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0040 - lr: 1.9531e-05\n",
"Epoch 236/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0094 - lr: 1.9531e-05\n",
"Epoch 237/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 1.9531e-05\n",
"Epoch 238/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0074 - lr: 1.9531e-05\n",
"Epoch 239/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 1.9531e-05\n",
"Epoch 240/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0026 - val_loss: 0.0039 - lr: 1.9531e-05\n",
"Epoch 241/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0028 - val_loss: 0.0066 - lr: 1.9531e-05\n",
"Epoch 242/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 1.9531e-05\n",
"Epoch 243/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0040 - lr: 1.9531e-05\n",
"Epoch 244/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 1.9531e-05\n",
"Epoch 245/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0066 - lr: 1.9531e-05\n",
"Epoch 246/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0053 - lr: 1.9531e-05\n",
"Epoch 247/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0039 - lr: 1.9531e-05\n",
"Epoch 248/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0028 - val_loss: 0.0069 - lr: 1.9531e-05\n",
"Epoch 249/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0104 - lr: 1.9531e-05\n",
"Epoch 250/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0280 - lr: 1.9531e-05\n",
"Epoch 251/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0027 - val_loss: 0.0073 - lr: 1.9531e-05\n",
"Epoch 252/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0074 - lr: 1.9531e-05\n",
"Epoch 253/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0028 - val_loss: 0.0045 - lr: 1.9531e-05\n",
"Epoch 254/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 1.9531e-05\n",
"Epoch 255/1024\n",
"90/90 [==============================] - 0s 812us/step - loss: 0.0027 - val_loss: 0.0042 - lr: 1.9531e-05\n",
"Epoch 256/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0044 - lr: 1.9531e-05\n",
"Epoch 257/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0054 - lr: 1.9531e-05\n",
"Epoch 258/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0077 - lr: 1.9531e-05\n",
"Epoch 259/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 1.9531e-05\n",
"Epoch 260/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0043 - lr: 1.9531e-05\n",
"Epoch 261/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0043 - lr: 1.9531e-05\n",
"Epoch 262/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0044 - lr: 1.9531e-05\n",
"Epoch 263/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 1.9531e-05\n",
"Epoch 264/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0026 - val_loss: 0.0040 - lr: 1.9531e-05\n",
"Epoch 265/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0033 - lr: 9.7656e-06\n",
"Epoch 266/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n",
"Epoch 267/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n",
"Epoch 268/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n",
"Epoch 269/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0076 - lr: 9.7656e-06\n",
"Epoch 270/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 9.7656e-06\n",
"Epoch 271/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0031 - lr: 9.7656e-06\n",
"Epoch 272/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n",
"Epoch 273/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 9.7656e-06\n",
"Epoch 274/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.7656e-06\n",
"Epoch 275/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 9.7656e-06\n",
"Epoch 276/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.7656e-06\n",
"Epoch 277/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.7656e-06\n",
"Epoch 278/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n",
"Epoch 279/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.7656e-06\n",
"Epoch 280/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0052 - lr: 9.7656e-06\n",
"Epoch 281/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0030 - lr: 9.7656e-06\n",
"Epoch 282/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n",
"Epoch 283/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0036 - lr: 9.7656e-06\n",
"Epoch 284/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0043 - lr: 9.7656e-06\n",
"Epoch 285/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.7656e-06\n",
"Epoch 286/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n",
"Epoch 287/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n",
"Epoch 288/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 9.7656e-06\n",
"Epoch 289/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 9.7656e-06\n",
"Epoch 290/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0036 - lr: 9.7656e-06\n",
"Epoch 291/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0030 - lr: 9.7656e-06\n",
"Epoch 292/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0040 - lr: 9.7656e-06\n",
"Epoch 293/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0037 - lr: 9.7656e-06\n",
"Epoch 294/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0035 - lr: 9.7656e-06\n",
"Epoch 295/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 9.7656e-06\n",
"Epoch 296/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0028 - val_loss: 0.0030 - lr: 9.7656e-06\n",
"Epoch 297/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.7656e-06\n",
"Epoch 298/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0044 - lr: 9.7656e-06\n",
"Epoch 299/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 9.7656e-06\n",
"Epoch 300/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 9.7656e-06\n",
"Epoch 301/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0027 - val_loss: 0.0034 - lr: 9.7656e-06\n",
"Epoch 302/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 303/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
"Epoch 304/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 305/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 306/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0038 - lr: 4.8828e-06\n",
"Epoch 307/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0026 - val_loss: 0.0028 - lr: 4.8828e-06\n",
"Epoch 308/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 309/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
"Epoch 310/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 311/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 312/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 313/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 314/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n",
"Epoch 315/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 316/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 317/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 318/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 319/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 320/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 321/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0030 - lr: 4.8828e-06\n",
"Epoch 322/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 323/1024\n",
"90/90 [==============================] - 0s 3ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 324/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0027 - lr: 4.8828e-06\n",
"Epoch 325/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 326/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n",
"Epoch 327/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 328/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n",
"Epoch 329/1024\n",
"90/90 [==============================] - 0s 919us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 330/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0029 - lr: 4.8828e-06\n",
"Epoch 331/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 332/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 333/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 334/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 335/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 336/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
"Epoch 337/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 338/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 339/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 340/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 341/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 342/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 343/1024\n",
"90/90 [==============================] - 0s 893us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 344/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
"Epoch 345/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 346/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 347/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 4.8828e-06\n",
"Epoch 348/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
"Epoch 349/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0026 - val_loss: 0.0030 - lr: 4.8828e-06\n",
"Epoch 350/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
"Epoch 351/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 4.8828e-06\n",
"Epoch 352/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 353/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 354/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 355/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0028 - lr: 4.8828e-06\n",
"Epoch 356/1024\n",
"90/90 [==============================] - 0s 944us/step - loss: 0.0028 - val_loss: 0.0029 - lr: 4.8828e-06\n",
"Epoch 357/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 358/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 4.8828e-06\n",
"Epoch 359/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.8828e-06\n",
"Epoch 360/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 361/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 362/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 363/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 364/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
"Epoch 365/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 366/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 367/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 368/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 369/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 370/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 371/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 372/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0026 - lr: 2.4414e-06\n",
"Epoch 373/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0028 - val_loss: 0.0027 - lr: 2.4414e-06\n",
"Epoch 374/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0028 - val_loss: 0.0028 - lr: 2.4414e-06\n",
"Epoch 375/1024\n",
"90/90 [==============================] - 0s 913us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
"Epoch 376/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 377/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 378/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 379/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0026 - val_loss: 0.0026 - lr: 2.4414e-06\n",
"Epoch 380/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0028 - val_loss: 0.0034 - lr: 2.4414e-06\n",
"Epoch 381/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
"Epoch 382/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 383/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0026 - lr: 2.4414e-06\n",
"Epoch 384/1024\n",
"90/90 [==============================] - 0s 890us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 385/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 386/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 387/1024\n",
"90/90 [==============================] - 0s 893us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.4414e-06\n",
"Epoch 388/1024\n",
"90/90 [==============================] - 0s 952us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 389/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 390/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 391/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 392/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 393/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 394/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 395/1024\n",
"90/90 [==============================] - 0s 968us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 396/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 397/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 398/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 399/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 400/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 401/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 402/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 403/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0025 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 404/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 405/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 406/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 407/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 408/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 409/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 410/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 411/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 412/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.2207e-06\n",
"Epoch 413/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 414/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 415/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 416/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 417/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 418/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 419/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 420/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 421/1024\n",
"90/90 [==============================] - 0s 908us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 422/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 423/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 424/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 425/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 426/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 427/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 428/1024\n",
"90/90 [==============================] - 0s 949us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 429/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 430/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 431/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 432/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 433/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 434/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 435/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 436/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 437/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 6.1035e-07\n",
"Epoch 438/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 439/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 440/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 441/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 442/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 443/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 444/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 445/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 446/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 447/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 448/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 449/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 450/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 451/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 452/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 453/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 454/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 455/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 456/1024\n",
"90/90 [==============================] - 0s 967us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 457/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 458/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 459/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 460/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 461/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 462/1024\n",
"90/90 [==============================] - 0s 928us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.0518e-07\n",
"Epoch 463/1024\n",
"90/90 [==============================] - 0s 995us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 464/1024\n",
"90/90 [==============================] - 0s 894us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 465/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 466/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 467/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 468/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 469/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 470/1024\n",
"90/90 [==============================] - 0s 894us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 471/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 472/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 473/1024\n",
"90/90 [==============================] - 0s 903us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 474/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 475/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 476/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 477/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 478/1024\n",
"90/90 [==============================] - 0s 896us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 479/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 480/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 481/1024\n",
"90/90 [==============================] - 0s 894us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 482/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 483/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 484/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 485/1024\n",
"90/90 [==============================] - 0s 914us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 486/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 487/1024\n",
"90/90 [==============================] - 0s 890us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.5259e-07\n",
"Epoch 488/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 489/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 490/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 491/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 492/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 493/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 494/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 495/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 496/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 497/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 498/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 499/1024\n",
"90/90 [==============================] - 0s 964us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 500/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 501/1024\n",
"90/90 [==============================] - 0s 921us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 502/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 503/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 504/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 505/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 506/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 507/1024\n",
"90/90 [==============================] - 0s 948us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 508/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 509/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 510/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 511/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 512/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.6294e-08\n",
"Epoch 513/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 514/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 515/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 516/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 517/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 518/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 519/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 520/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 521/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 522/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 523/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 524/1024\n",
"90/90 [==============================] - 0s 960us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 525/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 526/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 527/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 528/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 529/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 530/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 531/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 532/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 533/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 534/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 535/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 536/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 537/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.8147e-08\n",
"Epoch 538/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 539/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 540/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 541/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 542/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 543/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 544/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 545/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 546/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 547/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 548/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 549/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 550/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 551/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 552/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 553/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 554/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 555/1024\n",
"90/90 [==============================] - 0s 954us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 556/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 557/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 558/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 559/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 560/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 561/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 562/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.9073e-08\n",
"Epoch 563/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 564/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 565/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 566/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 567/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 568/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 569/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 570/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 571/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 572/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 573/1024\n",
"90/90 [==============================] - 0s 889us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 574/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 575/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 576/1024\n",
"90/90 [==============================] - 0s 886us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 577/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 578/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 579/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 580/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 581/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 582/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 583/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 584/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 585/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 586/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 587/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.5367e-09\n",
"Epoch 588/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 589/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 590/1024\n",
"90/90 [==============================] - 0s 904us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 591/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 592/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 593/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 594/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 595/1024\n",
"90/90 [==============================] - 0s 929us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 596/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 597/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 598/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 599/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 600/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 601/1024\n",
"90/90 [==============================] - 0s 958us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 602/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 603/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 604/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 605/1024\n",
"90/90 [==============================] - 0s 903us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 606/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 607/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 608/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 609/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 610/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 611/1024\n",
"90/90 [==============================] - 0s 889us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 612/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.7684e-09\n",
"Epoch 613/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 614/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 615/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 616/1024\n",
"90/90 [==============================] - 0s 894us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 617/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 618/1024\n",
"90/90 [==============================] - 0s 897us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 619/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 620/1024\n",
"90/90 [==============================] - 0s 903us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 621/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 622/1024\n",
"90/90 [==============================] - 0s 939us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 623/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 624/1024\n",
"90/90 [==============================] - 0s 911us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 625/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 626/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 627/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 628/1024\n",
"90/90 [==============================] - 0s 994us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 629/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 630/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 631/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 632/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 633/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 634/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 635/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 636/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 637/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3842e-09\n",
"Epoch 638/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 639/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 640/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 641/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 642/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 643/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 644/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 645/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 646/1024\n",
"90/90 [==============================] - 0s 986us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 647/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 648/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 649/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 650/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 651/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 652/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 653/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 654/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 655/1024\n",
"90/90 [==============================] - 0s 945us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 656/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 657/1024\n",
"90/90 [==============================] - 0s 912us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 658/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 659/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 660/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 661/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 662/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1921e-09\n",
"Epoch 663/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 664/1024\n",
"90/90 [==============================] - 0s 895us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 665/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 666/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 667/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 668/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 669/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 670/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 671/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 672/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 673/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 674/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 675/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 676/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 677/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 678/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 679/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 680/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 681/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 682/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 683/1024\n",
"90/90 [==============================] - 0s 901us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 684/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 685/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 686/1024\n",
"90/90 [==============================] - 0s 993us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 687/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.9605e-10\n",
"Epoch 688/1024\n",
"90/90 [==============================] - 0s 894us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 689/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 690/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 691/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 692/1024\n",
"90/90 [==============================] - 0s 906us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 693/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 694/1024\n",
"90/90 [==============================] - 0s 886us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 695/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 696/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 697/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 698/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 699/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 700/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 701/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 702/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 703/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 704/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 705/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 706/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 707/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 708/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 709/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 710/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 711/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 712/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9802e-10\n",
"Epoch 713/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 714/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 715/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 716/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 717/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 718/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 719/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 720/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 721/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 722/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 723/1024\n",
"90/90 [==============================] - 0s 890us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 724/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 725/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 726/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 727/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 728/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 729/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 730/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 731/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 732/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 733/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 734/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 735/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 736/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 737/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4901e-10\n",
"Epoch 738/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 739/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 740/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 741/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 742/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 743/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 744/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 745/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 746/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 747/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 748/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 749/1024\n",
"90/90 [==============================] - 0s 889us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 750/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 751/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 752/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 753/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 754/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 755/1024\n",
"90/90 [==============================] - 0s 996us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 756/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 757/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 758/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 759/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 760/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 761/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 762/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.4506e-11\n",
"Epoch 763/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 764/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 765/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 766/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 767/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 768/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 769/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 770/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 771/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 772/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 773/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 774/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 775/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 776/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 777/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 778/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 779/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 780/1024\n",
"90/90 [==============================] - 0s 888us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 781/1024\n",
"90/90 [==============================] - 0s 943us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 782/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 783/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 784/1024\n",
"90/90 [==============================] - 0s 930us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 785/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 786/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 787/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 3.7253e-11\n",
"Epoch 788/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 789/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 790/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 791/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 792/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 793/1024\n",
"90/90 [==============================] - 0s 891us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 794/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 795/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 796/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 797/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 798/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 799/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 800/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 801/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 802/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 803/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 804/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 805/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 806/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 807/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 808/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 809/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 810/1024\n",
"90/90 [==============================] - 0s 911us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 811/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 812/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.8626e-11\n",
"Epoch 813/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 814/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 815/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 816/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 817/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 818/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 819/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 820/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 821/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 822/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 823/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 824/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 825/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 826/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 827/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 828/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 829/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 830/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 831/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 832/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 833/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 834/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 835/1024\n",
"90/90 [==============================] - 0s 888us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 836/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 837/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 9.3132e-12\n",
"Epoch 838/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 839/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 840/1024\n",
"90/90 [==============================] - 0s 927us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 841/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 842/1024\n",
"90/90 [==============================] - 0s 940us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 843/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 844/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 845/1024\n",
"90/90 [==============================] - 0s 978us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 846/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 847/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 848/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 849/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 850/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 851/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 852/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 853/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 854/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 855/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 856/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 857/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 858/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 859/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 860/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 861/1024\n",
"90/90 [==============================] - 0s 958us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 862/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 4.6566e-12\n",
"Epoch 863/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 864/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 865/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 866/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 867/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 868/1024\n",
"90/90 [==============================] - 0s 905us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 869/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 870/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 871/1024\n",
"90/90 [==============================] - 0s 886us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 872/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 873/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 874/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 875/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 876/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 877/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 878/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 879/1024\n",
"90/90 [==============================] - 0s 895us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 880/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 881/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 882/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 883/1024\n",
"90/90 [==============================] - 0s 905us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 884/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 885/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 886/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 887/1024\n",
"90/90 [==============================] - 0s 926us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.3283e-12\n",
"Epoch 888/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 889/1024\n",
"90/90 [==============================] - 0s 936us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 890/1024\n",
"90/90 [==============================] - 0s 893us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 891/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 892/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 893/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 894/1024\n",
"90/90 [==============================] - 0s 921us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 895/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 896/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 897/1024\n",
"90/90 [==============================] - 0s 890us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 898/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 899/1024\n",
"90/90 [==============================] - 0s 893us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 900/1024\n",
"90/90 [==============================] - 0s 948us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 901/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 902/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 903/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 904/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 905/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 906/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 907/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 908/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 909/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 910/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 911/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 912/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.1642e-12\n",
"Epoch 913/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 914/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 915/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 916/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 917/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 918/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 919/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 920/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 921/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 922/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 923/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 924/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 925/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 926/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 927/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 928/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 929/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 930/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 931/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 932/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 933/1024\n",
"90/90 [==============================] - 0s 920us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 934/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 935/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 936/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 937/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 5.8208e-13\n",
"Epoch 938/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 939/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 940/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 941/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 942/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 943/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 944/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 945/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 946/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 947/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 948/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 949/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 950/1024\n",
"90/90 [==============================] - 0s 868us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 951/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 952/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 953/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 954/1024\n",
"90/90 [==============================] - 0s 877us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 955/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 956/1024\n",
"90/90 [==============================] - 0s 889us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 957/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 958/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0029 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 959/1024\n",
"90/90 [==============================] - 0s 918us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 960/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 961/1024\n",
"90/90 [==============================] - 0s 886us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 962/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 2.9104e-13\n",
"Epoch 963/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 964/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 965/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 966/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 967/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 968/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 969/1024\n",
"90/90 [==============================] - 0s 887us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 970/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 971/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 972/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 973/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 974/1024\n",
"90/90 [==============================] - 0s 886us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 975/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 976/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 977/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 978/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 979/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 980/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 981/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 982/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 983/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 984/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 985/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 986/1024\n",
"90/90 [==============================] - 0s 876us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 987/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 1.4552e-13\n",
"Epoch 988/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 989/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 990/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 991/1024\n",
"90/90 [==============================] - 0s 933us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 992/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 993/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 994/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 995/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 996/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 997/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 998/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 999/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1000/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1001/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1002/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1003/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1004/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1005/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1006/1024\n",
"90/90 [==============================] - 0s 969us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1007/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1008/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1009/1024\n",
"90/90 [==============================] - 0s 882us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1010/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1011/1024\n",
"90/90 [==============================] - 0s 872us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1012/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0028 - val_loss: 0.0025 - lr: 7.2760e-14\n",
"Epoch 1013/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1014/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1015/1024\n",
"90/90 [==============================] - 0s 904us/step - loss: 0.0026 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1016/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1017/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1018/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1019/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0028 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1020/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1021/1024\n",
"90/90 [==============================] - 0s 875us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1022/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1023/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n",
"Epoch 1024/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0027 - val_loss: 0.0025 - lr: 3.6380e-14\n"
]
}
],
"source": [
"_ = resnet.fit(x_train, y_train, x_val, y_val, batch_size=batch_size, epoch=epoch)"
],
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
}
},
{
"cell_type": "code",
"execution_count": 17,
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Epoch 1/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0266 - val_loss: 0.0246 - lr: 0.0025\n",
"Epoch 2/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0240 - val_loss: 0.0249 - lr: 0.0025\n",
"Epoch 3/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0240 - val_loss: 0.0242 - lr: 0.0025\n",
"Epoch 4/1024\n",
"90/90 [==============================] - 0s 933us/step - loss: 0.0243 - val_loss: 0.0241 - lr: 0.0025\n",
"Epoch 5/1024\n",
"90/90 [==============================] - 0s 940us/step - loss: 0.0233 - val_loss: 0.0233 - lr: 0.0025\n",
"Epoch 6/1024\n",
"90/90 [==============================] - 0s 916us/step - loss: 0.0228 - val_loss: 0.0231 - lr: 0.0025\n",
"Epoch 7/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0228 - val_loss: 0.0265 - lr: 0.0025\n",
"Epoch 8/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0232 - val_loss: 0.0244 - lr: 0.0025\n",
"Epoch 9/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0236 - val_loss: 0.0241 - lr: 0.0025\n",
"Epoch 10/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0231 - val_loss: 0.0248 - lr: 0.0025\n",
"Epoch 11/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0235 - val_loss: 0.0233 - lr: 0.0025\n",
"Epoch 12/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0228 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 13/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0222 - val_loss: 0.0247 - lr: 0.0025\n",
"Epoch 14/1024\n",
"90/90 [==============================] - 0s 818us/step - loss: 0.0225 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 15/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0225 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 16/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 17/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0222 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 18/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0226 - val_loss: 0.0233 - lr: 0.0025\n",
"Epoch 19/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0221 - val_loss: 0.0231 - lr: 0.0025\n",
"Epoch 20/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0226 - val_loss: 0.0235 - lr: 0.0025\n",
"Epoch 21/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0221 - val_loss: 0.0226 - lr: 0.0025\n",
"Epoch 22/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 23/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0225 - val_loss: 0.0254 - lr: 0.0025\n",
"Epoch 24/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0232 - val_loss: 0.0231 - lr: 0.0025\n",
"Epoch 25/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 26/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0222 - val_loss: 0.0233 - lr: 0.0025\n",
"Epoch 27/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 28/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0221 - val_loss: 0.0226 - lr: 0.0025\n",
"Epoch 29/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0223 - val_loss: 0.0226 - lr: 0.0025\n",
"Epoch 30/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0219 - val_loss: 0.0226 - lr: 0.0025\n",
"Epoch 31/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0025\n",
"Epoch 32/1024\n",
"90/90 [==============================] - 0s 815us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0025\n",
"Epoch 33/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0217 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 34/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0218 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 35/1024\n",
"90/90 [==============================] - 0s 909us/step - loss: 0.0224 - val_loss: 0.0220 - lr: 0.0025\n",
"Epoch 36/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0217 - val_loss: 0.0222 - lr: 0.0025\n",
"Epoch 37/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0215 - val_loss: 0.0230 - lr: 0.0025\n",
"Epoch 38/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0223 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 39/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0225 - val_loss: 0.0229 - lr: 0.0025\n",
"Epoch 40/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0222 - val_loss: 0.0231 - lr: 0.0025\n",
"Epoch 41/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0224 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 42/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0221 - val_loss: 0.0230 - lr: 0.0025\n",
"Epoch 43/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0224 - val_loss: 0.0230 - lr: 0.0025\n",
"Epoch 44/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0222 - val_loss: 0.0229 - lr: 0.0025\n",
"Epoch 45/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0222 - val_loss: 0.0229 - lr: 0.0025\n",
"Epoch 46/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0222 - val_loss: 0.0231 - lr: 0.0025\n",
"Epoch 47/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0224 - val_loss: 0.0229 - lr: 0.0025\n",
"Epoch 48/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 49/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0222 - val_loss: 0.0237 - lr: 0.0025\n",
"Epoch 50/1024\n",
"90/90 [==============================] - 0s 815us/step - loss: 0.0221 - val_loss: 0.0229 - lr: 0.0025\n",
"Epoch 51/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0222 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 52/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0222 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 53/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0222 - val_loss: 0.0234 - lr: 0.0025\n",
"Epoch 54/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0221 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 55/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0223 - val_loss: 0.0232 - lr: 0.0025\n",
"Epoch 56/1024\n",
"90/90 [==============================] - 0s 880us/step - loss: 0.0222 - val_loss: 0.0235 - lr: 0.0025\n",
"Epoch 57/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0222 - val_loss: 0.0240 - lr: 0.0025\n",
"Epoch 58/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0224 - val_loss: 0.0229 - lr: 0.0025\n",
"Epoch 59/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0220 - val_loss: 0.0229 - lr: 0.0025\n",
"Epoch 60/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0221 - val_loss: 0.0228 - lr: 0.0025\n",
"Epoch 61/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0219 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 62/1024\n",
"90/90 [==============================] - 0s 933us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 63/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 64/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0220 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 65/1024\n",
"90/90 [==============================] - 0s 941us/step - loss: 0.0220 - val_loss: 0.0230 - lr: 0.0012\n",
"Epoch 66/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 67/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 68/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0219 - val_loss: 0.0233 - lr: 0.0012\n",
"Epoch 69/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0221 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 70/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0220 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 71/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0219 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 72/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n",
"Epoch 73/1024\n",
"90/90 [==============================] - 0s 811us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 74/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n",
"Epoch 75/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0219 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 76/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n",
"Epoch 77/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 78/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n",
"Epoch 79/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n",
"Epoch 80/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0219 - val_loss: 0.0227 - lr: 0.0012\n",
"Epoch 81/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 82/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0219 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 83/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0218 - val_loss: 0.0229 - lr: 0.0012\n",
"Epoch 84/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0218 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 85/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0220 - val_loss: 0.0228 - lr: 0.0012\n",
"Epoch 86/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0218 - val_loss: 0.0227 - lr: 6.2500e-04\n",
"Epoch 87/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0218 - val_loss: 0.0226 - lr: 6.2500e-04\n",
"Epoch 88/1024\n",
"90/90 [==============================] - 0s 818us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n",
"Epoch 89/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0217 - val_loss: 0.0228 - lr: 6.2500e-04\n",
"Epoch 90/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0217 - val_loss: 0.0226 - lr: 6.2500e-04\n",
"Epoch 91/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0218 - val_loss: 0.0230 - lr: 6.2500e-04\n",
"Epoch 92/1024\n",
"90/90 [==============================] - 0s 818us/step - loss: 0.0217 - val_loss: 0.0226 - lr: 6.2500e-04\n",
"Epoch 93/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0217 - val_loss: 0.0226 - lr: 6.2500e-04\n",
"Epoch 94/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n",
"Epoch 95/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n",
"Epoch 96/1024\n",
"90/90 [==============================] - 0s 813us/step - loss: 0.0217 - val_loss: 0.0225 - lr: 6.2500e-04\n",
"Epoch 97/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0216 - val_loss: 0.0237 - lr: 6.2500e-04\n",
"Epoch 98/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0217 - val_loss: 0.0227 - lr: 6.2500e-04\n",
"Epoch 99/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0216 - val_loss: 0.0225 - lr: 6.2500e-04\n",
"Epoch 100/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0217 - val_loss: 0.0225 - lr: 6.2500e-04\n",
"Epoch 101/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0216 - val_loss: 0.0224 - lr: 6.2500e-04\n",
"Epoch 102/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0215 - val_loss: 0.0224 - lr: 6.2500e-04\n",
"Epoch 103/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0216 - val_loss: 0.0226 - lr: 6.2500e-04\n",
"Epoch 104/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0216 - val_loss: 0.0225 - lr: 6.2500e-04\n",
"Epoch 105/1024\n",
"90/90 [==============================] - 0s 815us/step - loss: 0.0215 - val_loss: 0.0223 - lr: 6.2500e-04\n",
"Epoch 106/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0215 - val_loss: 0.0225 - lr: 6.2500e-04\n",
"Epoch 107/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0215 - val_loss: 0.0222 - lr: 6.2500e-04\n",
"Epoch 108/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0215 - val_loss: 0.0222 - lr: 6.2500e-04\n",
"Epoch 109/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0214 - val_loss: 0.0221 - lr: 6.2500e-04\n",
"Epoch 110/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0214 - val_loss: 0.0220 - lr: 6.2500e-04\n",
"Epoch 111/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0213 - val_loss: 0.0221 - lr: 3.1250e-04\n",
"Epoch 112/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0212 - val_loss: 0.0222 - lr: 3.1250e-04\n",
"Epoch 113/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0212 - val_loss: 0.0220 - lr: 3.1250e-04\n",
"Epoch 114/1024\n",
"90/90 [==============================] - 0s 930us/step - loss: 0.0213 - val_loss: 0.0220 - lr: 3.1250e-04\n",
"Epoch 115/1024\n",
"90/90 [==============================] - 0s 926us/step - loss: 0.0212 - val_loss: 0.0219 - lr: 3.1250e-04\n",
"Epoch 116/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0211 - val_loss: 0.0220 - lr: 3.1250e-04\n",
"Epoch 117/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n",
"Epoch 118/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0211 - val_loss: 0.0220 - lr: 3.1250e-04\n",
"Epoch 119/1024\n",
"90/90 [==============================] - 0s 904us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n",
"Epoch 120/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n",
"Epoch 121/1024\n",
"90/90 [==============================] - 0s 812us/step - loss: 0.0211 - val_loss: 0.0219 - lr: 3.1250e-04\n",
"Epoch 122/1024\n",
"90/90 [==============================] - 0s 890us/step - loss: 0.0211 - val_loss: 0.0218 - lr: 3.1250e-04\n",
"Epoch 123/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0211 - val_loss: 0.0220 - lr: 3.1250e-04\n",
"Epoch 124/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0211 - val_loss: 0.0218 - lr: 3.1250e-04\n",
"Epoch 125/1024\n",
"90/90 [==============================] - 0s 916us/step - loss: 0.0211 - val_loss: 0.0218 - lr: 3.1250e-04\n",
"Epoch 126/1024\n",
"90/90 [==============================] - 0s 906us/step - loss: 0.0210 - val_loss: 0.0218 - lr: 3.1250e-04\n",
"Epoch 127/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0210 - val_loss: 0.0218 - lr: 3.1250e-04\n",
"Epoch 128/1024\n",
"90/90 [==============================] - 0s 908us/step - loss: 0.0210 - val_loss: 0.0217 - lr: 3.1250e-04\n",
"Epoch 129/1024\n",
"90/90 [==============================] - 0s 914us/step - loss: 0.0210 - val_loss: 0.0217 - lr: 3.1250e-04\n",
"Epoch 130/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0209 - val_loss: 0.0217 - lr: 3.1250e-04\n",
"Epoch 131/1024\n",
"90/90 [==============================] - 0s 919us/step - loss: 0.0209 - val_loss: 0.0216 - lr: 3.1250e-04\n",
"Epoch 132/1024\n",
"90/90 [==============================] - 0s 894us/step - loss: 0.0209 - val_loss: 0.0216 - lr: 3.1250e-04\n",
"Epoch 133/1024\n",
"90/90 [==============================] - 0s 910us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n",
"Epoch 134/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0209 - val_loss: 0.0215 - lr: 3.1250e-04\n",
"Epoch 135/1024\n",
"90/90 [==============================] - 0s 897us/step - loss: 0.0209 - val_loss: 0.0215 - lr: 3.1250e-04\n",
"Epoch 136/1024\n",
"90/90 [==============================] - 0s 909us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n",
"Epoch 137/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n",
"Epoch 138/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n",
"Epoch 139/1024\n",
"90/90 [==============================] - 0s 912us/step - loss: 0.0208 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 140/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0208 - val_loss: 0.0215 - lr: 3.1250e-04\n",
"Epoch 141/1024\n",
"90/90 [==============================] - 0s 906us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 142/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 143/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 144/1024\n",
"90/90 [==============================] - 0s 916us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 145/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0207 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 146/1024\n",
"90/90 [==============================] - 0s 942us/step - loss: 0.0207 - val_loss: 0.0213 - lr: 3.1250e-04\n",
"Epoch 147/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0206 - val_loss: 0.0213 - lr: 3.1250e-04\n",
"Epoch 148/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0206 - val_loss: 0.0213 - lr: 3.1250e-04\n",
"Epoch 149/1024\n",
"90/90 [==============================] - 0s 911us/step - loss: 0.0207 - val_loss: 0.0213 - lr: 3.1250e-04\n",
"Epoch 150/1024\n",
"90/90 [==============================] - 0s 915us/step - loss: 0.0206 - val_loss: 0.0212 - lr: 3.1250e-04\n",
"Epoch 151/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0206 - val_loss: 0.0213 - lr: 3.1250e-04\n",
"Epoch 152/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0205 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 153/1024\n",
"90/90 [==============================] - 0s 909us/step - loss: 0.0205 - val_loss: 0.0211 - lr: 3.1250e-04\n",
"Epoch 154/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0205 - val_loss: 0.0214 - lr: 3.1250e-04\n",
"Epoch 155/1024\n",
"90/90 [==============================] - 0s 912us/step - loss: 0.0205 - val_loss: 0.0211 - lr: 3.1250e-04\n",
"Epoch 156/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0205 - val_loss: 0.0212 - lr: 3.1250e-04\n",
"Epoch 157/1024\n",
"90/90 [==============================] - 0s 906us/step - loss: 0.0205 - val_loss: 0.0211 - lr: 3.1250e-04\n",
"Epoch 158/1024\n",
"90/90 [==============================] - 0s 937us/step - loss: 0.0206 - val_loss: 0.0212 - lr: 3.1250e-04\n",
"Epoch 159/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0204 - val_loss: 0.0211 - lr: 3.1250e-04\n",
"Epoch 160/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0204 - val_loss: 0.0211 - lr: 3.1250e-04\n",
"Epoch 161/1024\n",
"90/90 [==============================] - 0s 934us/step - loss: 0.0204 - val_loss: 0.0211 - lr: 3.1250e-04\n",
"Epoch 162/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0204 - val_loss: 0.0212 - lr: 3.1250e-04\n",
"Epoch 163/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0204 - val_loss: 0.0212 - lr: 3.1250e-04\n",
"Epoch 164/1024\n",
"90/90 [==============================] - 0s 932us/step - loss: 0.0204 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 165/1024\n",
"90/90 [==============================] - 0s 925us/step - loss: 0.0204 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 166/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 167/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 168/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 169/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0203 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 170/1024\n",
"90/90 [==============================] - 0s 904us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 171/1024\n",
"90/90 [==============================] - 0s 952us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 172/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 173/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0202 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 174/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0204 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 175/1024\n",
"90/90 [==============================] - 0s 909us/step - loss: 0.0202 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 176/1024\n",
"90/90 [==============================] - 0s 922us/step - loss: 0.0203 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 177/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0203 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 178/1024\n",
"90/90 [==============================] - 0s 914us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 179/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 180/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0202 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 181/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0202 - val_loss: 0.0210 - lr: 3.1250e-04\n",
"Epoch 182/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 183/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 184/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0202 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 185/1024\n",
"90/90 [==============================] - 0s 910us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 186/1024\n",
"90/90 [==============================] - 0s 906us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 187/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 188/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 189/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0202 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 190/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 191/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0202 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 192/1024\n",
"90/90 [==============================] - 0s 908us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 193/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0202 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 194/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 195/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 196/1024\n",
"90/90 [==============================] - 0s 922us/step - loss: 0.0201 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 197/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0201 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 198/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 199/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0200 - val_loss: 0.0208 - lr: 3.1250e-04\n",
"Epoch 200/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 201/1024\n",
"90/90 [==============================] - 0s 901us/step - loss: 0.0201 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 202/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0201 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 203/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0199 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 204/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0200 - val_loss: 0.0209 - lr: 3.1250e-04\n",
"Epoch 205/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 206/1024\n",
"90/90 [==============================] - 0s 901us/step - loss: 0.0200 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 207/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0200 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 208/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 209/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0199 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 210/1024\n",
"90/90 [==============================] - 0s 896us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 211/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0200 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 212/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 213/1024\n",
"90/90 [==============================] - 0s 896us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 214/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 215/1024\n",
"90/90 [==============================] - 0s 920us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 216/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0199 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 217/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 218/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 219/1024\n",
"90/90 [==============================] - 0s 897us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 220/1024\n",
"90/90 [==============================] - 0s 883us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 221/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 222/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 223/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0200 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 224/1024\n",
"90/90 [==============================] - 0s 890us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 225/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 226/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 227/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 228/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 229/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 230/1024\n",
"90/90 [==============================] - 0s 772us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 231/1024\n",
"90/90 [==============================] - 0s 714us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 232/1024\n",
"90/90 [==============================] - 0s 738us/step - loss: 0.0199 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 233/1024\n",
"90/90 [==============================] - 0s 884us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 234/1024\n",
"90/90 [==============================] - 0s 728us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 235/1024\n",
"90/90 [==============================] - 0s 726us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 236/1024\n",
"90/90 [==============================] - 0s 893us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 237/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 238/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 239/1024\n",
"90/90 [==============================] - 0s 901us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 240/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0199 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 241/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 242/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0199 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 243/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 244/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 245/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 246/1024\n",
"90/90 [==============================] - 0s 929us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 247/1024\n",
"90/90 [==============================] - 0s 813us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 248/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 249/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 250/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 251/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 252/1024\n",
"90/90 [==============================] - 0s 895us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 253/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 254/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 255/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 256/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0198 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 257/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 258/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 259/1024\n",
"90/90 [==============================] - 0s 818us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 260/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 261/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 262/1024\n",
"90/90 [==============================] - 0s 945us/step - loss: 0.0198 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 263/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0197 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 264/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0198 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 265/1024\n",
"90/90 [==============================] - 0s 918us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 266/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0197 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 267/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 268/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0198 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 269/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 270/1024\n",
"90/90 [==============================] - 0s 815us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 271/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 272/1024\n",
"90/90 [==============================] - 0s 812us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 273/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 274/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 275/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 276/1024\n",
"90/90 [==============================] - 0s 917us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 277/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 278/1024\n",
"90/90 [==============================] - 0s 923us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 279/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0198 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 280/1024\n",
"90/90 [==============================] - 0s 919us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 281/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 282/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 283/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 284/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 285/1024\n",
"90/90 [==============================] - 0s 818us/step - loss: 0.0197 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 286/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 287/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 288/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0196 - val_loss: 0.0207 - lr: 3.1250e-04\n",
"Epoch 289/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 290/1024\n",
"90/90 [==============================] - 0s 899us/step - loss: 0.0198 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 291/1024\n",
"90/90 [==============================] - 0s 908us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 292/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 293/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0196 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 294/1024\n",
"90/90 [==============================] - 0s 930us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 295/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 296/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 297/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 298/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 299/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 300/1024\n",
"90/90 [==============================] - 0s 909us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 301/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 302/1024\n",
"90/90 [==============================] - 0s 810us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 303/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 304/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0197 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 305/1024\n",
"90/90 [==============================] - 0s 812us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 306/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 307/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0196 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 308/1024\n",
"90/90 [==============================] - 0s 931us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 309/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 310/1024\n",
"90/90 [==============================] - 0s 812us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 311/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 312/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 313/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 314/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0196 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 315/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 316/1024\n",
"90/90 [==============================] - 0s 818us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 317/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0195 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 318/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0197 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 319/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 320/1024\n",
"90/90 [==============================] - 0s 813us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 321/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 322/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 323/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 324/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0196 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 325/1024\n",
"90/90 [==============================] - 0s 902us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 326/1024\n",
"90/90 [==============================] - 0s 810us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 327/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 328/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 329/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 330/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 331/1024\n",
"90/90 [==============================] - 0s 941us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 332/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 333/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 334/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 335/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 336/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 337/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 338/1024\n",
"90/90 [==============================] - 0s 815us/step - loss: 0.0195 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 339/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0196 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 340/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 341/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 342/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 343/1024\n",
"90/90 [==============================] - 0s 812us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 344/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 345/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 346/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 347/1024\n",
"90/90 [==============================] - 0s 918us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 348/1024\n",
"90/90 [==============================] - 0s 809us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 349/1024\n",
"90/90 [==============================] - 0s 893us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 350/1024\n",
"90/90 [==============================] - 0s 903us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 351/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 352/1024\n",
"90/90 [==============================] - 0s 813us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 353/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 354/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 355/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 356/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 357/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 358/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 359/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0196 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 360/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 361/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 362/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 363/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0198 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 364/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 365/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 366/1024\n",
"90/90 [==============================] - 0s 906us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 367/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 368/1024\n",
"90/90 [==============================] - 0s 898us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 369/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0195 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 370/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 371/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0196 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 372/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 373/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 374/1024\n",
"90/90 [==============================] - 0s 818us/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 375/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 376/1024\n",
"90/90 [==============================] - 0s 907us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 377/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 378/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 379/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 380/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 381/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 382/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 383/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 384/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 385/1024\n",
"90/90 [==============================] - 0s 816us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 386/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 387/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 388/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 389/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 390/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 391/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 392/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 393/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 394/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 395/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 396/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 397/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0195 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 398/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 399/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 400/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 401/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 402/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 403/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 404/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 405/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 406/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 407/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 408/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 409/1024\n",
"90/90 [==============================] - 0s 925us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 410/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 411/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 412/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 413/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 414/1024\n",
"90/90 [==============================] - 0s 814us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 415/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 416/1024\n",
"90/90 [==============================] - 0s 993us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 417/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 418/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0194 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 419/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0195 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 420/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 421/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 422/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 423/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0194 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 424/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 425/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 426/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 427/1024\n",
"90/90 [==============================] - 0s 900us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 428/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 429/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 430/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 431/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 432/1024\n",
"90/90 [==============================] - 0s 908us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 433/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 434/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 435/1024\n",
"90/90 [==============================] - 0s 873us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 436/1024\n",
"90/90 [==============================] - 0s 867us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 437/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 438/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 439/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 440/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 441/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 442/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 443/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 444/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0194 - val_loss: 0.0205 - lr: 3.1250e-04\n",
"Epoch 445/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 446/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 447/1024\n",
"90/90 [==============================] - 0s 927us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 448/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 449/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 450/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 451/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 452/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 453/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0193 - val_loss: 0.0206 - lr: 3.1250e-04\n",
"Epoch 454/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 455/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 456/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 457/1024\n",
"90/90 [==============================] - 0s 894us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 458/1024\n",
"90/90 [==============================] - 0s 913us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 459/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 460/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 461/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 462/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 463/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 464/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 465/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 466/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 467/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0195 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 468/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 469/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0194 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 470/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0194 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 471/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0194 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 472/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 473/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0193 - val_loss: 0.0204 - lr: 3.1250e-04\n",
"Epoch 474/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 475/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 3.1250e-04\n",
"Epoch 476/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 477/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0194 - val_loss: 0.0202 - lr: 3.1250e-04\n",
"Epoch 478/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 479/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 480/1024\n",
"90/90 [==============================] - 0s 823us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 481/1024\n",
"90/90 [==============================] - 0s 893us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 482/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 483/1024\n",
"90/90 [==============================] - 0s 892us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 3.1250e-04\n",
"Epoch 484/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 485/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 486/1024\n",
"90/90 [==============================] - 0s 897us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 487/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 488/1024\n",
"90/90 [==============================] - 0s 819us/step - loss: 0.0193 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 489/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 490/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 491/1024\n",
"90/90 [==============================] - 0s 913us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 492/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 493/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 494/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 495/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 496/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 497/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 498/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 499/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 500/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 501/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 502/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 503/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 504/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 505/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 506/1024\n",
"90/90 [==============================] - 0s 899us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 507/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 508/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 509/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 510/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 511/1024\n",
"90/90 [==============================] - 0s 924us/step - loss: 0.0193 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 512/1024\n",
"90/90 [==============================] - 0s 820us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 513/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 514/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 515/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 516/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 517/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n",
"Epoch 518/1024\n",
"90/90 [==============================] - 0s 821us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 519/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 520/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 521/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 522/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n",
"Epoch 523/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 524/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 525/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 526/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 527/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 528/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 529/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 530/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 531/1024\n",
"90/90 [==============================] - 0s 928us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 532/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 533/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 534/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 535/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 536/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 537/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 538/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 539/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 540/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0193 - val_loss: 0.0203 - lr: 1.5625e-04\n",
"Epoch 541/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 542/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 543/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 544/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 545/1024\n",
"90/90 [==============================] - 0s 904us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 1.5625e-04\n",
"Epoch 546/1024\n",
"90/90 [==============================] - 0s 824us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 547/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 548/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n",
"Epoch 549/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 550/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 551/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n",
"Epoch 552/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 553/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 554/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 555/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 556/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0192 - val_loss: 0.0203 - lr: 1.5625e-04\n",
"Epoch 557/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 558/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 559/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 560/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0202 - lr: 1.5625e-04\n",
"Epoch 561/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 562/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 1.5625e-04\n",
"Epoch 563/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 564/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 565/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 566/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 567/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 568/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 1.5625e-04\n",
"Epoch 569/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 1.5625e-04\n",
"Epoch 570/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5625e-04\n",
"Epoch 571/1024\n",
"90/90 [==============================] - 0s 918us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 572/1024\n",
"90/90 [==============================] - 0s 911us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 573/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 574/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 575/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 576/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 577/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 578/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 579/1024\n",
"90/90 [==============================] - 0s 919us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 580/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 581/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 582/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 583/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 584/1024\n",
"90/90 [==============================] - 0s 885us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 585/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 586/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0202 - lr: 7.8125e-05\n",
"Epoch 587/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 588/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 589/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 590/1024\n",
"90/90 [==============================] - 0s 927us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 591/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 592/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 593/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 594/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 595/1024\n",
"90/90 [==============================] - 0s 828us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 596/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 597/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 598/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 599/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 600/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 601/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 602/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 603/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 604/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 605/1024\n",
"90/90 [==============================] - 0s 910us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 606/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 607/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 608/1024\n",
"90/90 [==============================] - 0s 912us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 609/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 610/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 611/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 612/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 613/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 614/1024\n",
"90/90 [==============================] - 0s 916us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 615/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 616/1024\n",
"90/90 [==============================] - 0s 895us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 617/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 618/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 619/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 620/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 621/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 622/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 623/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 624/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 625/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 626/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 627/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 628/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 629/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 630/1024\n",
"90/90 [==============================] - 0s 925us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 631/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 632/1024\n",
"90/90 [==============================] - 0s 866us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 633/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 634/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 635/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 636/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 637/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 638/1024\n",
"90/90 [==============================] - 0s 913us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 639/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 640/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 641/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 642/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0192 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 643/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 644/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 645/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 646/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 647/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 648/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 649/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 650/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 651/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 652/1024\n",
"90/90 [==============================] - 0s 829us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 653/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 654/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 655/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 656/1024\n",
"90/90 [==============================] - 0s 895us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 657/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 658/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 659/1024\n",
"90/90 [==============================] - 0s 920us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 660/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 7.8125e-05\n",
"Epoch 661/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 662/1024\n",
"90/90 [==============================] - 0s 987us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 663/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0192 - val_loss: 0.0201 - lr: 7.8125e-05\n",
"Epoch 664/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 3.9062e-05\n",
"Epoch 665/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 666/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 667/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 668/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 3.9062e-05\n",
"Epoch 669/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 670/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 671/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 672/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 673/1024\n",
"90/90 [==============================] - 0s 896us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 674/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 675/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 676/1024\n",
"90/90 [==============================] - 0s 929us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 677/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 678/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 679/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 680/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 681/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 682/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 683/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 684/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 685/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0201 - lr: 3.9062e-05\n",
"Epoch 686/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 687/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 688/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.9062e-05\n",
"Epoch 689/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 690/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 691/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 692/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 693/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 694/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 695/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 696/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 697/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 698/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 699/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 700/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 701/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 702/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 703/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 704/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 705/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 706/1024\n",
"90/90 [==============================] - 0s 825us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 707/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 708/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 709/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 710/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 711/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 712/1024\n",
"90/90 [==============================] - 0s 918us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 713/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 714/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 715/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 716/1024\n",
"90/90 [==============================] - 0s 930us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 717/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 718/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 719/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 720/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 721/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 722/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 723/1024\n",
"90/90 [==============================] - 0s 970us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 724/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 725/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 726/1024\n",
"90/90 [==============================] - 0s 972us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 727/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 728/1024\n",
"90/90 [==============================] - 0s 863us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 729/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 730/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 731/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 732/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 733/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 734/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 735/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 736/1024\n",
"90/90 [==============================] - 0s 927us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 737/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 738/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 739/1024\n",
"90/90 [==============================] - 0s 822us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 740/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 741/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 742/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 743/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 744/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 745/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 746/1024\n",
"90/90 [==============================] - 0s 862us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 747/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 748/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 749/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 750/1024\n",
"90/90 [==============================] - 0s 976us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 751/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 752/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 753/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 754/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 755/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 756/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 757/1024\n",
"90/90 [==============================] - 0s 924us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 758/1024\n",
"90/90 [==============================] - 0s 831us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 759/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 760/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 761/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.9531e-05\n",
"Epoch 762/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 763/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 764/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 765/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 766/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 767/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 768/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 769/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 770/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 771/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 772/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 773/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 774/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 775/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 776/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 777/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 778/1024\n",
"90/90 [==============================] - 0s 817us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 779/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 780/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 781/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 782/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 783/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 784/1024\n",
"90/90 [==============================] - 0s 881us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 785/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 786/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 9.7656e-06\n",
"Epoch 787/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 788/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 789/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 790/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 791/1024\n",
"90/90 [==============================] - 0s 864us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 792/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 793/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 794/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 795/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 796/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 797/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 798/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 799/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 800/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 801/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 802/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 803/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 804/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 805/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 806/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 807/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 808/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 809/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 810/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 811/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 4.8828e-06\n",
"Epoch 812/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 813/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 814/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 815/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 816/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 817/1024\n",
"90/90 [==============================] - 0s 963us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 818/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 819/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 820/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 821/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 822/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 823/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 824/1024\n",
"90/90 [==============================] - 0s 834us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 825/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 826/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 827/1024\n",
"90/90 [==============================] - 0s 827us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 828/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 829/1024\n",
"90/90 [==============================] - 0s 865us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 830/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 831/1024\n",
"90/90 [==============================] - 0s 833us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 832/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 833/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 834/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 835/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 836/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 2.4414e-06\n",
"Epoch 837/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 838/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 839/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 840/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 841/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 842/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 843/1024\n",
"90/90 [==============================] - 0s 861us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 844/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 845/1024\n",
"90/90 [==============================] - 0s 832us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 846/1024\n",
"90/90 [==============================] - 0s 878us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 847/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 848/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 849/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 850/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 851/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 852/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 853/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 854/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 855/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 856/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 857/1024\n",
"90/90 [==============================] - 0s 848us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 858/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 859/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 860/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 861/1024\n",
"90/90 [==============================] - 0s 826us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.2207e-06\n",
"Epoch 862/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 863/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 864/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 865/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 866/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 867/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 868/1024\n",
"90/90 [==============================] - 0s 860us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 869/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 870/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 871/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 872/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 873/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 874/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 875/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 876/1024\n",
"90/90 [==============================] - 0s 840us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 877/1024\n",
"90/90 [==============================] - 0s 869us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 878/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 879/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 880/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 881/1024\n",
"90/90 [==============================] - 0s 2ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 882/1024\n",
"90/90 [==============================] - 0s 1ms/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 883/1024\n",
"90/90 [==============================] - 0s 830us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 884/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 885/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 886/1024\n",
"90/90 [==============================] - 0s 856us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 6.1035e-07\n",
"Epoch 887/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 888/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 889/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 890/1024\n",
"90/90 [==============================] - 0s 838us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 891/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 892/1024\n",
"90/90 [==============================] - 0s 933us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 893/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 894/1024\n",
"90/90 [==============================] - 0s 839us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 895/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 896/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 897/1024\n",
"90/90 [==============================] - 0s 836us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 898/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 899/1024\n",
"90/90 [==============================] - 0s 851us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 900/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 901/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 902/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 903/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 904/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 905/1024\n",
"90/90 [==============================] - 0s 843us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 906/1024\n",
"90/90 [==============================] - 0s 879us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 907/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 908/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 909/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 910/1024\n",
"90/90 [==============================] - 0s 853us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 911/1024\n",
"90/90 [==============================] - 0s 870us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 3.0518e-07\n",
"Epoch 912/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 913/1024\n",
"90/90 [==============================] - 0s 835us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 914/1024\n",
"90/90 [==============================] - 0s 857us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 915/1024\n",
"90/90 [==============================] - 0s 847us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 916/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 917/1024\n",
"90/90 [==============================] - 0s 858us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 918/1024\n",
"90/90 [==============================] - 0s 854us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 919/1024\n",
"90/90 [==============================] - 0s 842us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 920/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 921/1024\n",
"90/90 [==============================] - 0s 855us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 922/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 923/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 924/1024\n",
"90/90 [==============================] - 0s 850us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 925/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 926/1024\n",
"90/90 [==============================] - 0s 846us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 927/1024\n",
"90/90 [==============================] - 0s 849us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 928/1024\n",
"90/90 [==============================] - 0s 852us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 929/1024\n",
"90/90 [==============================] - 0s 841us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 930/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 931/1024\n",
"90/90 [==============================] - 0s 844us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 932/1024\n",
"90/90 [==============================] - 0s 871us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 933/1024\n",
"90/90 [==============================] - 0s 837us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 934/1024\n",
"90/90 [==============================] - 0s 874us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 935/1024\n",
"90/90 [==============================] - 0s 845us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n",
"Epoch 936/1024\n",
"90/90 [==============================] - 0s 859us/step - loss: 0.0191 - val_loss: 0.0200 - lr: 1.5259e-07\n"
]
}
],
"source": [
"_ = dnn.fit(x_train, y_train, x_val, y_val, batch_size=batch_size, epoch=epoch)"
],
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
}
},
{
"cell_type": "markdown",
"source": [],
"metadata": {
"collapsed": false
}
},
{
"cell_type": "markdown",
"source": [],
"metadata": {
"collapsed": false
}
},
{
"cell_type": "code",
"execution_count": 21,
"outputs": [],
"source": [
"resnet = load_model(\"checkpoints/res5.hdf5\")\n",
"cnn = load_model(\"checkpoints/plain11.hdf5\")\n",
"dnn = load_model(\"checkpoints/dnn.hdf5\")"
],
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
}
},
{
"cell_type": "code",
"execution_count": 22,
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"====================\n",
"resnet rmse : 0.05082896493225598\n",
"resnet Dry matter content error 0.7681549690131755\n",
"resnet r^2 : 0.9048480565064634\n",
"====================\n",
"cnn rmse : 0.05200769624271875\n",
"cnn Dry matter content error 0.7859685978067217\n",
"cnn r^2 : 0.9003837097594369\n",
"====================\n",
"dnn rmse : 0.14165380273751216\n",
"dnn Dry matter content error 2.1407493266379727\n",
"dnn r^2 : 0.2609878018465487\n"
]
}
],
"source": [
"models = {'resnet': resnet, 'cnn': cnn, 'dnn': dnn}\n",
"results = {model_name: model.predict(x_test).reshape((-1, )) for model_name, model in models.items()}\n",
"for model_name, model_result in results.items():\n",
" rmse = np.sqrt(mean_squared_error(y_test, model_result))\n",
" print(\"=\"*20)\n",
" print(model_name, \"rmse : \", rmse)\n",
" print(model_name, \"Dry matter content error\", retransform(rmse))\n",
" print(model_name, \"r^2 :\", r2_score(y_test, model_result))"
],
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
}
},
{
"cell_type": "code",
"execution_count": 19,
"outputs": [],
"source": [],
"metadata": {
"collapsed": false,
"pycharm": {
"name": "#%%\n"
}
}
}
],
"metadata": {
"interpreter": {
"hash": "7f619fc91ee8bdab81d49e7c14228037474662e3f2d607687ae505108922fa06"
},
"kernelspec": {
"display_name": "Python 3.9.7 ('base')",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.7"
}
},
"nbformat": 4,
"nbformat_minor": 0
}