public-projects/knuckletouch
1
0
Fork 0
Code Issues Pull requests Releases Wiki Activity
knuckletouch/python/Step_11_LSTM.ipynb

2551 lines
116 KiB
Text
Raw Permalink Normal View History

Added notebooks and models
2019-08-07 17:57:12 -04:00
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Using TensorFlow backend.\n"
]
}
],
"source": [
"## USE for Multi GPU Systems\n",
"#import os\n",
"#os.environ[\"CUDA_VISIBLE_DEVICES\"]=\"0\"\n",
"\n",
"from keras.models import Sequential, load_model\n",
"from keras.layers import *\n",
"from keras import optimizers\n",
"from keras import utils\n",
"from keras.callbacks import TensorBoard, ModelCheckpoint, ReduceLROnPlateau\n",
"import keras\n",
"\n",
"import numpy as np\n",
"import matplotlib.pyplot as plt\n",
"import pandas as pd\n",
"import math\n",
"\n",
"import tensorflow as tf\n",
"\n",
"# Importing matplotlib to plot images.\n",
"import matplotlib.pyplot as plt\n",
"import numpy as np\n",
"%matplotlib inline\n",
"\n",
"# Importing SK-learn to calculate precision and recall\n",
"import sklearn\n",
"from sklearn import metrics\n",
"from sklearn.model_selection import train_test_split, cross_val_score, LeaveOneGroupOut\n",
"from sklearn.utils import shuffle \n",
"\n",
"# Used for graph export\n",
"from tensorflow.python.framework import graph_util\n",
"from tensorflow.python.framework import graph_io\n",
"from keras import backend as K\n",
"\n",
"import pickle as pkl\n",
"import h5py\n",
"\n",
"from pathlib import Path\n",
"import os.path\n",
"import sys\n",
"import datetime\n",
"import time\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"class LoggingTensorBoard(TensorBoard): \n",
"\n",
" def __init__(self, log_dir, settings_str_to_log, **kwargs):\n",
" super(LoggingTensorBoard, self).__init__(log_dir, **kwargs)\n",
"\n",
" self.settings_str = settings_str_to_log\n",
"\n",
" def on_train_begin(self, logs=None):\n",
" TensorBoard.on_train_begin(self, logs=logs)\n",
"\n",
" tensor = tf.convert_to_tensor(self.settings_str)\n",
" summary = tf.summary.text (\"Run_Settings\", tensor)\n",
"\n",
" with tf.Session() as sess:\n",
" s = sess.run(summary)\n",
" self.writer.add_summary(s)"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"[ 1 2 9 6 4 14 17 16 12 3 10 18 5] [13 8 11 15 7]\n"
]
}
],
"source": [
"dfAll = pd.read_pickle(\"DataStudyCollection/df_lstm_norm50.pkl\")\n",
"\n",
"lst = dfAll.userID.unique()\n",
"np.random.seed(42)\n",
"np.random.shuffle(lst)\n",
"test_ids = lst[-5:]\n",
"train_ids = lst[:-5]\n",
"print(train_ids, test_ids)"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"array([ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,\n",
" 18])"
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"dfAll.userID.unique()"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [],
"source": [
"dfAll.TaskID = dfAll.TaskID % 17"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [],
"source": [
"df_train = dfAll[dfAll.userID.isin(train_ids)][['Blobs', 'TaskID']]\n",
"df_test = dfAll[dfAll.userID.isin(test_ids)][['Blobs', 'TaskID']]"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [],
"source": [
"x_train = np.concatenate(df_train.Blobs.values).reshape(-1,50,27,15,1)\n",
"x_test = np.concatenate(df_test.Blobs.values).reshape(-1,50,27,15,1)\n",
"\n",
"y_train = df_train.TaskID.values\n",
"y_test = df_test.TaskID.values\n",
"\n",
"x_train = x_train / 255.0\n",
"x_test = x_test / 255.0\n",
"\n",
"# convert class vectors to binary class matrices (one-hot notation)\n",
"num_classes = len(dfAll.TaskID.unique())\n",
"y_train_one_hot = utils.to_categorical(df_train.TaskID, num_classes)\n",
"y_test_one_hot = utils.to_categorical(df_test.TaskID, num_classes)"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [],
"source": [
"# If GPU is not available: \n",
"# GPU_USE = '/cpu:0'\n",
"#config = tf.ConfigProto(device_count = {\"GPU\": 1})\n",
"\n",
"\n",
"# If GPU is available: \n",
"config = tf.ConfigProto()\n",
"config.log_device_placement = True\n",
"config.allow_soft_placement = True\n",
"config.gpu_options.allow_growth=True\n",
"config.gpu_options.allocator_type = 'BFC'\n",
"\n",
"# Limit the maximum memory used\n",
"config.gpu_options.per_process_gpu_memory_fraction = 0.3\n",
"\n",
"# set session config\n",
"tf.keras.backend.set_session(tf.Session(config=config))"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"scrolled": false
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"_________________________________________________________________\n",
"Layer (type) Output Shape Param # \n",
"=================================================================\n",
"time_distributed_10 (TimeDis (None, 50, 27, 15, 64) 640 \n",
"_________________________________________________________________\n",
"time_distributed_11 (TimeDis (None, 50, 27, 15, 32) 18464 \n",
"_________________________________________________________________\n",
"time_distributed_12 (TimeDis (None, 50, 14, 8, 32) 0 \n",
"_________________________________________________________________\n",
"time_distributed_13 (TimeDis (None, 50, 14, 8, 32) 0 \n",
"_________________________________________________________________\n",
"time_distributed_14 (TimeDis (None, 50, 14, 8, 32) 9248 \n",
"_________________________________________________________________\n",
"time_distributed_15 (TimeDis (None, 50, 14, 8, 16) 4624 \n",
"_________________________________________________________________\n",
"time_distributed_16 (TimeDis (None, 50, 7, 4, 16) 0 \n",
"_________________________________________________________________\n",
"time_distributed_17 (TimeDis (None, 50, 7, 4, 16) 0 \n",
"_________________________________________________________________\n",
"time_distributed_18 (TimeDis (None, 50, 448) 0 \n",
"_________________________________________________________________\n",
"cu_dnnlstm_3 (CuDNNLSTM) (None, 50, 80) 169600 \n",
"_________________________________________________________________\n",
"dropout_7 (Dropout) (None, 50, 80) 0 \n",
"_________________________________________________________________\n",
"cu_dnnlstm_4 (CuDNNLSTM) (None, 50) 26400 \n",
"_________________________________________________________________\n",
"dropout_8 (Dropout) (None, 50) 0 \n",
"_________________________________________________________________\n",
"dense_2 (Dense) (None, 17) 867 \n",
"=================================================================\n",
"Total params: 229,843\n",
"Trainable params: 229,843\n",
"Non-trainable params: 0\n",
"_________________________________________________________________\n",
"LSTM-v1-\n",
"Train on 6624 samples, validate on 2569 samples\n",
"Epoch 1/3000\n",
" - 25s - loss: 49.2683 - acc: 0.0694 - val_loss: 41.9912 - val_acc: 0.0689\n",
"\n",
"Epoch 00001: val_acc improved from -inf to 0.06890, saving model to ./ModelSnapshots/LSTM-v1-001.h5\n",
"Epoch 2/3000\n",
" - 27s - loss: 35.8620 - acc: 0.0836 - val_loss: 30.0710 - val_acc: 0.1117\n",
"\n",
"Epoch 00002: val_acc improved from 0.06890 to 0.11172, saving model to ./ModelSnapshots/LSTM-v1-002.h5\n",
"Epoch 3/3000\n",
" - 31s - loss: 25.3320 - acc: 0.1129 - val_loss: 20.9569 - val_acc: 0.1179\n",
"\n",
"Epoch 00003: val_acc improved from 0.11172 to 0.11794, saving model to ./ModelSnapshots/LSTM-v1-003.h5\n",
"Epoch 4/3000\n",
" - 31s - loss: 17.4001 - acc: 0.1131 - val_loss: 14.1625 - val_acc: 0.1125\n",
"\n",
"Epoch 00004: val_acc did not improve from 0.11794\n",
"Epoch 5/3000\n",
" - 32s - loss: 11.5850 - acc: 0.1144 - val_loss: 9.3017 - val_acc: 0.1238\n",
"\n",
"Epoch 00005: val_acc improved from 0.11794 to 0.12378, saving model to ./ModelSnapshots/LSTM-v1-005.h5\n",
"Epoch 6/3000\n",
" - 32s - loss: 7.5852 - acc: 0.1152 - val_loss: 6.1837 - val_acc: 0.1269\n",
"\n",
"Epoch 00006: val_acc improved from 0.12378 to 0.12690, saving model to ./ModelSnapshots/LSTM-v1-006.h5\n",
"Epoch 7/3000\n",
" - 32s - loss: 5.1798 - acc: 0.1193 - val_loss: 4.4709 - val_acc: 0.1390\n",
"\n",
"Epoch 00007: val_acc improved from 0.12690 to 0.13896, saving model to ./ModelSnapshots/LSTM-v1-007.h5\n",
"Epoch 8/3000\n",
" - 33s - loss: 4.0865 - acc: 0.1162 - val_loss: 3.8336 - val_acc: 0.1296\n",
"\n",
"Epoch 00008: val_acc did not improve from 0.13896\n",
"Epoch 9/3000\n",
" - 33s - loss: 3.6080 - acc: 0.1200 - val_loss: 3.5308 - val_acc: 0.1059\n",
"\n",
"Epoch 00009: val_acc did not improve from 0.13896\n",
"Epoch 10/3000\n",
" - 34s - loss: 3.2663 - acc: 0.1255 - val_loss: 3.2663 - val_acc: 0.1070\n",
"\n",
"Epoch 00010: val_acc did not improve from 0.13896\n",
"Epoch 11/3000\n",
" - 32s - loss: 3.0279 - acc: 0.1294 - val_loss: 3.0289 - val_acc: 0.1191\n",
"\n",
"Epoch 00011: val_acc did not improve from 0.13896\n",
"Epoch 12/3000\n",
" - 32s - loss: 2.8994 - acc: 0.1335 - val_loss: 2.8769 - val_acc: 0.1549\n",
"\n",
"Epoch 00012: val_acc improved from 0.13896 to 0.15492, saving model to ./ModelSnapshots/LSTM-v1-012.h5\n",
"Epoch 13/3000\n",
" - 33s - loss: 2.8275 - acc: 0.1332 - val_loss: 2.8374 - val_acc: 0.1584\n",
"\n",
"Epoch 00013: val_acc improved from 0.15492 to 0.15843, saving model to ./ModelSnapshots/LSTM-v1-013.h5\n",
"Epoch 14/3000\n",
" - 33s - loss: 2.7877 - acc: 0.1437 - val_loss: 2.8330 - val_acc: 0.1323\n",
"\n",
"Epoch 00014: val_acc did not improve from 0.15843\n",
"Epoch 15/3000\n",
" - 34s - loss: 2.7728 - acc: 0.1386 - val_loss: 2.7907 - val_acc: 0.1541\n",
"\n",
"Epoch 00015: val_acc did not improve from 0.15843\n",
"Epoch 16/3000\n",
" - 32s - loss: 2.7565 - acc: 0.1409 - val_loss: 2.8496 - val_acc: 0.1164\n",
"\n",
"Epoch 00016: val_acc did not improve from 0.15843\n",
"Epoch 17/3000\n",
" - 32s - loss: 2.7440 - acc: 0.1449 - val_loss: 2.7934 - val_acc: 0.1436\n",
"\n",
"Epoch 00017: val_acc did not improve from 0.15843\n",
"Epoch 18/3000\n",
" - 33s - loss: 2.7210 - acc: 0.1458 - val_loss: 2.7578 - val_acc: 0.1374\n",
"\n",
"Epoch 00018: val_acc did not improve from 0.15843\n",
"Epoch 19/3000\n",
" - 33s - loss: 2.7060 - acc: 0.1487 - val_loss: 2.7522 - val_acc: 0.1296\n",
"\n",
"Epoch 00019: val_acc did not improve from 0.15843\n",
"Epoch 20/3000\n",
" - 32s - loss: 2.7049 - acc: 0.1507 - val_loss: 2.7762 - val_acc: 0.1265\n",
"\n",
"Epoch 00020: val_acc did not improve from 0.15843\n",
"Epoch 21/3000\n",
" - 32s - loss: 2.6780 - acc: 0.1514 - val_loss: 2.8229 - val_acc: 0.1222\n",
"\n",
"Epoch 00021: val_acc did not improve from 0.15843\n",
"Epoch 22/3000\n",
" - 31s - loss: 2.6713 - acc: 0.1508 - val_loss: 2.7640 - val_acc: 0.1277\n",
"\n",
"Epoch 00022: val_acc did not improve from 0.15843\n",
"Epoch 23/3000\n",
" - 32s - loss: 2.6633 - acc: 0.1534 - val_loss: 2.7439 - val_acc: 0.1386\n",
"\n",
"Epoch 00023: val_acc did not improve from 0.15843\n",
"Epoch 24/3000\n",
" - 32s - loss: 2.6539 - acc: 0.1511 - val_loss: 2.7243 - val_acc: 0.1339\n",
"\n",
"Epoch 00024: val_acc did not improve from 0.15843\n",
"Epoch 25/3000\n",
" - 33s - loss: 2.6404 - acc: 0.1552 - val_loss: 2.7407 - val_acc: 0.1335\n",
"\n",
"Epoch 00025: val_acc did not improve from 0.15843\n",
"Epoch 26/3000\n",
" - 29s - loss: 2.6376 - acc: 0.1559 - val_loss: 2.7438 - val_acc: 0.1362\n",
"\n",
"Epoch 00026: val_acc did not improve from 0.15843\n",
"Epoch 27/3000\n",
" - 32s - loss: 2.6272 - acc: 0.1538 - val_loss: 2.7144 - val_acc: 0.1444\n",
"\n",
"Epoch 00027: val_acc did not improve from 0.15843\n",
"Epoch 28/3000\n",
" - 33s - loss: 2.6152 - acc: 0.1677 - val_loss: 2.7139 - val_acc: 0.1495\n",
"\n",
"Epoch 00028: val_acc did not improve from 0.15843\n",
"Epoch 29/3000\n",
" - 31s - loss: 2.6027 - acc: 0.1694 - val_loss: 2.7126 - val_acc: 0.1475\n",
"\n",
"Epoch 00029: val_acc did not improve from 0.15843\n",
"Epoch 30/3000\n",
" - 31s - loss: 2.6002 - acc: 0.1639 - val_loss: 2.7428 - val_acc: 0.1347\n",
"\n",
"Epoch 00030: val_acc did not improve from 0.15843\n",
"Epoch 31/3000\n",
" - 32s - loss: 2.5983 - acc: 0.1683 - val_loss: 2.6875 - val_acc: 0.1565\n",
"\n",
"Epoch 00031: val_acc did not improve from 0.15843\n",
"Epoch 32/3000\n",
" - 31s - loss: 2.5796 - acc: 0.1781 - val_loss: 2.6927 - val_acc: 0.1627\n",
"\n",
"Epoch 00032: val_acc improved from 0.15843 to 0.16271, saving model to ./ModelSnapshots/LSTM-v1-032.h5\n",
"Epoch 33/3000\n",
" - 32s - loss: 2.5626 - acc: 0.1792 - val_loss: 2.6635 - val_acc: 0.1682\n",
"\n",
"Epoch 00033: val_acc improved from 0.16271 to 0.16816, saving model to ./ModelSnapshots/LSTM-v1-033.h5\n",
"Epoch 34/3000\n",
" - 31s - loss: 2.5736 - acc: 0.1762 - val_loss: 2.6519 - val_acc: 0.1724\n",
"\n",
"Epoch 00034: val_acc improved from 0.16816 to 0.17244, saving model to ./ModelSnapshots/LSTM-v1-034.h5\n",
"Epoch 35/3000\n",
" - 31s - loss: 2.5582 - acc: 0.1789 - val_loss: 2.6432 - val_acc: 0.1791\n",
"\n",
"Epoch 00035: val_acc improved from 0.17244 to 0.17906, saving model to ./ModelSnapshots/LSTM-v1-035.h5\n",
"Epoch 36/3000\n",
" - 31s - loss: 2.5423 - acc: 0.1784 - val_loss: 2.6365 - val_acc: 0.1771\n",
"\n",
"Epoch 00036: val_acc did not improve from 0.17906\n",
"Epoch 37/3000\n",
" - 33s - loss: 2.5256 - acc: 0.1877 - val_loss: 2.6288 - val_acc: 0.1837\n",
"\n",
"Epoch 00037: val_acc improved from 0.17906 to 0.18373, saving model to ./ModelSnapshots/LSTM-v1-037.h5\n",
"Epoch 38/3000\n",
" - 31s - loss: 2.5277 - acc: 0.1864 - val_loss: 2.6043 - val_acc: 0.1907\n",
"\n",
"Epoch 00038: val_acc improved from 0.18373 to 0.19074, saving model to ./ModelSnapshots/LSTM-v1-038.h5\n",
"Epoch 39/3000\n",
" - 30s - loss: 2.5188 - acc: 0.1928 - val_loss: 2.5917 - val_acc: 0.1958\n",
"\n",
"Epoch 00039: val_acc improved from 0.19074 to 0.19580, saving model to ./ModelSnapshots/LSTM-v1-039.h5\n",
"Epoch 40/3000\n",
" - 30s - loss: 2.5115 - acc: 0.1996 - val_loss: 2.5736 - val_acc: 0.2009\n",
"\n",
"Epoch 00040: val_acc improved from 0.19580 to 0.20086, saving model to ./ModelSnapshots/LSTM-v1-040.h5\n",
"Epoch 41/3000\n",
" - 33s - loss: 2.4997 - acc: 0.1981 - val_loss: 2.5785 - val_acc: 0.2079\n",
"\n",
"Epoch 00041: val_acc improved from 0.20086 to 0.20786, saving model to ./ModelSnapshots/LSTM-v1-041.h5\n",
"Epoch 42/3000\n",
" - 31s - loss: 2.4816 - acc: 0.2097 - val_loss: 2.5575 - val_acc: 0.2141\n",
"\n",
"Epoch 00042: val_acc improved from 0.20786 to 0.21409, saving model to ./ModelSnapshots/LSTM-v1-042.h5\n",
"Epoch 43/3000\n",
" - 31s - loss: 2.4817 - acc: 0.2008 - val_loss: 2.5963 - val_acc: 0.1911\n",
"\n",
"Epoch 00043: val_acc did not improve from 0.21409\n",
"Epoch 44/3000\n",
" - 31s - loss: 2.4594 - acc: 0.2091 - val_loss: 2.6390 - val_acc: 0.1526\n",
"\n",
"Epoch 00044: val_acc did not improve from 0.21409\n",
"Epoch 45/3000\n",
" - 32s - loss: 2.4536 - acc: 0.2120 - val_loss: 2.5017 - val_acc: 0.2382\n",
"\n",
"Epoch 00045: val_acc improved from 0.21409 to 0.23822, saving model to ./ModelSnapshots/LSTM-v1-045.h5\n",
"Epoch 46/3000\n",
" - 31s - loss: 2.4471 - acc: 0.2126 - val_loss: 2.6241 - val_acc: 0.1654\n",
"\n",
"Epoch 00046: val_acc did not improve from 0.23822\n",
"Epoch 47/3000\n",
" - 32s - loss: 2.4455 - acc: 0.2165 - val_loss: 2.5086 - val_acc: 0.2351\n",
"\n",
"Epoch 00047: val_acc did not improve from 0.23822\n",
"Epoch 48/3000\n",
" - 31s - loss: 2.4194 - acc: 0.2236 - val_loss: 2.5044 - val_acc: 0.2413\n",
"\n",
"Epoch 00048: val_acc improved from 0.23822 to 0.24134, saving model to ./ModelSnapshots/LSTM-v1-048.h5\n",
"Epoch 49/3000\n",
" - 33s - loss: 2.4320 - acc: 0.2210 - val_loss: 2.5420 - val_acc: 0.1938\n",
"\n",
"Epoch 00049: val_acc did not improve from 0.24134\n",
"Epoch 50/3000\n",
" - 30s - loss: 2.4093 - acc: 0.2382 - val_loss: 2.5476 - val_acc: 0.2145\n",
"\n",
"Epoch 00050: val_acc did not improve from 0.24134\n",
"Epoch 51/3000\n",
" - 31s - loss: 2.4086 - acc: 0.2403 - val_loss: 2.4596 - val_acc: 0.2853\n",
"\n",
"Epoch 00051: val_acc improved from 0.24134 to 0.28533, saving model to ./ModelSnapshots/LSTM-v1-051.h5\n",
"Epoch 52/3000\n",
" - 32s - loss: 2.3899 - acc: 0.2452 - val_loss: 2.4842 - val_acc: 0.2589\n",
"\n",
"Epoch 00052: val_acc did not improve from 0.28533\n",
"Epoch 53/3000\n",
" - 32s - loss: 2.3794 - acc: 0.2509 - val_loss: 2.4321 - val_acc: 0.2896\n",
"\n",
"Epoch 00053: val_acc improved from 0.28533 to 0.28961, saving model to ./ModelSnapshots/LSTM-v1-053.h5\n",
"Epoch 54/3000\n",
" - 30s - loss: 2.3714 - acc: 0.2548 - val_loss: 2.4887 - val_acc: 0.2740\n",
"\n",
"Epoch 00054: val_acc did not improve from 0.28961\n",
"Epoch 55/3000\n",
" - 31s - loss: 2.3547 - acc: 0.2649 - val_loss: 2.3934 - val_acc: 0.3091\n",
"\n",
"Epoch 00055: val_acc improved from 0.28961 to 0.30907, saving model to ./ModelSnapshots/LSTM-v1-055.h5\n",
"Epoch 56/3000\n",
" - 30s - loss: 2.3493 - acc: 0.2672 - val_loss: 2.4147 - val_acc: 0.2958\n",
"\n",
"Epoch 00056: val_acc did not improve from 0.30907\n",
"Epoch 57/3000\n",
" - 33s - loss: 2.3285 - acc: 0.2704 - val_loss: 2.4170 - val_acc: 0.2919\n",
"\n",
"Epoch 00057: val_acc did not improve from 0.30907\n",
"Epoch 58/3000\n",
" - 32s - loss: 2.3374 - acc: 0.2640 - val_loss: 2.3739 - val_acc: 0.3149\n",
"\n",
"Epoch 00058: val_acc improved from 0.30907 to 0.31491, saving model to ./ModelSnapshots/LSTM-v1-058.h5\n",
"Epoch 59/3000\n",
" - 32s - loss: 2.3138 - acc: 0.2742 - val_loss: 2.3773 - val_acc: 0.2919\n",
"\n",
"Epoch 00059: val_acc did not improve from 0.31491\n",
"Epoch 60/3000\n",
" - 32s - loss: 2.3025 - acc: 0.2838 - val_loss: 2.3299 - val_acc: 0.3130\n",
"\n",
"Epoch 00060: val_acc did not improve from 0.31491\n",
"Epoch 61/3000\n",
" - 32s - loss: 2.2968 - acc: 0.2849 - val_loss: 2.3850 - val_acc: 0.2744\n",
"\n",
"Epoch 00061: val_acc did not improve from 0.31491\n",
"Epoch 62/3000\n",
" - 30s - loss: 2.2868 - acc: 0.2841 - val_loss: 2.2854 - val_acc: 0.3106\n",
"\n",
"Epoch 00062: val_acc did not improve from 0.31491\n",
"Epoch 63/3000\n",
" - 32s - loss: 2.2707 - acc: 0.2951 - val_loss: 2.3034 - val_acc: 0.3266\n",
"\n",
"Epoch 00063: val_acc improved from 0.31491 to 0.32659, saving model to ./ModelSnapshots/LSTM-v1-063.h5\n",
"Epoch 64/3000\n",
" - 31s - loss: 2.2708 - acc: 0.2915 - val_loss: 2.2739 - val_acc: 0.3106\n",
"\n",
"Epoch 00064: val_acc did not improve from 0.32659\n",
"Epoch 65/3000\n",
" - 31s - loss: 2.2486 - acc: 0.3016 - val_loss: 2.2597 - val_acc: 0.3258\n",
"\n",
"Epoch 00065: val_acc did not improve from 0.32659\n",
"Epoch 66/3000\n",
" - 32s - loss: 2.2553 - acc: 0.2968 - val_loss: 2.3376 - val_acc: 0.2970\n",
"\n",
"Epoch 00066: val_acc did not improve from 0.32659\n",
"Epoch 67/3000\n",
" - 31s - loss: 2.2348 - acc: 0.3053 - val_loss: 2.3033 - val_acc: 0.3036\n",
"\n",
"Epoch 00067: val_acc did not improve from 0.32659\n",
"Epoch 68/3000\n",
" - 32s - loss: 2.2185 - acc: 0.3098 - val_loss: 2.2912 - val_acc: 0.3079\n",
"\n",
"Epoch 00068: val_acc did not improve from 0.32659\n",
"Epoch 69/3000\n",
" - 31s - loss: 2.2371 - acc: 0.3043 - val_loss: 2.2778 - val_acc: 0.3098\n",
"\n",
"Epoch 00069: val_acc did not improve from 0.32659\n",
"Epoch 70/3000\n",
" - 32s - loss: 2.2254 - acc: 0.3021 - val_loss: 2.2988 - val_acc: 0.3063\n",
"\n",
"Epoch 00070: val_acc did not improve from 0.32659\n",
"Epoch 71/3000\n",
" - 30s - loss: 2.2071 - acc: 0.3151 - val_loss: 2.2761 - val_acc: 0.3106\n",
"\n",
"Epoch 00071: val_acc did not improve from 0.32659\n",
"Epoch 72/3000\n",
" - 31s - loss: 2.2169 - acc: 0.3133 - val_loss: 2.2711 - val_acc: 0.3192\n",
"\n",
"Epoch 00072: val_acc did not improve from 0.32659\n",
"Epoch 73/3000\n",
" - 31s - loss: 2.2030 - acc: 0.3190 - val_loss: 2.2297 - val_acc: 0.3297\n",
"\n",
"Epoch 00073: val_acc improved from 0.32659 to 0.32970, saving model to ./ModelSnapshots/LSTM-v1-073.h5\n",
"Epoch 74/3000\n",
" - 31s - loss: 2.1944 - acc: 0.3182 - val_loss: 2.2618 - val_acc: 0.3180\n",
"\n",
"Epoch 00074: val_acc did not improve from 0.32970\n",
"Epoch 75/3000\n",
" - 31s - loss: 2.1754 - acc: 0.3243 - val_loss: 2.2761 - val_acc: 0.3017\n",
"\n",
"Epoch 00078: val_acc did not improve from 0.34916\n",
"Epoch 79/3000\n",
" - 31s - loss: 2.1787 - acc: 0.3123 - val_loss: 2.2157 - val_acc: 0.3320\n",
"\n",
"Epoch 00079: val_acc did not improve from 0.34916\n",
"Epoch 80/3000\n",
" - 31s - loss: 2.1571 - acc: 0.3318 - val_loss: 2.2067 - val_acc: 0.3348\n",
"\n",
"Epoch 00080: val_acc did not improve from 0.34916\n",
"Epoch 81/3000\n",
" - 30s - loss: 2.1638 - acc: 0.3287 - val_loss: 2.1681 - val_acc: 0.3340\n",
"\n",
"Epoch 00081: val_acc did not improve from 0.34916\n",
"Epoch 82/3000\n",
" - 32s - loss: 2.1578 - acc: 0.3309 - val_loss: 2.2740 - val_acc: 0.2993\n",
"\n",
"Epoch 00082: val_acc did not improve from 0.34916\n",
"Epoch 83/3000\n",
" - 30s - loss: 2.1539 - acc: 0.3296 - val_loss: 2.1840 - val_acc: 0.3414\n",
"\n",
"Epoch 00083: val_acc did not improve from 0.34916\n",
"Epoch 84/3000\n",
" - 31s - loss: 2.1431 - acc: 0.3389 - val_loss: 2.2319 - val_acc: 0.3274\n",
"\n",
"Epoch 00084: val_acc did not improve from 0.34916\n",
"Epoch 85/3000\n",
" - 31s - loss: 2.1423 - acc: 0.3315 - val_loss: 2.1704 - val_acc: 0.3340\n",
"\n",
"Epoch 00085: val_acc did not improve from 0.34916\n",
"Epoch 86/3000\n",
" - 32s - loss: 2.1380 - acc: 0.3392 - val_loss: 2.1629 - val_acc: 0.3511\n",
"\n",
"Epoch 00086: val_acc improved from 0.34916 to 0.35111, saving model to ./ModelSnapshots/LSTM-v1-086.h5\n",
"Epoch 87/3000\n",
" - 31s - loss: 2.1325 - acc: 0.3471 - val_loss: 2.1480 - val_acc: 0.3499\n",
"\n",
"Epoch 00087: val_acc did not improve from 0.35111\n",
"Epoch 88/3000\n",
" - 33s - loss: 2.1316 - acc: 0.3465 - val_loss: 2.2243 - val_acc: 0.3297\n",
"\n",
"Epoch 00088: val_acc did not improve from 0.35111\n",
"Epoch 89/3000\n",
" - 32s - loss: 2.1370 - acc: 0.3357 - val_loss: 2.1913 - val_acc: 0.3379\n",
"\n",
"Epoch 00089: val_acc did not improve from 0.35111\n",
"Epoch 90/3000\n",
" - 30s - loss: 2.1212 - acc: 0.3444 - val_loss: 2.1825 - val_acc: 0.3293\n",
"\n",
"Epoch 00090: val_acc did not improve from 0.35111\n",
"Epoch 91/3000\n",
" - 31s - loss: 2.1139 - acc: 0.3501 - val_loss: 2.1661 - val_acc: 0.3437\n",
"\n",
"Epoch 00091: val_acc did not improve from 0.35111\n",
"Epoch 92/3000\n",
" - 31s - loss: 2.1255 - acc: 0.3392 - val_loss: 2.1815 - val_acc: 0.3581\n",
"\n",
"Epoch 00092: val_acc improved from 0.35111 to 0.35812, saving model to ./ModelSnapshots/LSTM-v1-092.h5\n",
"Epoch 93/3000\n",
" - 32s - loss: 2.1239 - acc: 0.3484 - val_loss: 2.1803 - val_acc: 0.3507\n",
"\n",
"Epoch 00093: val_acc did not improve from 0.35812\n",
"Epoch 94/3000\n",
" - 32s - loss: 2.1060 - acc: 0.3588 - val_loss: 2.1368 - val_acc: 0.3612\n",
"\n",
"Epoch 00094: val_acc improved from 0.35812 to 0.36123, saving model to ./ModelSnapshots/LSTM-v1-094.h5\n",
"Epoch 95/3000\n",
" - 30s - loss: 2.1124 - acc: 0.3510 - val_loss: 2.2286 - val_acc: 0.3324\n",
"\n",
"Epoch 00095: val_acc did not improve from 0.36123\n",
"Epoch 96/3000\n",
" - 33s - loss: 2.0886 - acc: 0.3552 - val_loss: 2.1486 - val_acc: 0.3453\n",
"\n",
"Epoch 00096: val_acc did not improve from 0.36123\n",
"Epoch 97/3000\n",
" - 31s - loss: 2.1004 - acc: 0.3564 - val_loss: 2.1067 - val_acc: 0.3678\n",
"\n",
"Epoch 00097: val_acc improved from 0.36123 to 0.36785, saving model to ./ModelSnapshots/LSTM-v1-097.h5\n",
"Epoch 98/3000\n",
" - 32s - loss: 2.0886 - acc: 0.3573 - val_loss: 2.1157 - val_acc: 0.3725\n",
"\n",
"Epoch 00098: val_acc improved from 0.36785 to 0.37252, saving model to ./ModelSnapshots/LSTM-v1-098.h5\n",
"Epoch 99/3000\n",
" - 31s - loss: 2.0741 - acc: 0.3667 - val_loss: 2.1037 - val_acc: 0.3550\n",
"\n",
"Epoch 00099: val_acc did not improve from 0.37252\n",
"Epoch 100/3000\n",
" - 32s - loss: 2.0715 - acc: 0.3656 - val_loss: 2.1305 - val_acc: 0.3566\n",
"\n",
"Epoch 00100: val_acc did not improve from 0.37252\n",
"Epoch 101/3000\n",
" - 32s - loss: 2.0641 - acc: 0.3638 - val_loss: 2.1131 - val_acc: 0.3690\n",
"\n",
"Epoch 00101: val_acc did not improve from 0.37252\n",
"Epoch 102/3000\n",
" - 31s - loss: 2.0814 - acc: 0.3629 - val_loss: 2.1053 - val_acc: 0.3717\n",
"\n",
"Epoch 00102: val_acc did not improve from 0.37252\n",
"Epoch 103/3000\n",
" - 31s - loss: 2.0689 - acc: 0.3675 - val_loss: 2.1272 - val_acc: 0.3636\n",
"\n",
"Epoch 00103: val_acc did not improve from 0.37252\n",
"Epoch 104/3000\n",
" - 32s - loss: 2.0602 - acc: 0.3759 - val_loss: 2.0840 - val_acc: 0.3776\n",
"\n",
"Epoch 00104: val_acc improved from 0.37252 to 0.37758, saving model to ./ModelSnapshots/LSTM-v1-104.h5\n",
"Epoch 105/3000\n",
" - 31s - loss: 2.0519 - acc: 0.3715 - val_loss: 2.1287 - val_acc: 0.3605\n",
"\n",
"Epoch 00105: val_acc did not improve from 0.37758\n",
"Epoch 106/3000\n",
" - 32s - loss: 2.0573 - acc: 0.3759 - val_loss: 2.1473 - val_acc: 0.3706\n",
"\n",
"Epoch 00106: val_acc did not improve from 0.37758\n",
"Epoch 107/3000\n",
" - 32s - loss: 2.0489 - acc: 0.3735 - val_loss: 2.1317 - val_acc: 0.3745\n",
"\n",
"Epoch 00107: val_acc did not improve from 0.37758\n",
"Epoch 108/3000\n",
" - 30s - loss: 2.0403 - acc: 0.3819 - val_loss: 2.1252 - val_acc: 0.3931\n",
"\n",
"Epoch 00108: val_acc improved from 0.37758 to 0.39315, saving model to ./ModelSnapshots/LSTM-v1-108.h5\n",
"Epoch 109/3000\n",
" - 31s - loss: 2.0376 - acc: 0.3853 - val_loss: 2.1251 - val_acc: 0.3881\n",
"\n",
"Epoch 00109: val_acc did not improve from 0.39315\n",
"Epoch 110/3000\n",
" - 31s - loss: 2.0264 - acc: 0.3895 - val_loss: 2.0557 - val_acc: 0.3978\n",
"\n",
"Epoch 00110: val_acc improved from 0.39315 to 0.39782, saving model to ./ModelSnapshots/LSTM-v1-110.h5\n",
"Epoch 111/3000\n",
" - 31s - loss: 2.0173 - acc: 0.3859 - val_loss: 2.0634 - val_acc: 0.4188\n",
"\n",
"Epoch 00111: val_acc improved from 0.39782 to 0.41884, saving model to ./ModelSnapshots/LSTM-v1-111.h5\n",
"Epoch 112/3000\n",
" - 32s - loss: 2.0159 - acc: 0.3992 - val_loss: 2.1026 - val_acc: 0.4025\n",
"\n",
"Epoch 00112: val_acc did not improve from 0.41884\n",
"Epoch 113/3000\n",
" - 31s - loss: 2.0291 - acc: 0.3848 - val_loss: 2.0706 - val_acc: 0.4177\n",
"\n",
"Epoch 00113: val_acc did not improve from 0.41884\n",
"Epoch 114/3000\n",
" - 31s - loss: 2.0226 - acc: 0.3966 - val_loss: 2.0505 - val_acc: 0.4200\n",
"\n",
"Epoch 00114: val_acc improved from 0.41884 to 0.42001, saving model to ./ModelSnapshots/LSTM-v1-114.h5\n",
"Epoch 115/3000\n",
" - 32s - loss: 2.0020 - acc: 0.3954 - val_loss: 2.0881 - val_acc: 0.4079\n",
"\n",
"Epoch 00115: val_acc did not improve from 0.42001\n",
"Epoch 116/3000\n",
" - 30s - loss: 1.9986 - acc: 0.4007 - val_loss: 2.0770 - val_acc: 0.4177\n",
"\n",
"Epoch 00116: val_acc did not improve from 0.42001\n",
"Epoch 117/3000\n",
" - 32s - loss: 2.0018 - acc: 0.3958 - val_loss: 2.0692 - val_acc: 0.4111\n",
"\n",
"Epoch 00117: val_acc did not improve from 0.42001\n",
"Epoch 118/3000\n",
" - 33s - loss: 2.0095 - acc: 0.3973 - val_loss: 2.0942 - val_acc: 0.4103\n",
"\n",
"Epoch 00118: val_acc did not improve from 0.42001\n",
"Epoch 119/3000\n",
" - 31s - loss: 1.9914 - acc: 0.4087 - val_loss: 2.0766 - val_acc: 0.4138\n",
"\n",
"Epoch 00119: val_acc did not improve from 0.42001\n",
"Epoch 120/3000\n",
" - 31s - loss: 1.9960 - acc: 0.4066 - val_loss: 2.0496 - val_acc: 0.4290\n",
"\n",
"Epoch 00120: val_acc improved from 0.42001 to 0.42896, saving model to ./ModelSnapshots/LSTM-v1-120.h5\n",
"Epoch 121/3000\n",
" - 30s - loss: 1.9872 - acc: 0.4062 - val_loss: 2.0904 - val_acc: 0.3986\n",
"\n",
"Epoch 00121: val_acc did not improve from 0.42896\n",
"Epoch 122/3000\n",
" - 32s - loss: 1.9837 - acc: 0.4046 - val_loss: 2.0859 - val_acc: 0.4068\n",
"\n",
"Epoch 00122: val_acc did not improve from 0.42896\n",
"Epoch 123/3000\n",
" - 31s - loss: 1.9728 - acc: 0.4132 - val_loss: 2.0615 - val_acc: 0.4243\n",
"\n",
"Epoch 00123: val_acc did not improve from 0.42896\n",
"Epoch 124/3000\n",
" - 33s - loss: 1.9660 - acc: 0.4161 - val_loss: 2.0382 - val_acc: 0.4414\n",
"\n",
"Epoch 00124: val_acc improved from 0.42896 to 0.44142, saving model to ./ModelSnapshots/LSTM-v1-124.h5\n",
"Epoch 125/3000\n",
" - 29s - loss: 1.9553 - acc: 0.4141 - val_loss: 2.0318 - val_acc: 0.4395\n",
"\n",
"Epoch 00125: val_acc did not improve from 0.44142\n",
"Epoch 126/3000\n",
" - 31s - loss: 1.9489 - acc: 0.4239 - val_loss: 2.0009 - val_acc: 0.4519\n",
"\n",
"Epoch 00126: val_acc improved from 0.44142 to 0.45193, saving model to ./ModelSnapshots/LSTM-v1-126.h5\n",
"Epoch 127/3000\n",
" - 32s - loss: 1.9371 - acc: 0.4274 - val_loss: 2.0688 - val_acc: 0.4165\n",
"\n",
"Epoch 00127: val_acc did not improve from 0.45193\n",
"Epoch 128/3000\n",
" - 30s - loss: 1.9494 - acc: 0.4210 - val_loss: 2.0101 - val_acc: 0.4430\n",
"\n",
"Epoch 00128: val_acc did not improve from 0.45193\n",
"Epoch 129/3000\n",
" - 32s - loss: 1.9251 - acc: 0.4309 - val_loss: 1.9964 - val_acc: 0.4329\n",
"\n",
"Epoch 00129: val_acc did not improve from 0.45193\n",
"Epoch 130/3000\n",
" - 31s - loss: 1.9454 - acc: 0.4266 - val_loss: 2.0455 - val_acc: 0.4270\n",
"\n",
"Epoch 00130: val_acc did not improve from 0.45193\n",
"Epoch 131/3000\n",
" - 32s - loss: 1.9343 - acc: 0.4209 - val_loss: 2.0057 - val_acc: 0.4652\n",
"\n",
"Epoch 00131: val_acc improved from 0.45193 to 0.46516, saving model to ./ModelSnapshots/LSTM-v1-131.h5\n",
"Epoch 132/3000\n",
" - 31s - loss: 1.9280 - acc: 0.4309 - val_loss: 2.0194 - val_acc: 0.4562\n",
"\n",
"Epoch 00132: val_acc did not improve from 0.46516\n",
"Epoch 133/3000\n",
" - 32s - loss: 1.8961 - acc: 0.4429 - val_loss: 1.9824 - val_acc: 0.4601\n",
"\n",
"Epoch 00133: val_acc did not improve from 0.46516\n",
"Epoch 134/3000\n",
" - 31s - loss: 1.9103 - acc: 0.4377 - val_loss: 2.0832 - val_acc: 0.4336\n",
"\n",
"Epoch 00134: val_acc did not improve from 0.46516\n",
"Epoch 135/3000\n",
" - 31s - loss: 1.9186 - acc: 0.4408 - val_loss: 1.9925 - val_acc: 0.4675\n",
"\n",
"Epoch 00135: val_acc improved from 0.46516 to 0.46750, saving model to ./ModelSnapshots/LSTM-v1-135.h5\n",
"Epoch 136/3000\n",
" - 33s - loss: 1.8893 - acc: 0.4435 - val_loss: 2.0137 - val_acc: 0.4539\n",
"\n",
"Epoch 00136: val_acc did not improve from 0.46750\n",
"Epoch 137/3000\n",
" - 33s - loss: 1.8867 - acc: 0.4512 - val_loss: 1.9967 - val_acc: 0.4624\n",
"\n",
"Epoch 00137: val_acc did not improve from 0.46750\n",
"Epoch 138/3000\n",
" - 31s - loss: 1.8654 - acc: 0.4515 - val_loss: 1.9488 - val_acc: 0.4936\n",
"\n",
"Epoch 00138: val_acc improved from 0.46750 to 0.49358, saving model to ./ModelSnapshots/LSTM-v1-138.h5\n",
"Epoch 139/3000\n",
" - 30s - loss: 1.8678 - acc: 0.4567 - val_loss: 1.9670 - val_acc: 0.4710\n",
"\n",
"Epoch 00139: val_acc did not improve from 0.49358\n",
"Epoch 140/3000\n",
" - 30s - loss: 1.8754 - acc: 0.4543 - val_loss: 1.9655 - val_acc: 0.4909\n",
"\n",
"Epoch 00140: val_acc did not improve from 0.49358\n",
"Epoch 141/3000\n",
" - 31s - loss: 1.8421 - acc: 0.4589 - val_loss: 1.9581 - val_acc: 0.4889\n",
"\n",
"Epoch 00141: val_acc did not improve from 0.49358\n",
"Epoch 142/3000\n",
" - 32s - loss: 1.8475 - acc: 0.4614 - val_loss: 1.9425 - val_acc: 0.4944\n",
"\n",
"Epoch 00142: val_acc improved from 0.49358 to 0.49436, saving model to ./ModelSnapshots/LSTM-v1-142.h5\n",
"Epoch 143/3000\n",
" - 31s - loss: 1.8568 - acc: 0.4626 - val_loss: 2.0092 - val_acc: 0.4597\n",
"\n",
"Epoch 00143: val_acc did not improve from 0.49436\n",
"Epoch 144/3000\n",
" - 31s - loss: 1.8311 - acc: 0.4716 - val_loss: 1.9390 - val_acc: 0.4858\n",
"\n",
"Epoch 00144: val_acc did not improve from 0.49436\n",
"Epoch 145/3000\n",
" - 31s - loss: 1.8298 - acc: 0.4694 - val_loss: 1.9286 - val_acc: 0.4792\n",
"\n",
"Epoch 00145: val_acc did not improve from 0.49436\n",
"Epoch 146/3000\n",
" - 31s - loss: 1.8223 - acc: 0.4698 - val_loss: 1.9748 - val_acc: 0.4523\n",
"\n",
"Epoch 00146: val_acc did not improve from 0.49436\n",
"Epoch 147/3000\n",
" - 31s - loss: 1.8183 - acc: 0.4781 - val_loss: 1.9187 - val_acc: 0.5119\n",
"\n",
"Epoch 00147: val_acc improved from 0.49436 to 0.51187, saving model to ./ModelSnapshots/LSTM-v1-147.h5\n",
"Epoch 148/3000\n",
" - 31s - loss: 1.8252 - acc: 0.4710 - val_loss: 1.9349 - val_acc: 0.4815\n",
"\n",
"Epoch 00148: val_acc did not improve from 0.51187\n",
"Epoch 149/3000\n",
" - 31s - loss: 1.7967 - acc: 0.4855 - val_loss: 1.9059 - val_acc: 0.5056\n",
"\n",
"Epoch 00149: val_acc did not improve from 0.51187\n",
"Epoch 150/3000\n",
" - 32s - loss: 1.7899 - acc: 0.4887 - val_loss: 1.9118 - val_acc: 0.4971\n",
"\n",
"Epoch 00150: val_acc did not improve from 0.51187\n",
"Epoch 151/3000\n",
" - 30s - loss: 1.7822 - acc: 0.4956 - val_loss: 1.8954 - val_acc: 0.4877\n",
"\n",
"Epoch 00151: val_acc did not improve from 0.51187\n",
"Epoch 152/3000\n",
" - 32s - loss: 1.7850 - acc: 0.4961 - val_loss: 1.8768 - val_acc: 0.5002\n",
"\n",
"Epoch 00152: val_acc did not improve from 0.51187\n",
"Epoch 153/3000\n",
" - 32s - loss: 1.7858 - acc: 0.4949 - val_loss: 1.8764 - val_acc: 0.5165\n",
"\n",
"Epoch 00153: val_acc improved from 0.51187 to 0.51654, saving model to ./ModelSnapshots/LSTM-v1-153.h5\n",
"Epoch 154/3000\n",
" - 31s - loss: 1.7986 - acc: 0.4902 - val_loss: 1.9126 - val_acc: 0.4504\n",
"\n",
"Epoch 00154: val_acc did not improve from 0.51654\n",
"Epoch 155/3000\n",
" - 31s - loss: 1.7665 - acc: 0.5023 - val_loss: 1.8434 - val_acc: 0.5364\n",
"\n",
"Epoch 00155: val_acc improved from 0.51654 to 0.53640, saving model to ./ModelSnapshots/LSTM-v1-155.h5\n",
"Epoch 156/3000\n",
" - 32s - loss: 1.7740 - acc: 0.4988 - val_loss: 1.8442 - val_acc: 0.5360\n",
"\n",
"Epoch 00156: val_acc did not improve from 0.53640\n",
"Epoch 157/3000\n",
" - 30s - loss: 1.7498 - acc: 0.5103 - val_loss: 1.8750 - val_acc: 0.5243\n",
"\n",
"Epoch 00157: val_acc did not improve from 0.53640\n",
"Epoch 158/3000\n",
" - 31s - loss: 1.7603 - acc: 0.5050 - val_loss: 1.9048 - val_acc: 0.4897\n",
"\n",
"Epoch 00158: val_acc did not improve from 0.53640\n",
"Epoch 159/3000\n",
" - 31s - loss: 1.7320 - acc: 0.5198 - val_loss: 1.7988 - val_acc: 0.5586\n",
"\n",
"Epoch 00159: val_acc improved from 0.53640 to 0.55858, saving model to ./ModelSnapshots/LSTM-v1-159.h5\n",
"Epoch 160/3000\n",
" - 31s - loss: 1.7254 - acc: 0.5246 - val_loss: 1.8168 - val_acc: 0.5469\n",
"\n",
"Epoch 00160: val_acc did not improve from 0.55858\n",
"Epoch 161/3000\n",
" - 31s - loss: 1.7381 - acc: 0.5205 - val_loss: 1.8779 - val_acc: 0.5154\n",
"\n",
"Epoch 00161: val_acc did not improve from 0.55858\n",
"Epoch 162/3000\n",
" - 31s - loss: 1.7354 - acc: 0.5210 - val_loss: 1.7865 - val_acc: 0.5656\n",
"\n",
"Epoch 00162: val_acc improved from 0.55858 to 0.56559, saving model to ./ModelSnapshots/LSTM-v1-162.h5\n",
"Epoch 163/3000\n",
" - 32s - loss: 1.7142 - acc: 0.5282 - val_loss: 1.8238 - val_acc: 0.5566\n",
"\n",
"Epoch 00163: val_acc did not improve from 0.56559\n",
"Epoch 164/3000\n",
" - 32s - loss: 1.7238 - acc: 0.5282 - val_loss: 1.8009 - val_acc: 0.5415\n",
"\n",
"Epoch 00164: val_acc did not improve from 0.56559\n",
"Epoch 165/3000\n",
" - 29s - loss: 1.7092 - acc: 0.5334 - val_loss: 1.7934 - val_acc: 0.5699\n",
"\n",
"Epoch 00165: val_acc improved from 0.56559 to 0.56987, saving model to ./ModelSnapshots/LSTM-v1-165.h5\n",
"Epoch 166/3000\n",
" - 32s - loss: 1.7107 - acc: 0.5374 - val_loss: 1.8209 - val_acc: 0.5481\n",
"\n",
"Epoch 00166: val_acc did not improve from 0.56987\n",
"Epoch 167/3000\n",
" - 30s - loss: 1.6829 - acc: 0.5492 - val_loss: 1.7870 - val_acc: 0.5477\n",
"\n",
"Epoch 00167: val_acc did not improve from 0.56987\n",
"Epoch 168/3000\n",
" - 31s - loss: 1.6791 - acc: 0.5402 - val_loss: 1.7036 - val_acc: 0.5847\n",
"\n",
"Epoch 00168: val_acc improved from 0.56987 to 0.58466, saving model to ./ModelSnapshots/LSTM-v1-168.h5\n",
"Epoch 169/3000\n",
" - 32s - loss: 1.6686 - acc: 0.5515 - val_loss: 1.7252 - val_acc: 0.5777\n",
"\n",
"Epoch 00169: val_acc did not improve from 0.58466\n",
"Epoch 170/3000\n",
" - 30s - loss: 1.6653 - acc: 0.5537 - val_loss: 1.7381 - val_acc: 0.5839\n",
"\n",
"Epoch 00170: val_acc did not improve from 0.58466\n",
"Epoch 171/3000\n",
" - 32s - loss: 1.6565 - acc: 0.5634 - val_loss: 1.7307 - val_acc: 0.5780\n",
"\n",
"Epoch 00171: val_acc did not improve from 0.58466\n",
"Epoch 172/3000\n",
" - 30s - loss: 1.6546 - acc: 0.5556 - val_loss: 1.6916 - val_acc: 0.6057\n",
"\n",
"Epoch 00172: val_acc improved from 0.58466 to 0.60568, saving model to ./ModelSnapshots/LSTM-v1-172.h5\n",
"Epoch 173/3000\n",
" - 31s - loss: 1.6538 - acc: 0.5550 - val_loss: 1.7286 - val_acc: 0.5718\n",
"\n",
"Epoch 00173: val_acc did not improve from 0.60568\n",
"Epoch 174/3000\n",
" - 31s - loss: 1.6238 - acc: 0.5690 - val_loss: 1.7000 - val_acc: 0.6030\n",
"\n",
"Epoch 00174: val_acc did not improve from 0.60568\n",
"Epoch 175/3000\n",
" - 30s - loss: 1.6366 - acc: 0.5630 - val_loss: 1.7058 - val_acc: 0.5987\n",
"\n",
"Epoch 00175: val_acc did not improve from 0.60568\n",
"Epoch 176/3000\n",
" - 31s - loss: 1.6284 - acc: 0.5693 - val_loss: 1.6839 - val_acc: 0.6002\n",
"\n",
"Epoch 00176: val_acc did not improve from 0.60568\n",
"Epoch 177/3000\n",
" - 31s - loss: 1.6234 - acc: 0.5655 - val_loss: 1.7064 - val_acc: 0.5870\n",
"\n",
"Epoch 00177: val_acc did not improve from 0.60568\n",
"Epoch 178/3000\n",
" - 31s - loss: 1.6118 - acc: 0.5768 - val_loss: 1.6805 - val_acc: 0.6088\n",
"\n",
"Epoch 00178: val_acc improved from 0.60568 to 0.60880, saving model to ./ModelSnapshots/LSTM-v1-178.h5\n",
"Epoch 179/3000\n",
" - 31s - loss: 1.5972 - acc: 0.5726 - val_loss: 1.6665 - val_acc: 0.5998\n",
"\n",
"Epoch 00179: val_acc did not improve from 0.60880\n",
"Epoch 180/3000\n",
" - 32s - loss: 1.6037 - acc: 0.5764 - val_loss: 1.6573 - val_acc: 0.6065\n",
"\n",
"Epoch 00180: val_acc did not improve from 0.60880\n",
"Epoch 181/3000\n",
" - 29s - loss: 1.6060 - acc: 0.5814 - val_loss: 1.6807 - val_acc: 0.6010\n",
"\n",
"Epoch 00181: val_acc did not improve from 0.60880\n",
"Epoch 182/3000\n",
" - 31s - loss: 1.5979 - acc: 0.5782 - val_loss: 1.6651 - val_acc: 0.6061\n",
"\n",
"Epoch 00182: val_acc did not improve from 0.60880\n",
"Epoch 183/3000\n",
" - 32s - loss: 1.5730 - acc: 0.5877 - val_loss: 1.7102 - val_acc: 0.5905\n",
"\n",
"Epoch 00183: val_acc did not improve from 0.60880\n",
"Epoch 184/3000\n",
" - 31s - loss: 1.5758 - acc: 0.5882 - val_loss: 1.6400 - val_acc: 0.6345\n",
"\n",
"Epoch 00184: val_acc improved from 0.60880 to 0.63449, saving model to ./ModelSnapshots/LSTM-v1-184.h5\n",
"Epoch 185/3000\n",
" - 30s - loss: 1.5683 - acc: 0.5978 - val_loss: 1.7124 - val_acc: 0.5858\n",
"\n",
"Epoch 00185: val_acc did not improve from 0.63449\n",
"Epoch 186/3000\n",
" - 32s - loss: 1.5617 - acc: 0.5957 - val_loss: 1.5891 - val_acc: 0.6322\n",
"\n",
"Epoch 00186: val_acc did not improve from 0.63449\n",
"Epoch 187/3000\n",
" - 31s - loss: 1.5567 - acc: 0.5992 - val_loss: 1.5721 - val_acc: 0.6454\n",
"\n",
"Epoch 00187: val_acc improved from 0.63449 to 0.64539, saving model to ./ModelSnapshots/LSTM-v1-187.h5\n",
"Epoch 188/3000\n",
" - 30s - loss: 1.5432 - acc: 0.5954 - val_loss: 1.6278 - val_acc: 0.6271\n",
"\n",
"Epoch 00188: val_acc did not improve from 0.64539\n",
"Epoch 189/3000\n",
" - 31s - loss: 1.5315 - acc: 0.6088 - val_loss: 1.5630 - val_acc: 0.6477\n",
"\n",
"Epoch 00189: val_acc improved from 0.64539 to 0.64772, saving model to ./ModelSnapshots/LSTM-v1-189.h5\n",
"Epoch 190/3000\n",
" - 30s - loss: 1.5608 - acc: 0.6040 - val_loss: 1.6215 - val_acc: 0.6279\n",
"\n",
"Epoch 00190: val_acc did not improve from 0.64772\n",
"Epoch 191/3000\n",
" - 32s - loss: 1.5158 - acc: 0.6188 - val_loss: 1.6497 - val_acc: 0.6290\n",
"\n",
"Epoch 00191: val_acc did not improve from 0.64772\n",
"Epoch 192/3000\n",
" - 29s - loss: 1.5071 - acc: 0.6093 - val_loss: 1.5323 - val_acc: 0.6532\n",
"\n",
"Epoch 00192: val_acc improved from 0.64772 to 0.65317, saving model to ./ModelSnapshots/LSTM-v1-192.h5\n",
"Epoch 193/3000\n",
" - 32s - loss: 1.5063 - acc: 0.6128 - val_loss: 1.5500 - val_acc: 0.6407\n",
"\n",
"Epoch 00193: val_acc did not improve from 0.65317\n",
"Epoch 194/3000\n",
" - 29s - loss: 1.4953 - acc: 0.6147 - val_loss: 1.5682 - val_acc: 0.6462\n",
"\n",
"Epoch 00194: val_acc did not improve from 0.65317\n",
"Epoch 195/3000\n",
" - 32s - loss: 1.4770 - acc: 0.6262 - val_loss: 1.5359 - val_acc: 0.6567\n",
"\n",
"Epoch 00195: val_acc improved from 0.65317 to 0.65668, saving model to ./ModelSnapshots/LSTM-v1-195.h5\n",
"Epoch 196/3000\n",
" - 30s - loss: 1.4822 - acc: 0.6330 - val_loss: 1.5659 - val_acc: 0.6613\n",
"\n",
"Epoch 00196: val_acc improved from 0.65668 to 0.66135, saving model to ./ModelSnapshots/LSTM-v1-196.h5\n",
"Epoch 197/3000\n",
" - 32s - loss: 1.4783 - acc: 0.6256 - val_loss: 1.5052 - val_acc: 0.6610\n",
"\n",
"Epoch 00197: val_acc did not improve from 0.66135\n",
"Epoch 198/3000\n",
" - 30s - loss: 1.4966 - acc: 0.6256 - val_loss: 1.5852 - val_acc: 0.6220\n",
"\n",
"Epoch 00198: val_acc did not improve from 0.66135\n",
"Epoch 199/3000\n",
" - 33s - loss: 1.4907 - acc: 0.6270 - val_loss: 1.5417 - val_acc: 0.6641\n",
"\n",
"Epoch 00199: val_acc improved from 0.66135 to 0.66407, saving model to ./ModelSnapshots/LSTM-v1-199.h5\n",
"Epoch 200/3000\n",
" - 31s - loss: 1.4683 - acc: 0.6324 - val_loss: 1.5307 - val_acc: 0.6528\n",
"\n",
"Epoch 00200: val_acc did not improve from 0.66407\n",
"Epoch 201/3000\n",
" - 30s - loss: 1.4606 - acc: 0.6365 - val_loss: 1.5474 - val_acc: 0.6458\n",
"\n",
"Epoch 00201: val_acc did not improve from 0.66407\n",
"Epoch 202/3000\n",
" - 32s - loss: 1.4426 - acc: 0.6439 - val_loss: 1.4965 - val_acc: 0.6676\n",
"\n",
"Epoch 00202: val_acc improved from 0.66407 to 0.66757, saving model to ./ModelSnapshots/LSTM-v1-202.h5\n",
"Epoch 203/3000\n",
" - 32s - loss: 1.4257 - acc: 0.6476 - val_loss: 1.5003 - val_acc: 0.6769\n",
"\n",
"Epoch 00203: val_acc improved from 0.66757 to 0.67692, saving model to ./ModelSnapshots/LSTM-v1-203.h5\n",
"Epoch 204/3000\n",
" - 29s - loss: 1.4217 - acc: 0.6487 - val_loss: 1.5430 - val_acc: 0.6606\n",
"\n",
"Epoch 00204: val_acc did not improve from 0.67692\n",
"Epoch 205/3000\n",
" - 31s - loss: 1.4226 - acc: 0.6493 - val_loss: 1.4830 - val_acc: 0.6789\n",
"\n",
"Epoch 00205: val_acc improved from 0.67692 to 0.67886, saving model to ./ModelSnapshots/LSTM-v1-205.h5\n",
"Epoch 206/3000\n",
" - 32s - loss: 1.3975 - acc: 0.6550 - val_loss: 1.4585 - val_acc: 0.6816\n",
"\n",
"Epoch 00206: val_acc improved from 0.67886 to 0.68159, saving model to ./ModelSnapshots/LSTM-v1-206.h5\n",
"Epoch 207/3000\n",
" - 30s - loss: 1.3852 - acc: 0.6707 - val_loss: 1.4623 - val_acc: 0.6804\n",
"\n",
"Epoch 00207: val_acc did not improve from 0.68159\n",
"Epoch 208/3000\n",
" - 32s - loss: 1.3694 - acc: 0.6736 - val_loss: 1.4777 - val_acc: 0.6828\n",
"\n",
"Epoch 00208: val_acc improved from 0.68159 to 0.68276, saving model to ./ModelSnapshots/LSTM-v1-208.h5\n",
"Epoch 209/3000\n",
" - 29s - loss: 1.3926 - acc: 0.6633 - val_loss: 1.4856 - val_acc: 0.6804\n",
"\n",
"Epoch 00209: val_acc did not improve from 0.68276\n",
"Epoch 210/3000\n",
" - 31s - loss: 1.3847 - acc: 0.6653 - val_loss: 1.4768 - val_acc: 0.6695\n",
"\n",
"Epoch 00210: val_acc did not improve from 0.68276\n",
"Epoch 211/3000\n",
" - 31s - loss: 1.3691 - acc: 0.6732 - val_loss: 1.4424 - val_acc: 0.6940\n",
"\n",
"Epoch 00211: val_acc improved from 0.68276 to 0.69404, saving model to ./ModelSnapshots/LSTM-v1-211.h5\n",
"Epoch 212/3000\n",
" - 30s - loss: 1.3587 - acc: 0.6763 - val_loss: 1.4104 - val_acc: 0.6979\n",
"\n",
"Epoch 00212: val_acc improved from 0.69404 to 0.69794, saving model to ./ModelSnapshots/LSTM-v1-212.h5\n",
"Epoch 213/3000\n",
" - 32s - loss: 1.3547 - acc: 0.6778 - val_loss: 1.4327 - val_acc: 0.6960\n",
"\n",
"Epoch 00213: val_acc did not improve from 0.69794\n",
"Epoch 214/3000\n",
" - 29s - loss: 1.4233 - acc: 0.6624 - val_loss: 1.4354 - val_acc: 0.6925\n",
"\n",
"Epoch 00214: val_acc did not improve from 0.69794\n",
"Epoch 215/3000\n",
" - 31s - loss: 1.3359 - acc: 0.6828 - val_loss: 1.4443 - val_acc: 0.6972\n",
"\n",
"Epoch 00215: val_acc did not improve from 0.69794\n",
"Epoch 216/3000\n",
" - 31s - loss: 1.3300 - acc: 0.6866 - val_loss: 1.4265 - val_acc: 0.7057\n",
"\n",
"Epoch 00216: val_acc improved from 0.69794 to 0.70572, saving model to ./ModelSnapshots/LSTM-v1-216.h5\n",
"Epoch 217/3000\n",
" - 31s - loss: 1.3149 - acc: 0.6937 - val_loss: 1.4729 - val_acc: 0.6909\n",
"\n",
"Epoch 00217: val_acc did not improve from 0.70572\n",
"Epoch 218/3000\n",
" - 30s - loss: 1.3437 - acc: 0.6863 - val_loss: 1.4187 - val_acc: 0.7116\n",
"\n",
"Epoch 00218: val_acc improved from 0.70572 to 0.71156, saving model to ./ModelSnapshots/LSTM-v1-218.h5\n",
"Epoch 219/3000\n",
" - 32s - loss: 1.2771 - acc: 0.7052 - val_loss: 1.4062 - val_acc: 0.7042\n",
"\n",
"Epoch 00219: val_acc did not improve from 0.71156\n",
"Epoch 220/3000\n",
" - 29s - loss: 1.3012 - acc: 0.6947 - val_loss: 1.3739 - val_acc: 0.7197\n",
"\n",
"Epoch 00220: val_acc improved from 0.71156 to 0.71974, saving model to ./ModelSnapshots/LSTM-v1-220.h5\n",
"Epoch 221/3000\n",
" - 30s - loss: 1.2894 - acc: 0.7040 - val_loss: 1.3745 - val_acc: 0.7151\n",
"\n",
"Epoch 00221: val_acc did not improve from 0.71974\n",
"Epoch 222/3000\n",
" - 31s - loss: 1.2632 - acc: 0.7091 - val_loss: 1.3651 - val_acc: 0.7197\n",
"\n",
"Epoch 00222: val_acc did not improve from 0.71974\n",
"Epoch 223/3000\n",
" - 31s - loss: 1.2625 - acc: 0.7120 - val_loss: 1.4143 - val_acc: 0.6979\n",
"\n",
"Epoch 00223: val_acc did not improve from 0.71974\n",
"Epoch 224/3000\n",
" - 32s - loss: 1.2671 - acc: 0.7098 - val_loss: 1.3643 - val_acc: 0.7221\n",
"\n",
"Epoch 00224: val_acc improved from 0.71974 to 0.72207, saving model to ./ModelSnapshots/LSTM-v1-224.h5\n",
"Epoch 225/3000\n",
" - 30s - loss: 1.2578 - acc: 0.7124 - val_loss: 1.3309 - val_acc: 0.7205\n",
"\n",
"Epoch 00225: val_acc did not improve from 0.72207\n",
"Epoch 226/3000\n",
" - 31s - loss: 1.2505 - acc: 0.7168 - val_loss: 1.3527 - val_acc: 0.7197\n",
"\n",
"Epoch 00226: val_acc did not improve from 0.72207\n",
"Epoch 227/3000\n",
" - 29s - loss: 1.2482 - acc: 0.7171 - val_loss: 1.3478 - val_acc: 0.7186\n",
"\n",
"Epoch 00227: val_acc did not improve from 0.72207\n",
"Epoch 228/3000\n",
" - 31s - loss: 1.2348 - acc: 0.7212 - val_loss: 1.3636 - val_acc: 0.7225\n",
"\n",
"Epoch 00228: val_acc improved from 0.72207 to 0.72246, saving model to ./ModelSnapshots/LSTM-v1-228.h5\n",
"Epoch 229/3000\n",
" - 32s - loss: 1.2146 - acc: 0.7337 - val_loss: 1.3154 - val_acc: 0.7384\n",
"\n",
"Epoch 00229: val_acc improved from 0.72246 to 0.73842, saving model to ./ModelSnapshots/LSTM-v1-229.h5\n",
"Epoch 230/3000\n",
" - 31s - loss: 1.2042 - acc: 0.7366 - val_loss: 1.4406 - val_acc: 0.7011\n",
"\n",
"Epoch 00230: val_acc did not improve from 0.73842\n",
"Epoch 231/3000\n",
" - 29s - loss: 1.2119 - acc: 0.7314 - val_loss: 1.3201 - val_acc: 0.7349\n",
"\n",
"Epoch 00231: val_acc did not improve from 0.73842\n",
"Epoch 232/3000\n",
" - 31s - loss: 1.2014 - acc: 0.7348 - val_loss: 1.3087 - val_acc: 0.7326\n",
"\n",
"Epoch 00232: val_acc did not improve from 0.73842\n",
"Epoch 233/3000\n",
" - 31s - loss: 1.2043 - acc: 0.7331 - val_loss: 1.3322 - val_acc: 0.7275\n",
"\n",
"Epoch 00233: val_acc did not improve from 0.73842\n",
"Epoch 234/3000\n",
" - 31s - loss: 1.1833 - acc: 0.7428 - val_loss: 1.3529 - val_acc: 0.7267\n",
"\n",
"Epoch 00234: val_acc did not improve from 0.73842\n",
"Epoch 235/3000\n",
" - 30s - loss: 1.1983 - acc: 0.7411 - val_loss: 1.2910 - val_acc: 0.7384\n",
"\n",
"Epoch 00235: val_acc did not improve from 0.73842\n",
"Epoch 236/3000\n",
" - 31s - loss: 1.1755 - acc: 0.7406 - val_loss: 1.3134 - val_acc: 0.7361\n",
"\n",
"Epoch 00236: val_acc did not improve from 0.73842\n",
"Epoch 237/3000\n",
" - 29s - loss: 1.1770 - acc: 0.7415 - val_loss: 1.2957 - val_acc: 0.7361\n",
"\n",
"Epoch 00237: val_acc did not improve from 0.73842\n",
"Epoch 238/3000\n",
" - 31s - loss: 1.1732 - acc: 0.7494 - val_loss: 1.3361 - val_acc: 0.7267\n",
"\n",
"Epoch 00238: val_acc did not improve from 0.73842\n",
"Epoch 239/3000\n",
" - 31s - loss: 1.1891 - acc: 0.7414 - val_loss: 1.3118 - val_acc: 0.7396\n",
"\n",
"Epoch 00239: val_acc improved from 0.73842 to 0.73959, saving model to ./ModelSnapshots/LSTM-v1-239.h5\n",
"Epoch 240/3000\n",
" - 30s - loss: 1.1584 - acc: 0.7524 - val_loss: 1.2570 - val_acc: 0.7454\n",
"\n",
"Epoch 00240: val_acc improved from 0.73959 to 0.74543, saving model to ./ModelSnapshots/LSTM-v1-240.h5\n",
"Epoch 241/3000\n",
" - 30s - loss: 1.1461 - acc: 0.7583 - val_loss: 1.2675 - val_acc: 0.7388\n",
"\n",
"Epoch 00241: val_acc did not improve from 0.74543\n",
"Epoch 242/3000\n",
" - 30s - loss: 1.1188 - acc: 0.7609 - val_loss: 1.2694 - val_acc: 0.7326\n",
"\n",
"Epoch 00242: val_acc did not improve from 0.74543\n",
"Epoch 243/3000\n",
" - 32s - loss: 1.1292 - acc: 0.7595 - val_loss: 1.2226 - val_acc: 0.7520\n",
"\n",
"Epoch 00243: val_acc improved from 0.74543 to 0.75204, saving model to ./ModelSnapshots/LSTM-v1-243.h5\n",
"Epoch 244/3000\n",
" - 29s - loss: 1.1100 - acc: 0.7674 - val_loss: 1.2890 - val_acc: 0.7373\n",
"\n",
"Epoch 00244: val_acc did not improve from 0.75204\n",
"Epoch 245/3000\n",
" - 30s - loss: 1.1264 - acc: 0.7654 - val_loss: 1.2975 - val_acc: 0.7380\n",
"\n",
"Epoch 00245: val_acc did not improve from 0.75204\n",
"Epoch 246/3000\n",
" - 31s - loss: 1.1119 - acc: 0.7690 - val_loss: 1.2496 - val_acc: 0.7462\n",
"\n",
"Epoch 00246: val_acc did not improve from 0.75204\n",
"Epoch 247/3000\n",
" - 30s - loss: 1.1066 - acc: 0.7669 - val_loss: 1.2268 - val_acc: 0.7513\n",
"\n",
"Epoch 00247: val_acc did not improve from 0.75204\n",
"Epoch 248/3000\n",
" - 31s - loss: 1.0889 - acc: 0.7743 - val_loss: 1.2417 - val_acc: 0.7466\n",
"\n",
"Epoch 00248: val_acc did not improve from 0.75204\n",
"Epoch 249/3000\n",
" - 31s - loss: 1.0890 - acc: 0.7722 - val_loss: 1.3563 - val_acc: 0.7236\n",
"\n",
"Epoch 00249: val_acc did not improve from 0.75204\n",
"Epoch 250/3000\n",
" - 31s - loss: 1.0936 - acc: 0.7722 - val_loss: 1.2323 - val_acc: 0.7571\n",
"\n",
"Epoch 00250: val_acc improved from 0.75204 to 0.75710, saving model to ./ModelSnapshots/LSTM-v1-250.h5\n",
"Epoch 251/3000\n",
" - 31s - loss: 1.0894 - acc: 0.7731 - val_loss: 1.2385 - val_acc: 0.7489\n",
"\n",
"Epoch 00251: val_acc did not improve from 0.75710\n",
"Epoch 252/3000\n",
" - 30s - loss: 1.0899 - acc: 0.7749 - val_loss: 1.2425 - val_acc: 0.7493\n",
"\n",
"Epoch 00252: val_acc did not improve from 0.75710\n",
"Epoch 253/3000\n",
" - 31s - loss: 1.0503 - acc: 0.7814 - val_loss: 1.2751 - val_acc: 0.7489\n",
"\n",
"Epoch 00253: val_acc did not improve from 0.75710\n",
"Epoch 254/3000\n",
" - 29s - loss: 1.0586 - acc: 0.7797 - val_loss: 1.2895 - val_acc: 0.7345\n",
"\n",
"Epoch 00254: val_acc did not improve from 0.75710\n",
"Epoch 255/3000\n",
" - 31s - loss: 1.0501 - acc: 0.7886 - val_loss: 1.2303 - val_acc: 0.7552\n",
"\n",
"Epoch 00255: val_acc did not improve from 0.75710\n",
"Epoch 256/3000\n",
" - 30s - loss: 1.0533 - acc: 0.7838 - val_loss: 1.2029 - val_acc: 0.7602\n",
"\n",
"Epoch 00256: val_acc improved from 0.75710 to 0.76022, saving model to ./ModelSnapshots/LSTM-v1-256.h5\n",
"Epoch 257/3000\n",
" - 31s - loss: 1.0425 - acc: 0.7856 - val_loss: 1.2786 - val_acc: 0.7439\n",
"\n",
"Epoch 00257: val_acc did not improve from 0.76022\n",
"Epoch 258/3000\n",
" - 32s - loss: 1.0390 - acc: 0.7906 - val_loss: 1.2131 - val_acc: 0.7614\n",
"\n",
"Epoch 00258: val_acc improved from 0.76022 to 0.76139, saving model to ./ModelSnapshots/LSTM-v1-258.h5\n",
"Epoch 259/3000\n",
" - 30s - loss: 1.0428 - acc: 0.7888 - val_loss: 1.2970 - val_acc: 0.7291\n",
"\n",
"Epoch 00259: val_acc did not improve from 0.76139\n",
"Epoch 260/3000\n",
" - 30s - loss: 1.0305 - acc: 0.7942 - val_loss: 1.2377 - val_acc: 0.7520\n",
"\n",
"Epoch 00260: val_acc did not improve from 0.76139\n",
"Epoch 261/3000\n",
" - 30s - loss: 1.0519 - acc: 0.7852 - val_loss: 1.2362 - val_acc: 0.7559\n",
"\n",
"Epoch 00261: val_acc did not improve from 0.76139\n",
"Epoch 262/3000\n",
" - 32s - loss: 1.0285 - acc: 0.7980 - val_loss: 1.2101 - val_acc: 0.7594\n",
"\n",
"Epoch 00262: val_acc did not improve from 0.76139\n",
"Epoch 263/3000\n",
" - 30s - loss: 1.0345 - acc: 0.7953 - val_loss: 1.1472 - val_acc: 0.7731\n",
"\n",
"Epoch 00263: val_acc improved from 0.76139 to 0.77306, saving model to ./ModelSnapshots/LSTM-v1-263.h5\n",
"Epoch 264/3000\n",
" - 31s - loss: 1.0020 - acc: 0.8001 - val_loss: 1.1879 - val_acc: 0.7692\n",
"\n",
"Epoch 00264: val_acc did not improve from 0.77306\n",
"Epoch 265/3000\n",
" - 31s - loss: 1.0146 - acc: 0.7980 - val_loss: 1.2670 - val_acc: 0.7415\n",
"\n",
"Epoch 00265: val_acc did not improve from 0.77306\n",
"Epoch 266/3000\n",
" - 31s - loss: 0.9991 - acc: 0.7998 - val_loss: 1.1559 - val_acc: 0.7645\n",
"\n",
"Epoch 00266: val_acc did not improve from 0.77306\n",
"Epoch 267/3000\n",
" - 30s - loss: 0.9823 - acc: 0.8048 - val_loss: 1.3164 - val_acc: 0.7353\n",
"\n",
"Epoch 00267: val_acc did not improve from 0.77306\n",
"Epoch 268/3000\n",
" - 32s - loss: 1.0059 - acc: 0.8021 - val_loss: 1.2022 - val_acc: 0.7610\n",
"\n",
"Epoch 00268: val_acc did not improve from 0.77306\n",
"Epoch 269/3000\n",
" - 30s - loss: 1.0039 - acc: 0.8062 - val_loss: 1.2348 - val_acc: 0.7594\n",
"\n",
"Epoch 00269: val_acc did not improve from 0.77306\n",
"Epoch 270/3000\n",
" - 33s - loss: 0.9958 - acc: 0.8006 - val_loss: 1.1789 - val_acc: 0.7633\n",
"\n",
"Epoch 00270: val_acc did not improve from 0.77306\n",
"Epoch 271/3000\n",
" - 31s - loss: 0.9794 - acc: 0.8069 - val_loss: 1.2661 - val_acc: 0.7482\n",
"\n",
"Epoch 00271: val_acc did not improve from 0.77306\n",
"Epoch 272/3000\n",
" - 29s - loss: 0.9759 - acc: 0.8050 - val_loss: 1.1369 - val_acc: 0.7770\n",
"\n",
"Epoch 00272: val_acc improved from 0.77306 to 0.77696, saving model to ./ModelSnapshots/LSTM-v1-272.h5\n",
"Epoch 273/3000\n",
" - 31s - loss: 0.9737 - acc: 0.8072 - val_loss: 1.2008 - val_acc: 0.7583\n",
"\n",
"Epoch 00273: val_acc did not improve from 0.77696\n",
"Epoch 274/3000\n",
" - 32s - loss: 0.9466 - acc: 0.8170 - val_loss: 1.2508 - val_acc: 0.7544\n",
"\n",
"Epoch 00274: val_acc did not improve from 0.77696\n",
"Epoch 275/3000\n",
" - 31s - loss: 0.9635 - acc: 0.8123 - val_loss: 1.2048 - val_acc: 0.7645\n",
"\n",
"Epoch 00275: val_acc did not improve from 0.77696\n",
"Epoch 276/3000\n",
" - 31s - loss: 0.9897 - acc: 0.8039 - val_loss: 1.1925 - val_acc: 0.7614\n",
"\n",
"Epoch 00276: val_acc did not improve from 0.77696\n",
"Epoch 277/3000\n",
" - 31s - loss: 0.9691 - acc: 0.8110 - val_loss: 1.2056 - val_acc: 0.7614\n",
"\n",
"Epoch 00277: val_acc did not improve from 0.77696\n",
"Epoch 278/3000\n",
" - 31s - loss: 0.9639 - acc: 0.8149 - val_loss: 1.1680 - val_acc: 0.7773\n",
"\n",
"Epoch 00278: val_acc improved from 0.77696 to 0.77735, saving model to ./ModelSnapshots/LSTM-v1-278.h5\n",
"Epoch 279/3000\n",
" - 29s - loss: 0.9557 - acc: 0.8155 - val_loss: 1.1965 - val_acc: 0.7622\n",
"\n",
"Epoch 00279: val_acc did not improve from 0.77735\n",
"Epoch 280/3000\n",
" - 30s - loss: 0.9714 - acc: 0.8111 - val_loss: 1.1554 - val_acc: 0.7793\n",
"\n",
"Epoch 00280: val_acc improved from 0.77735 to 0.77929, saving model to ./ModelSnapshots/LSTM-v1-280.h5\n",
"Epoch 281/3000\n",
" - 32s - loss: 0.9599 - acc: 0.8137 - val_loss: 1.1530 - val_acc: 0.7773\n",
"\n",
"Epoch 00281: val_acc did not improve from 0.77929\n",
"Epoch 282/3000\n",
" - 31s - loss: 0.9504 - acc: 0.8149 - val_loss: 1.1114 - val_acc: 0.7801\n",
"\n",
"Epoch 00282: val_acc improved from 0.77929 to 0.78007, saving model to ./ModelSnapshots/LSTM-v1-282.h5\n",
"Epoch 283/3000\n",
" - 30s - loss: 0.9316 - acc: 0.8238 - val_loss: 1.1905 - val_acc: 0.7711\n",
"\n",
"Epoch 00283: val_acc did not improve from 0.78007\n",
"Epoch 284/3000\n",
" - 30s - loss: 0.9260 - acc: 0.8217 - val_loss: 1.1318 - val_acc: 0.7754\n",
"\n",
"Epoch 00284: val_acc did not improve from 0.78007\n",
"Epoch 285/3000\n",
" - 31s - loss: 0.9372 - acc: 0.8140 - val_loss: 1.1064 - val_acc: 0.7793\n",
"\n",
"Epoch 00285: val_acc did not improve from 0.78007\n",
"Epoch 286/3000\n",
" - 31s - loss: 0.9319 - acc: 0.8220 - val_loss: 1.1778 - val_acc: 0.7805\n",
"\n",
"Epoch 00286: val_acc improved from 0.78007 to 0.78046, saving model to ./ModelSnapshots/LSTM-v1-286.h5\n",
"Epoch 287/3000\n",
" - 32s - loss: 0.9362 - acc: 0.8223 - val_loss: 1.2934 - val_acc: 0.7427\n",
"\n",
"Epoch 00287: val_acc did not improve from 0.78046\n",
"Epoch 288/3000\n",
" - 30s - loss: 0.9249 - acc: 0.8193 - val_loss: 1.1700 - val_acc: 0.7742\n",
"\n",
"Epoch 00288: val_acc did not improve from 0.78046\n",
"Epoch 289/3000\n",
" - 31s - loss: 0.9194 - acc: 0.8271 - val_loss: 1.1633 - val_acc: 0.7808\n",
"\n",
"Epoch 00289: val_acc improved from 0.78046 to 0.78085, saving model to ./ModelSnapshots/LSTM-v1-289.h5\n",
"Epoch 290/3000\n",
" - 31s - loss: 0.9366 - acc: 0.8202 - val_loss: 1.1169 - val_acc: 0.7824\n",
"\n",
"Epoch 00290: val_acc improved from 0.78085 to 0.78241, saving model to ./ModelSnapshots/LSTM-v1-290.h5\n",
"Epoch 291/3000\n",
" - 32s - loss: 0.9164 - acc: 0.8274 - val_loss: 1.1341 - val_acc: 0.7820\n",
"\n",
"Epoch 00291: val_acc did not improve from 0.78241\n",
"Epoch 292/3000\n",
" - 29s - loss: 0.8966 - acc: 0.8357 - val_loss: 1.1341 - val_acc: 0.7785\n",
"\n",
"Epoch 00292: val_acc did not improve from 0.78241\n",
"Epoch 293/3000\n",
" - 32s - loss: 0.9236 - acc: 0.8179 - val_loss: 1.1191 - val_acc: 0.7805\n",
"\n",
"Epoch 00293: val_acc did not improve from 0.78241\n",
"Epoch 294/3000\n",
" - 29s - loss: 0.9055 - acc: 0.8303 - val_loss: 1.1488 - val_acc: 0.7645\n",
"\n",
"Epoch 00294: val_acc did not improve from 0.78241\n",
"Epoch 295/3000\n",
" - 31s - loss: 0.9143 - acc: 0.8197 - val_loss: 1.1451 - val_acc: 0.7801\n",
"\n",
"Epoch 00295: val_acc did not improve from 0.78241\n",
"Epoch 296/3000\n",
" - 30s - loss: 0.9034 - acc: 0.8320 - val_loss: 1.1841 - val_acc: 0.7641\n",
"\n",
"Epoch 00296: val_acc did not improve from 0.78241\n",
"Epoch 297/3000\n",
" - 30s - loss: 0.8955 - acc: 0.8294 - val_loss: 1.1107 - val_acc: 0.7844\n",
"\n",
"Epoch 00297: val_acc improved from 0.78241 to 0.78435, saving model to ./ModelSnapshots/LSTM-v1-297.h5\n",
"Epoch 298/3000\n",
" - 31s - loss: 0.8964 - acc: 0.8287 - val_loss: 1.1443 - val_acc: 0.7816\n",
"\n",
"Epoch 00298: val_acc did not improve from 0.78435\n",
"Epoch 299/3000\n",
" - 30s - loss: 0.9105 - acc: 0.8261 - val_loss: 1.1129 - val_acc: 0.7824\n",
"\n",
"Epoch 00299: val_acc did not improve from 0.78435\n",
"Epoch 300/3000\n",
" - 30s - loss: 0.8894 - acc: 0.8308 - val_loss: 1.0606 - val_acc: 0.7960\n",
"\n",
"Epoch 00300: val_acc improved from 0.78435 to 0.79603, saving model to ./ModelSnapshots/LSTM-v1-300.h5\n",
"Epoch 301/3000\n",
" - 31s - loss: 0.8664 - acc: 0.8401 - val_loss: 1.1634 - val_acc: 0.7773\n",
"\n",
"Epoch 00301: val_acc did not improve from 0.79603\n",
"Epoch 302/3000\n",
" - 30s - loss: 0.8953 - acc: 0.8302 - val_loss: 1.1336 - val_acc: 0.7847\n",
"\n",
"Epoch 00302: val_acc did not improve from 0.79603\n",
"Epoch 303/3000\n",
" - 31s - loss: 0.8806 - acc: 0.8383 - val_loss: 1.0879 - val_acc: 0.7902\n",
"\n",
"Epoch 00303: val_acc did not improve from 0.79603\n",
"Epoch 304/3000\n",
" - 31s - loss: 0.8800 - acc: 0.8356 - val_loss: 1.0758 - val_acc: 0.7953\n",
"\n",
"Epoch 00304: val_acc did not improve from 0.79603\n",
"Epoch 305/3000\n",
" - 29s - loss: 0.8654 - acc: 0.8362 - val_loss: 1.0556 - val_acc: 0.8046\n",
"\n",
"Epoch 00305: val_acc improved from 0.79603 to 0.80459, saving model to ./ModelSnapshots/LSTM-v1-305.h5\n",
"Epoch 306/3000\n",
" - 32s - loss: 0.8789 - acc: 0.8357 - val_loss: 1.1561 - val_acc: 0.7789\n",
"\n",
"Epoch 00306: val_acc did not improve from 0.80459\n",
"Epoch 307/3000\n",
" - 32s - loss: 0.8707 - acc: 0.8353 - val_loss: 1.1298 - val_acc: 0.7871\n",
"\n",
"Epoch 00307: val_acc did not improve from 0.80459\n",
"Epoch 308/3000\n",
" - 29s - loss: 0.8679 - acc: 0.8380 - val_loss: 1.0785 - val_acc: 0.7937\n",
"\n",
"Epoch 00308: val_acc did not improve from 0.80459\n",
"Epoch 309/3000\n",
" - 30s - loss: 0.8757 - acc: 0.8388 - val_loss: 1.1374 - val_acc: 0.7789\n",
"\n",
"Epoch 00309: val_acc did not improve from 0.80459\n",
"Epoch 310/3000\n",
" - 30s - loss: 0.8687 - acc: 0.8397 - val_loss: 1.1523 - val_acc: 0.7766\n",
"\n",
"Epoch 00310: val_acc did not improve from 0.80459\n",
"Epoch 311/3000\n",
" - 32s - loss: 0.8563 - acc: 0.8409 - val_loss: 1.0828 - val_acc: 0.7875\n",
"\n",
"Epoch 00311: val_acc did not improve from 0.80459\n",
"Epoch 312/3000\n",
" - 31s - loss: 0.8589 - acc: 0.8441 - val_loss: 1.0684 - val_acc: 0.7875\n",
"\n",
"Epoch 00312: val_acc did not improve from 0.80459\n",
"Epoch 313/3000\n",
" - 29s - loss: 0.8382 - acc: 0.8487 - val_loss: 1.0717 - val_acc: 0.7921\n",
"\n",
"Epoch 00313: val_acc did not improve from 0.80459\n",
"Epoch 314/3000\n",
" - 30s - loss: 0.8542 - acc: 0.8373 - val_loss: 1.0827 - val_acc: 0.7941\n",
"\n",
"Epoch 00314: val_acc did not improve from 0.80459\n",
"Epoch 315/3000\n",
" - 31s - loss: 0.8552 - acc: 0.8448 - val_loss: 1.0516 - val_acc: 0.7921\n",
"\n",
"Epoch 00315: val_acc did not improve from 0.80459\n",
"Epoch 316/3000\n",
" - 31s - loss: 0.8527 - acc: 0.8419 - val_loss: 1.1131 - val_acc: 0.7836\n",
"\n",
"Epoch 00316: val_acc did not improve from 0.80459\n",
"Epoch 317/3000\n",
" - 28s - loss: 0.8614 - acc: 0.8403 - val_loss: 1.0943 - val_acc: 0.8019\n",
"\n",
"Epoch 00317: val_acc did not improve from 0.80459\n",
"Epoch 318/3000\n",
" - 31s - loss: 0.8316 - acc: 0.8489 - val_loss: 1.0385 - val_acc: 0.7988\n",
"\n",
"Epoch 00318: val_acc did not improve from 0.80459\n",
"Epoch 319/3000\n",
" - 31s - loss: 0.8518 - acc: 0.8481 - val_loss: 1.1031 - val_acc: 0.7960\n",
"\n",
"Epoch 00319: val_acc did not improve from 0.80459\n",
"Epoch 320/3000\n",
" - 30s - loss: 0.8534 - acc: 0.8406 - val_loss: 1.0793 - val_acc: 0.8007\n",
"\n",
"Epoch 00320: val_acc did not improve from 0.80459\n",
"Epoch 321/3000\n",
" - 29s - loss: 0.8349 - acc: 0.8518 - val_loss: 1.0607 - val_acc: 0.7984\n",
"\n",
"Epoch 00321: val_acc did not improve from 0.80459\n",
"Epoch 322/3000\n",
" - 32s - loss: 0.8109 - acc: 0.8564 - val_loss: 1.0437 - val_acc: 0.8100\n",
"\n",
"Epoch 00322: val_acc improved from 0.80459 to 0.81004, saving model to ./ModelSnapshots/LSTM-v1-322.h5\n",
"Epoch 323/3000\n",
" - 28s - loss: 0.8229 - acc: 0.8505 - val_loss: 1.0624 - val_acc: 0.7991\n",
"\n",
"Epoch 00323: val_acc did not improve from 0.81004\n",
"Epoch 324/3000\n",
" - 31s - loss: 0.8265 - acc: 0.8501 - val_loss: 1.0149 - val_acc: 0.8077\n",
"\n",
"Epoch 00324: val_acc did not improve from 0.81004\n",
"Epoch 325/3000\n",
" - 29s - loss: 0.8172 - acc: 0.8554 - val_loss: 1.0836 - val_acc: 0.7988\n",
"\n",
"Epoch 00325: val_acc did not improve from 0.81004\n",
"Epoch 326/3000\n",
" - 31s - loss: 0.8124 - acc: 0.8527 - val_loss: 1.0351 - val_acc: 0.8058\n",
"\n",
"Epoch 00326: val_acc did not improve from 0.81004\n",
"Epoch 327/3000\n",
" - 31s - loss: 0.8286 - acc: 0.8477 - val_loss: 1.0974 - val_acc: 0.7929\n",
"\n",
"Epoch 00327: val_acc did not improve from 0.81004\n",
"Epoch 328/3000\n",
" - 29s - loss: 0.8182 - acc: 0.8477 - val_loss: 1.0974 - val_acc: 0.7953\n",
"\n",
"Epoch 00328: val_acc did not improve from 0.81004\n",
"Epoch 329/3000\n",
" - 32s - loss: 0.8181 - acc: 0.8527 - val_loss: 1.0273 - val_acc: 0.8046\n",
"\n",
"Epoch 00329: val_acc did not improve from 0.81004\n",
"Epoch 330/3000\n",
" - 29s - loss: 0.8217 - acc: 0.8533 - val_loss: 1.0229 - val_acc: 0.8089\n",
"\n",
"Epoch 00330: val_acc did not improve from 0.81004\n",
"Epoch 331/3000\n",
" - 32s - loss: 0.8182 - acc: 0.8545 - val_loss: 1.0118 - val_acc: 0.8015\n",
"\n",
"Epoch 00331: val_acc did not improve from 0.81004\n",
"Epoch 332/3000\n",
" - 30s - loss: 0.8302 - acc: 0.8498 - val_loss: 1.0600 - val_acc: 0.7917\n",
"\n",
"Epoch 00332: val_acc did not improve from 0.81004\n",
"Epoch 333/3000\n",
" - 30s - loss: 0.8036 - acc: 0.8584 - val_loss: 1.0229 - val_acc: 0.7984\n",
"\n",
"Epoch 00333: val_acc did not improve from 0.81004\n",
"Epoch 334/3000\n",
" - 32s - loss: 0.8212 - acc: 0.8522 - val_loss: 1.0190 - val_acc: 0.8089\n",
"\n",
"Epoch 00334: val_acc did not improve from 0.81004\n",
"Epoch 335/3000\n",
" - 29s - loss: 0.8111 - acc: 0.8560 - val_loss: 1.0210 - val_acc: 0.8093\n",
"\n",
"Epoch 00335: val_acc did not improve from 0.81004\n",
"Epoch 336/3000\n",
" - 30s - loss: 0.7902 - acc: 0.8591 - val_loss: 1.0020 - val_acc: 0.8034\n",
"\n",
"Epoch 00336: val_acc did not improve from 0.81004\n",
"Epoch 337/3000\n",
" - 30s - loss: 0.8256 - acc: 0.8501 - val_loss: 1.0480 - val_acc: 0.7976\n",
"\n",
"Epoch 00337: val_acc did not improve from 0.81004\n",
"Epoch 338/3000\n",
" - 30s - loss: 0.8021 - acc: 0.8647 - val_loss: 1.0069 - val_acc: 0.8089\n",
"\n",
"Epoch 00338: val_acc did not improve from 0.81004\n",
"Epoch 339/3000\n",
" - 33s - loss: 0.8013 - acc: 0.8599 - val_loss: 1.0146 - val_acc: 0.8089\n",
"\n",
"Epoch 00339: val_acc did not improve from 0.81004\n",
"Epoch 340/3000\n",
" - 29s - loss: 0.7923 - acc: 0.8528 - val_loss: 1.0288 - val_acc: 0.8054\n",
"\n",
"Epoch 00340: val_acc did not improve from 0.81004\n",
"Epoch 341/3000\n",
" - 32s - loss: 0.7774 - acc: 0.8607 - val_loss: 1.0056 - val_acc: 0.8069\n",
"\n",
"Epoch 00341: val_acc did not improve from 0.81004\n",
"Epoch 342/3000\n",
" - 29s - loss: 0.7752 - acc: 0.8616 - val_loss: 1.0470 - val_acc: 0.7964\n",
"\n",
"Epoch 00342: val_acc did not improve from 0.81004\n",
"Epoch 343/3000\n",
" - 30s - loss: 0.7852 - acc: 0.8551 - val_loss: 1.0359 - val_acc: 0.8015\n",
"\n",
"Epoch 00343: val_acc did not improve from 0.81004\n",
"Epoch 344/3000\n",
" - 32s - loss: 0.7997 - acc: 0.8570 - val_loss: 1.0239 - val_acc: 0.8116\n",
"\n",
"Epoch 00344: val_acc improved from 0.81004 to 0.81160, saving model to ./ModelSnapshots/LSTM-v1-344.h5\n",
"Epoch 345/3000\n",
" - 31s - loss: 0.7952 - acc: 0.8593 - val_loss: 1.0793 - val_acc: 0.7953\n",
"\n",
"Epoch 00345: val_acc did not improve from 0.81160\n",
"Epoch 346/3000\n",
" - 31s - loss: 0.8099 - acc: 0.8563 - val_loss: 1.0191 - val_acc: 0.8046\n",
"\n",
"Epoch 00346: val_acc did not improve from 0.81160\n",
"Epoch 347/3000\n",
" - 30s - loss: 0.7724 - acc: 0.8664 - val_loss: 1.0545 - val_acc: 0.7980\n",
"\n",
"Epoch 00347: val_acc did not improve from 0.81160\n",
"Epoch 348/3000\n",
" - 30s - loss: 0.8051 - acc: 0.8579 - val_loss: 1.0120 - val_acc: 0.8108\n",
"\n",
"Epoch 00348: val_acc did not improve from 0.81160\n",
"Epoch 349/3000\n",
" - 31s - loss: 0.7717 - acc: 0.8671 - val_loss: 1.0290 - val_acc: 0.8030\n",
"\n",
"Epoch 00349: val_acc did not improve from 0.81160\n",
"Epoch 350/3000\n",
" - 30s - loss: 0.8217 - acc: 0.8486 - val_loss: 1.0772 - val_acc: 0.8026\n",
"\n",
"Epoch 00350: val_acc did not improve from 0.81160\n",
"Epoch 351/3000\n",
" - 30s - loss: 0.8070 - acc: 0.8601 - val_loss: 1.0177 - val_acc: 0.8097\n",
"\n",
"Epoch 00351: val_acc did not improve from 0.81160\n",
"Epoch 352/3000\n",
" - 30s - loss: 0.7847 - acc: 0.8610 - val_loss: 1.0620 - val_acc: 0.8085\n",
"\n",
"Epoch 00352: val_acc did not improve from 0.81160\n",
"Epoch 353/3000\n",
" - 31s - loss: 0.7748 - acc: 0.8671 - val_loss: 1.0256 - val_acc: 0.8089\n",
"\n",
"Epoch 00353: val_acc did not improve from 0.81160\n",
"Epoch 354/3000\n",
" - 29s - loss: 0.7647 - acc: 0.8671 - val_loss: 1.0351 - val_acc: 0.8073\n",
"\n",
"Epoch 00354: val_acc did not improve from 0.81160\n",
"Epoch 355/3000\n",
" - 32s - loss: 0.7753 - acc: 0.8668 - val_loss: 1.0517 - val_acc: 0.8097\n",
"\n",
"Epoch 00355: val_acc did not improve from 0.81160\n",
"Epoch 356/3000\n",
" - 30s - loss: 0.7730 - acc: 0.8697 - val_loss: 1.0437 - val_acc: 0.8104\n",
"\n",
"Epoch 00356: val_acc did not improve from 0.81160\n",
"Epoch 357/3000\n",
" - 31s - loss: 0.7611 - acc: 0.8681 - val_loss: 1.0030 - val_acc: 0.8085\n",
"\n",
"Epoch 00357: val_acc did not improve from 0.81160\n",
"Epoch 358/3000\n",
" - 30s - loss: 0.7800 - acc: 0.8644 - val_loss: 1.0532 - val_acc: 0.8046\n",
"\n",
"Epoch 00358: val_acc did not improve from 0.81160\n",
"Epoch 359/3000\n",
" - 32s - loss: 0.7624 - acc: 0.8690 - val_loss: 1.0162 - val_acc: 0.8038\n",
"\n",
"Epoch 00359: val_acc did not improve from 0.81160\n",
"Epoch 360/3000\n",
" - 30s - loss: 0.7607 - acc: 0.8659 - val_loss: 1.0487 - val_acc: 0.7945\n",
"\n",
"Epoch 00360: val_acc did not improve from 0.81160\n",
"Epoch 361/3000\n",
" - 30s - loss: 0.7536 - acc: 0.8693 - val_loss: 1.0520 - val_acc: 0.8011\n",
"\n",
"Epoch 00361: val_acc did not improve from 0.81160\n",
"Epoch 362/3000\n",
" - 30s - loss: 0.7701 - acc: 0.8675 - val_loss: 1.0541 - val_acc: 0.8054\n",
"\n",
"Epoch 00362: val_acc did not improve from 0.81160\n",
"Epoch 363/3000\n",
" - 31s - loss: 0.7684 - acc: 0.8702 - val_loss: 0.9667 - val_acc: 0.8206\n",
"\n",
"Epoch 00363: val_acc improved from 0.81160 to 0.82055, saving model to ./ModelSnapshots/LSTM-v1-363.h5\n",
"Epoch 364/3000\n",
" - 32s - loss: 0.7409 - acc: 0.8687 - val_loss: 0.9735 - val_acc: 0.8194\n",
"\n",
"Epoch 00364: val_acc did not improve from 0.82055\n",
"Epoch 365/3000\n",
" - 31s - loss: 0.7482 - acc: 0.8688 - val_loss: 0.9960 - val_acc: 0.8132\n",
"\n",
"Epoch 00365: val_acc did not improve from 0.82055\n",
"Epoch 366/3000\n",
" - 29s - loss: 0.7497 - acc: 0.8748 - val_loss: 0.9743 - val_acc: 0.8159\n",
"\n",
"Epoch 00366: val_acc did not improve from 0.82055\n",
"Epoch 367/3000\n",
" - 30s - loss: 0.7463 - acc: 0.8721 - val_loss: 1.0472 - val_acc: 0.8038\n",
"\n",
"Epoch 00367: val_acc did not improve from 0.82055\n",
"Epoch 368/3000\n",
" - 30s - loss: 0.7387 - acc: 0.8730 - val_loss: 0.9919 - val_acc: 0.8170\n",
"\n",
"Epoch 00368: val_acc did not improve from 0.82055\n",
"Epoch 369/3000\n",
" - 30s - loss: 0.7461 - acc: 0.8717 - val_loss: 0.9794 - val_acc: 0.8276\n",
"\n",
"Epoch 00369: val_acc improved from 0.82055 to 0.82756, saving model to ./ModelSnapshots/LSTM-v1-369.h5\n",
"Epoch 370/3000\n",
" - 29s - loss: 0.7625 - acc: 0.8664 - val_loss: 1.0434 - val_acc: 0.8089\n",
"\n",
"Epoch 00370: val_acc did not improve from 0.82756\n",
"Epoch 371/3000\n",
" - 31s - loss: 0.7543 - acc: 0.8724 - val_loss: 1.0034 - val_acc: 0.8128\n",
"\n",
"Epoch 00371: val_acc did not improve from 0.82756\n",
"Epoch 372/3000\n",
" - 31s - loss: 0.7449 - acc: 0.8711 - val_loss: 0.9866 - val_acc: 0.8132\n",
"\n",
"Epoch 00372: val_acc did not improve from 0.82756\n",
"Epoch 373/3000\n",
" - 30s - loss: 0.7404 - acc: 0.8785 - val_loss: 1.0178 - val_acc: 0.8073\n",
"\n",
"Epoch 00373: val_acc did not improve from 0.82756\n",
"Epoch 374/3000\n",
" - 30s - loss: 0.7380 - acc: 0.8727 - val_loss: 1.0444 - val_acc: 0.8081\n",
"\n",
"Epoch 00374: val_acc did not improve from 0.82756\n",
"Epoch 375/3000\n",
" - 31s - loss: 0.7159 - acc: 0.8785 - val_loss: 1.0397 - val_acc: 0.8093\n",
"\n",
"Epoch 00375: val_acc did not improve from 0.82756\n",
"Epoch 376/3000\n",
" - 30s - loss: 0.7268 - acc: 0.8783 - val_loss: 1.0407 - val_acc: 0.8155\n",
"\n",
"Epoch 00376: val_acc did not improve from 0.82756\n",
"Epoch 377/3000\n",
" - 31s - loss: 0.7648 - acc: 0.8702 - val_loss: 1.0383 - val_acc: 0.8143\n",
"\n",
"Epoch 00377: val_acc did not improve from 0.82756\n",
"Epoch 378/3000\n",
" - 30s - loss: 0.7418 - acc: 0.8744 - val_loss: 0.9557 - val_acc: 0.8252\n",
"\n",
"Epoch 00378: val_acc did not improve from 0.82756\n",
"Epoch 379/3000\n",
" - 31s - loss: 0.7631 - acc: 0.8691 - val_loss: 1.0920 - val_acc: 0.7925\n",
"\n",
"Epoch 00379: val_acc did not improve from 0.82756\n",
"Epoch 380/3000\n",
" - 31s - loss: 0.7403 - acc: 0.8738 - val_loss: 0.9497 - val_acc: 0.8174\n",
"\n",
"Epoch 00380: val_acc did not improve from 0.82756\n",
"Epoch 381/3000\n",
" - 29s - loss: 0.7280 - acc: 0.8756 - val_loss: 1.0507 - val_acc: 0.8069\n",
"\n",
"Epoch 00381: val_acc did not improve from 0.82756\n",
"Epoch 382/3000\n",
" - 31s - loss: 0.7467 - acc: 0.8714 - val_loss: 1.0647 - val_acc: 0.8042\n",
"\n",
"Epoch 00382: val_acc did not improve from 0.82756\n",
"Epoch 383/3000\n",
" - 30s - loss: 0.7147 - acc: 0.8798 - val_loss: 1.0431 - val_acc: 0.8120\n",
"\n",
"Epoch 00383: val_acc did not improve from 0.82756\n",
"Epoch 384/3000\n",
" - 31s - loss: 0.7253 - acc: 0.8767 - val_loss: 1.0173 - val_acc: 0.8147\n",
"\n",
"Epoch 00384: val_acc did not improve from 0.82756\n",
"Epoch 385/3000\n",
" - 32s - loss: 0.7267 - acc: 0.8791 - val_loss: 1.0566 - val_acc: 0.8097\n",
"\n",
"Epoch 00385: val_acc did not improve from 0.82756\n",
"Epoch 386/3000\n",
" - 29s - loss: 0.7260 - acc: 0.8747 - val_loss: 1.0022 - val_acc: 0.8163\n",
"\n",
"Epoch 00386: val_acc did not improve from 0.82756\n",
"Epoch 387/3000\n",
" - 32s - loss: 0.7341 - acc: 0.8739 - val_loss: 1.0223 - val_acc: 0.8104\n",
"\n",
"Epoch 00387: val_acc did not improve from 0.82756\n",
"Epoch 388/3000\n",
" - 31s - loss: 0.7092 - acc: 0.8809 - val_loss: 1.0109 - val_acc: 0.8178\n",
"\n",
"Epoch 00388: val_acc did not improve from 0.82756\n",
"Epoch 389/3000\n",
" - 29s - loss: 0.7368 - acc: 0.8789 - val_loss: 1.0589 - val_acc: 0.8042\n",
"\n",
"Epoch 00389: val_acc did not improve from 0.82756\n",
"Epoch 390/3000\n",
" - 31s - loss: 0.7278 - acc: 0.8755 - val_loss: 0.9617 - val_acc: 0.8209\n",
"\n",
"Epoch 00390: val_acc did not improve from 0.82756\n",
"Epoch 391/3000\n",
" - 31s - loss: 0.7115 - acc: 0.8832 - val_loss: 0.9896 - val_acc: 0.8151\n",
"\n",
"Epoch 00391: val_acc did not improve from 0.82756\n",
"Epoch 392/3000\n",
" - 29s - loss: 0.7167 - acc: 0.8806 - val_loss: 0.9741 - val_acc: 0.8229\n",
"\n",
"Epoch 00392: val_acc did not improve from 0.82756\n",
"Epoch 393/3000\n",
" - 32s - loss: 0.7167 - acc: 0.8807 - val_loss: 1.0856 - val_acc: 0.7914\n",
"\n",
"Epoch 00393: val_acc did not improve from 0.82756\n",
"Epoch 394/3000\n",
" - 29s - loss: 0.7462 - acc: 0.8747 - val_loss: 0.9327 - val_acc: 0.8307\n",
"\n",
"Epoch 00394: val_acc improved from 0.82756 to 0.83067, saving model to ./ModelSnapshots/LSTM-v1-394.h5\n",
"Epoch 395/3000\n",
" - 29s - loss: 0.7202 - acc: 0.8762 - val_loss: 0.9674 - val_acc: 0.8318\n",
"\n",
"Epoch 00395: val_acc improved from 0.83067 to 0.83184, saving model to ./ModelSnapshots/LSTM-v1-395.h5\n",
"Epoch 396/3000\n",
" - 32s - loss: 0.7261 - acc: 0.8800 - val_loss: 1.0525 - val_acc: 0.8100\n",
"\n",
"Epoch 00396: val_acc did not improve from 0.83184\n",
"Epoch 397/3000\n",
" - 29s - loss: 0.7172 - acc: 0.8807 - val_loss: 0.9525 - val_acc: 0.8276\n",
"\n",
"Epoch 00397: val_acc did not improve from 0.83184\n",
"Epoch 398/3000\n",
" - 31s - loss: 0.7170 - acc: 0.8815 - val_loss: 1.0284 - val_acc: 0.8151\n",
"\n",
"Epoch 00398: val_acc did not improve from 0.83184\n",
"Epoch 399/3000\n",
" - 31s - loss: 0.7246 - acc: 0.8792 - val_loss: 0.9941 - val_acc: 0.8252\n",
"\n",
"Epoch 00399: val_acc did not improve from 0.83184\n",
"Epoch 400/3000\n",
" - 29s - loss: 0.7085 - acc: 0.8818 - val_loss: 1.0028 - val_acc: 0.8147\n",
"\n",
"Epoch 00400: val_acc did not improve from 0.83184\n",
"Epoch 401/3000\n",
" - 31s - loss: 0.7097 - acc: 0.8800 - val_loss: 1.0143 - val_acc: 0.8167\n",
"\n",
"Epoch 00401: val_acc did not improve from 0.83184\n",
"Epoch 402/3000\n",
" - 31s - loss: 0.7154 - acc: 0.8815 - val_loss: 0.9683 - val_acc: 0.8287\n",
"\n",
"Epoch 00402: val_acc did not improve from 0.83184\n",
"Epoch 403/3000\n",
" - 31s - loss: 0.6962 - acc: 0.8866 - val_loss: 1.0118 - val_acc: 0.8128\n",
"\n",
"Epoch 00403: val_acc did not improve from 0.83184\n",
"Epoch 404/3000\n",
" - 31s - loss: 0.7014 - acc: 0.8847 - val_loss: 0.9564 - val_acc: 0.8260\n",
"\n",
"Epoch 00404: val_acc did not improve from 0.83184\n",
"Epoch 405/3000\n",
" - 32s - loss: 0.6864 - acc: 0.8872 - val_loss: 1.0074 - val_acc: 0.8135\n",
"\n",
"Epoch 00405: val_acc did not improve from 0.83184\n",
"Epoch 406/3000\n",
" - 30s - loss: 0.7071 - acc: 0.8801 - val_loss: 1.0440 - val_acc: 0.8120\n",
"\n",
"Epoch 00406: val_acc did not improve from 0.83184\n",
"Epoch 407/3000\n",
" - 31s - loss: 0.7017 - acc: 0.8812 - val_loss: 0.9209 - val_acc: 0.8322\n",
"\n",
"Epoch 00407: val_acc improved from 0.83184 to 0.83223, saving model to ./ModelSnapshots/LSTM-v1-407.h5\n",
"Epoch 408/3000\n",
" - 30s - loss: 0.6888 - acc: 0.8818 - val_loss: 0.9703 - val_acc: 0.8244\n",
"\n",
"Epoch 00408: val_acc did not improve from 0.83223\n",
"Epoch 409/3000\n",
" - 29s - loss: 0.7102 - acc: 0.8807 - val_loss: 0.9795 - val_acc: 0.8093\n",
"\n",
"Epoch 00409: val_acc did not improve from 0.83223\n",
"Epoch 410/3000\n",
" - 31s - loss: 0.7016 - acc: 0.8832 - val_loss: 1.0575 - val_acc: 0.8085\n",
"\n",
"Epoch 00410: val_acc did not improve from 0.83223\n",
"Epoch 411/3000\n",
" - 32s - loss: 0.7020 - acc: 0.8842 - val_loss: 1.0143 - val_acc: 0.8128\n",
"\n",
"Epoch 00411: val_acc did not improve from 0.83223\n",
"Epoch 412/3000\n",
" - 29s - loss: 0.6913 - acc: 0.8883 - val_loss: 0.9655 - val_acc: 0.8283\n",
"\n",
"Epoch 00412: val_acc did not improve from 0.83223\n",
"Epoch 413/3000\n",
" - 30s - loss: 0.6830 - acc: 0.8863 - val_loss: 0.9658 - val_acc: 0.8276\n",
"\n",
"Epoch 00413: val_acc did not improve from 0.83223\n",
"Epoch 414/3000\n",
" - 33s - loss: 0.6980 - acc: 0.8844 - val_loss: 0.9808 - val_acc: 0.8170\n",
"\n",
"Epoch 00414: val_acc did not improve from 0.83223\n",
"Epoch 415/3000\n",
" - 30s - loss: 0.7306 - acc: 0.8819 - val_loss: 0.9565 - val_acc: 0.8225\n",
"\n",
"Epoch 00415: val_acc did not improve from 0.83223\n",
"Epoch 416/3000\n",
" - 30s - loss: 0.6786 - acc: 0.8869 - val_loss: 0.9240 - val_acc: 0.8377\n",
"\n",
"Epoch 00416: val_acc improved from 0.83223 to 0.83768, saving model to ./ModelSnapshots/LSTM-v1-416.h5\n",
"Epoch 417/3000\n",
" - 31s - loss: 0.6800 - acc: 0.8865 - val_loss: 1.0447 - val_acc: 0.8135\n",
"\n",
"Epoch 00417: val_acc did not improve from 0.83768\n",
"Epoch 418/3000\n",
" - 30s - loss: 0.6849 - acc: 0.8884 - val_loss: 1.0136 - val_acc: 0.8112\n",
"\n",
"Epoch 00418: val_acc did not improve from 0.83768\n",
"Epoch 419/3000\n",
" - 32s - loss: 0.7044 - acc: 0.8833 - val_loss: 0.9230 - val_acc: 0.8342\n",
"\n",
"Epoch 00419: val_acc did not improve from 0.83768\n",
"Epoch 420/3000\n",
" - 29s - loss: 0.6763 - acc: 0.8936 - val_loss: 0.9175 - val_acc: 0.8307\n",
"\n",
"Epoch 00420: val_acc did not improve from 0.83768\n",
"Epoch 421/3000\n",
" - 31s - loss: 0.6856 - acc: 0.8863 - val_loss: 0.9694 - val_acc: 0.8198\n",
"\n",
"Epoch 00421: val_acc did not improve from 0.83768\n",
"Epoch 422/3000\n",
" - 30s - loss: 0.6960 - acc: 0.8862 - val_loss: 0.9924 - val_acc: 0.8221\n",
"\n",
"Epoch 00422: val_acc did not improve from 0.83768\n",
"Epoch 423/3000\n",
" - 31s - loss: 0.6809 - acc: 0.8872 - val_loss: 0.9568 - val_acc: 0.8256\n",
"\n",
"Epoch 00423: val_acc did not improve from 0.83768\n",
"Epoch 424/3000\n",
" - 32s - loss: 0.6743 - acc: 0.8869 - val_loss: 0.9685 - val_acc: 0.8272\n",
"\n",
"Epoch 00424: val_acc did not improve from 0.83768\n",
"Epoch 425/3000\n",
" - 30s - loss: 0.6761 - acc: 0.8909 - val_loss: 0.9737 - val_acc: 0.8170\n",
"\n",
"Epoch 00425: val_acc did not improve from 0.83768\n",
"Epoch 426/3000\n",
" - 29s - loss: 0.6811 - acc: 0.8877 - val_loss: 0.9116 - val_acc: 0.8357\n",
"\n",
"Epoch 00426: val_acc did not improve from 0.83768\n",
"Epoch 427/3000\n",
" - 32s - loss: 0.6778 - acc: 0.8905 - val_loss: 0.9641 - val_acc: 0.8190\n",
"\n",
"Epoch 00427: val_acc did not improve from 0.83768\n",
"Epoch 428/3000\n",
" - 30s - loss: 0.6847 - acc: 0.8896 - val_loss: 0.9862 - val_acc: 0.8241\n",
"\n",
"Epoch 00428: val_acc did not improve from 0.83768\n",
"Epoch 429/3000\n",
" - 31s - loss: 0.6805 - acc: 0.8893 - val_loss: 0.9692 - val_acc: 0.8139\n",
"\n",
"Epoch 00429: val_acc did not improve from 0.83768\n",
"Epoch 430/3000\n",
" - 30s - loss: 0.6785 - acc: 0.8881 - val_loss: 0.9187 - val_acc: 0.8307\n",
"\n",
"Epoch 00430: val_acc did not improve from 0.83768\n",
"Epoch 431/3000\n",
" - 31s - loss: 0.6840 - acc: 0.8827 - val_loss: 0.9195 - val_acc: 0.8268\n",
"\n",
"Epoch 00431: val_acc did not improve from 0.83768\n",
"Epoch 432/3000\n",
" - 30s - loss: 0.6737 - acc: 0.8883 - val_loss: 1.0007 - val_acc: 0.8252\n",
"\n",
"Epoch 00432: val_acc did not improve from 0.83768\n",
"Epoch 433/3000\n",
" - 29s - loss: 0.6745 - acc: 0.8890 - val_loss: 0.9841 - val_acc: 0.8268\n",
"\n",
"Epoch 00433: val_acc did not improve from 0.83768\n",
"Epoch 434/3000\n",
" - 30s - loss: 0.6760 - acc: 0.8869 - val_loss: 0.9422 - val_acc: 0.8326\n",
"\n",
"Epoch 00434: val_acc did not improve from 0.83768\n",
"Epoch 435/3000\n",
" - 32s - loss: 0.6775 - acc: 0.8913 - val_loss: 1.0096 - val_acc: 0.8186\n",
"\n",
"Epoch 00435: val_acc did not improve from 0.83768\n",
"Epoch 436/3000\n",
" - 31s - loss: 0.6689 - acc: 0.8919 - val_loss: 0.9567 - val_acc: 0.8264\n",
"\n",
"Epoch 00436: val_acc did not improve from 0.83768\n",
"Epoch 437/3000\n",
" - 30s - loss: 0.6949 - acc: 0.8889 - val_loss: 1.0712 - val_acc: 0.8081\n",
"\n",
"Epoch 00437: val_acc did not improve from 0.83768\n",
"Epoch 438/3000\n",
" - 30s - loss: 0.6819 - acc: 0.8871 - val_loss: 0.9538 - val_acc: 0.8233\n",
"\n",
"Epoch 00438: val_acc did not improve from 0.83768\n",
"Epoch 439/3000\n",
" - 31s - loss: 0.6687 - acc: 0.8912 - val_loss: 1.0322 - val_acc: 0.8139\n",
"\n",
"Epoch 00439: val_acc did not improve from 0.83768\n",
"Epoch 440/3000\n",
" - 30s - loss: 0.6751 - acc: 0.8889 - val_loss: 0.9630 - val_acc: 0.8256\n",
"\n",
"Epoch 00440: val_acc did not improve from 0.83768\n",
"Epoch 441/3000\n",
" - 31s - loss: 0.6622 - acc: 0.8915 - val_loss: 0.9559 - val_acc: 0.8241\n",
"\n",
"Epoch 00441: val_acc did not improve from 0.83768\n",
"Epoch 442/3000\n",
" - 32s - loss: 0.6632 - acc: 0.8934 - val_loss: 0.9613 - val_acc: 0.8206\n",
"\n",
"Epoch 00442: val_acc did not improve from 0.83768\n",
"Epoch 443/3000\n",
" - 30s - loss: 0.6698 - acc: 0.8934 - val_loss: 0.9520 - val_acc: 0.8276\n",
"\n",
"Epoch 00443: val_acc did not improve from 0.83768\n",
"Epoch 444/3000\n",
" - 32s - loss: 0.6589 - acc: 0.8978 - val_loss: 0.9992 - val_acc: 0.8276\n",
"\n",
"Epoch 00444: val_acc did not improve from 0.83768\n",
"Epoch 445/3000\n",
" - 29s - loss: 0.6619 - acc: 0.8930 - val_loss: 0.9466 - val_acc: 0.8291\n",
"\n",
"Epoch 00445: val_acc did not improve from 0.83768\n",
"Epoch 446/3000\n",
" - 31s - loss: 0.6575 - acc: 0.8949 - val_loss: 0.9641 - val_acc: 0.8248\n",
"\n",
"Epoch 00446: val_acc did not improve from 0.83768\n",
"Epoch 447/3000\n",
" - 32s - loss: 0.6643 - acc: 0.8937 - val_loss: 0.9351 - val_acc: 0.8295\n",
"\n",
"Epoch 00447: val_acc did not improve from 0.83768\n",
"Epoch 448/3000\n",
" - 31s - loss: 0.6409 - acc: 0.8967 - val_loss: 1.0199 - val_acc: 0.8167\n",
"\n",
"Epoch 00448: val_acc did not improve from 0.83768\n",
"Epoch 449/3000\n",
" - 30s - loss: 0.6707 - acc: 0.8913 - val_loss: 0.9216 - val_acc: 0.8342\n",
"\n",
"Epoch 00449: val_acc did not improve from 0.83768\n",
"Epoch 450/3000\n",
" - 30s - loss: 0.6656 - acc: 0.8889 - val_loss: 1.0240 - val_acc: 0.8209\n",
"\n",
"Epoch 00450: val_acc did not improve from 0.83768\n",
"Epoch 451/3000\n",
" - 30s - loss: 0.6704 - acc: 0.8890 - val_loss: 0.9845 - val_acc: 0.8322\n",
"\n",
"Epoch 00451: val_acc did not improve from 0.83768\n",
"Epoch 452/3000\n",
" - 31s - loss: 0.6570 - acc: 0.8942 - val_loss: 0.9081 - val_acc: 0.8427\n",
"\n",
"Epoch 00452: val_acc improved from 0.83768 to 0.84274, saving model to ./ModelSnapshots/LSTM-v1-452.h5\n",
"Epoch 453/3000\n",
" - 32s - loss: 0.6687 - acc: 0.8904 - val_loss: 0.9301 - val_acc: 0.8268\n",
"\n",
"Epoch 00453: val_acc did not improve from 0.84274\n",
"Epoch 454/3000\n",
" - 29s - loss: 0.6622 - acc: 0.8909 - val_loss: 0.9276 - val_acc: 0.8338\n",
"\n",
"Epoch 00454: val_acc did not improve from 0.84274\n",
"Epoch 455/3000\n",
" - 33s - loss: 0.6512 - acc: 0.8945 - val_loss: 0.8959 - val_acc: 0.8377\n",
"\n",
"Epoch 00455: val_acc did not improve from 0.84274\n",
"Epoch 456/3000\n",
" - 30s - loss: 0.6434 - acc: 0.8975 - val_loss: 1.0070 - val_acc: 0.8202\n",
"\n",
"Epoch 00456: val_acc did not improve from 0.84274\n",
"Epoch 457/3000\n",
" - 31s - loss: 0.6649 - acc: 0.8913 - val_loss: 0.8930 - val_acc: 0.8346\n",
"\n",
"Epoch 00457: val_acc did not improve from 0.84274\n",
"Epoch 458/3000\n",
" - 31s - loss: 0.6446 - acc: 0.8963 - val_loss: 0.9378 - val_acc: 0.8346\n",
"\n",
"Epoch 00458: val_acc did not improve from 0.84274\n",
"Epoch 459/3000\n",
" - 32s - loss: 0.6460 - acc: 0.8933 - val_loss: 0.9946 - val_acc: 0.8163\n",
"\n",
"Epoch 00459: val_acc did not improve from 0.84274\n",
"Epoch 460/3000\n",
" - 30s - loss: 0.6373 - acc: 0.9002 - val_loss: 0.9416 - val_acc: 0.8342\n",
"\n",
"Epoch 00460: val_acc did not improve from 0.84274\n",
"Epoch 461/3000\n",
" - 32s - loss: 0.6478 - acc: 0.8995 - val_loss: 0.9468 - val_acc: 0.8299\n",
"\n",
"Epoch 00461: val_acc did not improve from 0.84274\n",
"Epoch 462/3000\n",
" - 30s - loss: 0.6483 - acc: 0.8946 - val_loss: 0.9606 - val_acc: 0.8369\n",
"\n",
"Epoch 00462: val_acc did not improve from 0.84274\n",
"Epoch 463/3000\n",
" - 31s - loss: 0.6565 - acc: 0.8949 - val_loss: 0.9546 - val_acc: 0.8272\n",
"\n",
"Epoch 00463: val_acc did not improve from 0.84274\n",
"Epoch 464/3000\n",
" - 30s - loss: 0.6421 - acc: 0.8978 - val_loss: 0.9096 - val_acc: 0.8385\n",
"\n",
"Epoch 00464: val_acc did not improve from 0.84274\n",
"Epoch 465/3000\n",
" - 30s - loss: 0.6411 - acc: 0.9008 - val_loss: 0.9590 - val_acc: 0.8307\n",
"\n",
"Epoch 00465: val_acc did not improve from 0.84274\n",
"Epoch 466/3000\n",
" - 32s - loss: 0.6386 - acc: 0.8975 - val_loss: 0.9847 - val_acc: 0.8209\n",
"\n",
"Epoch 00466: val_acc did not improve from 0.84274\n",
"Epoch 467/3000\n",
" - 29s - loss: 0.6587 - acc: 0.8966 - val_loss: 0.9514 - val_acc: 0.8299\n",
"\n",
"Epoch 00467: val_acc did not improve from 0.84274\n",
"Epoch 468/3000\n",
" - 32s - loss: 0.6471 - acc: 0.8955 - val_loss: 0.9761 - val_acc: 0.8268\n",
"\n",
"Epoch 00468: val_acc did not improve from 0.84274\n",
"Epoch 469/3000\n",
" - 29s - loss: 0.6345 - acc: 0.8989 - val_loss: 0.9755 - val_acc: 0.8272\n",
"\n",
"Epoch 00469: val_acc did not improve from 0.84274\n",
"Epoch 470/3000\n",
" - 33s - loss: 0.6434 - acc: 0.8961 - val_loss: 0.9514 - val_acc: 0.8357\n",
"\n",
"Epoch 00470: val_acc did not improve from 0.84274\n",
"Epoch 471/3000\n",
" - 29s - loss: 0.6647 - acc: 0.8910 - val_loss: 0.9720 - val_acc: 0.8229\n",
"\n",
"Epoch 00471: val_acc did not improve from 0.84274\n",
"Epoch 472/3000\n",
" - 29s - loss: 0.6248 - acc: 0.9028 - val_loss: 1.0007 - val_acc: 0.8104\n",
"\n",
"Epoch 00472: val_acc did not improve from 0.84274\n",
"Epoch 473/3000\n",
" - 31s - loss: 0.6511 - acc: 0.8948 - val_loss: 0.9711 - val_acc: 0.8252\n",
"\n",
"Epoch 00473: val_acc did not improve from 0.84274\n",
"Epoch 474/3000\n",
" - 31s - loss: 0.6358 - acc: 0.8996 - val_loss: 0.9535 - val_acc: 0.8307\n",
"\n",
"Epoch 00474: val_acc did not improve from 0.84274\n",
"Epoch 475/3000\n",
" - 30s - loss: 0.6237 - acc: 0.9023 - val_loss: 0.9315 - val_acc: 0.8369\n",
"\n",
"Epoch 00475: val_acc did not improve from 0.84274\n",
"Epoch 476/3000\n",
" - 31s - loss: 0.6363 - acc: 0.8990 - val_loss: 0.9828 - val_acc: 0.8260\n",
"\n",
"Epoch 00476: val_acc did not improve from 0.84274\n",
"Epoch 477/3000\n",
" - 29s - loss: 0.6449 - acc: 0.8960 - val_loss: 0.9743 - val_acc: 0.8264\n",
"\n",
"Epoch 00477: val_acc did not improve from 0.84274\n",
"Epoch 478/3000\n",
" - 31s - loss: 0.6603 - acc: 0.8909 - val_loss: 1.0280 - val_acc: 0.8147\n",
"\n",
"Epoch 00478: val_acc did not improve from 0.84274\n",
"Epoch 479/3000\n",
" - 31s - loss: 0.6296 - acc: 0.8976 - val_loss: 0.9203 - val_acc: 0.8346\n",
"\n",
"Epoch 00479: val_acc did not improve from 0.84274\n",
"Epoch 480/3000\n",
" - 32s - loss: 0.6218 - acc: 0.9029 - val_loss: 0.8990 - val_acc: 0.8295\n",
"\n",
"Epoch 00480: val_acc did not improve from 0.84274\n",
"Epoch 481/3000\n",
" - 30s - loss: 0.6194 - acc: 0.9029 - val_loss: 0.8981 - val_acc: 0.8322\n",
"\n",
"Epoch 00481: val_acc did not improve from 0.84274\n",
"Epoch 482/3000\n",
" - 31s - loss: 0.6214 - acc: 0.9066 - val_loss: 0.9426 - val_acc: 0.8369\n",
"\n",
"Epoch 00482: val_acc did not improve from 0.84274\n",
"Epoch 483/3000\n",
" - 31s - loss: 0.6336 - acc: 0.8964 - val_loss: 0.9820 - val_acc: 0.8287\n",
"\n",
"Epoch 00483: val_acc did not improve from 0.84274\n",
"Epoch 484/3000\n",
" - 29s - loss: 0.6330 - acc: 0.8976 - val_loss: 0.9949 - val_acc: 0.8221\n",
"\n",
"Epoch 00484: val_acc did not improve from 0.84274\n",
"Epoch 485/3000\n",
" - 31s - loss: 0.6278 - acc: 0.8976 - val_loss: 0.9057 - val_acc: 0.8396\n",
"\n",
"Epoch 00485: val_acc did not improve from 0.84274\n",
"Epoch 486/3000\n",
" - 31s - loss: 0.6178 - acc: 0.9031 - val_loss: 0.9053 - val_acc: 0.8369\n",
"\n",
"Epoch 00486: val_acc did not improve from 0.84274\n",
"Epoch 487/3000\n",
" - 29s - loss: 0.6206 - acc: 0.9038 - val_loss: 0.9601 - val_acc: 0.8283\n",
"\n",
"Epoch 00487: val_acc did not improve from 0.84274\n",
"\n",
"Epoch 00487: ReduceLROnPlateau reducing learning rate to 9.499999760009814e-05.\n",
"Epoch 488/3000\n",
" - 31s - loss: 0.6209 - acc: 0.9022 - val_loss: 0.9219 - val_acc: 0.8276\n",
"\n",
"Epoch 00488: val_acc did not improve from 0.84274\n",
"Epoch 489/3000\n",
" - 29s - loss: 0.6177 - acc: 0.9014 - val_loss: 0.9217 - val_acc: 0.8338\n",
"\n",
"Epoch 00489: val_acc did not improve from 0.84274\n",
"Epoch 490/3000\n",
" - 31s - loss: 0.6256 - acc: 0.9041 - val_loss: 0.9317 - val_acc: 0.8381\n",
"\n",
"Epoch 00490: val_acc did not improve from 0.84274\n",
"Epoch 491/3000\n",
" - 32s - loss: 0.6288 - acc: 0.9007 - val_loss: 0.9040 - val_acc: 0.8396\n",
"\n",
"Epoch 00491: val_acc did not improve from 0.84274\n",
"Epoch 492/3000\n",
" - 29s - loss: 0.6171 - acc: 0.9023 - val_loss: 0.9252 - val_acc: 0.8334\n",
"\n",
"Epoch 00492: val_acc did not improve from 0.84274\n",
"Epoch 493/3000\n",
" - 32s - loss: 0.6164 - acc: 0.9026 - val_loss: 0.9921 - val_acc: 0.8209\n",
"\n",
"Epoch 00493: val_acc did not improve from 0.84274\n",
"Epoch 494/3000\n",
" - 31s - loss: 0.6113 - acc: 0.9040 - val_loss: 0.9450 - val_acc: 0.8287\n",
"\n",
"Epoch 00494: val_acc did not improve from 0.84274\n",
"Epoch 495/3000\n",
" - 30s - loss: 0.6169 - acc: 0.9014 - val_loss: 0.9621 - val_acc: 0.8276\n",
"\n",
"Epoch 00495: val_acc did not improve from 0.84274\n",
"Epoch 496/3000\n",
" - 29s - loss: 0.6022 - acc: 0.9062 - val_loss: 0.9252 - val_acc: 0.8342\n",
"\n",
"Epoch 00496: val_acc did not improve from 0.84274\n",
"Epoch 497/3000\n",
" - 32s - loss: 0.6095 - acc: 0.9049 - val_loss: 0.9989 - val_acc: 0.8198\n",
"\n",
"Epoch 00497: val_acc did not improve from 0.84274\n",
"Epoch 498/3000\n",
" - 29s - loss: 0.6256 - acc: 0.8986 - val_loss: 0.9319 - val_acc: 0.8365\n",
"\n",
"Epoch 00498: val_acc did not improve from 0.84274\n",
"Epoch 499/3000\n",
" - 30s - loss: 0.6068 - acc: 0.9064 - val_loss: 0.9506 - val_acc: 0.8357\n",
"\n",
"Epoch 00499: val_acc did not improve from 0.84274\n",
"Epoch 500/3000\n",
" - 33s - loss: 0.6110 - acc: 0.9035 - val_loss: 0.9020 - val_acc: 0.8322\n",
"\n",
"Epoch 00500: val_acc did not improve from 0.84274\n",
"Epoch 501/3000\n",
" - 29s - loss: 0.5981 - acc: 0.9067 - val_loss: 0.9281 - val_acc: 0.8369\n",
"\n",
"Epoch 00501: val_acc did not improve from 0.84274\n",
"Epoch 502/3000\n",
" - 30s - loss: 0.6126 - acc: 0.9044 - val_loss: 0.9046 - val_acc: 0.8408\n",
"\n",
"Epoch 00502: val_acc did not improve from 0.84274\n",
"Epoch 503/3000\n",
" - 29s - loss: 0.6225 - acc: 0.8992 - val_loss: 0.8745 - val_acc: 0.8404\n",
"\n",
"Epoch 00503: val_acc did not improve from 0.84274\n",
"Epoch 504/3000\n",
" - 30s - loss: 0.6211 - acc: 0.9044 - val_loss: 0.9955 - val_acc: 0.8225\n",
"\n",
"Epoch 00504: val_acc did not improve from 0.84274\n",
"Epoch 505/3000\n",
" - 32s - loss: 0.6212 - acc: 0.8993 - val_loss: 0.8950 - val_acc: 0.8408\n",
"\n",
"Epoch 00505: val_acc did not improve from 0.84274\n",
"Epoch 506/3000\n",
" - 31s - loss: 0.6094 - acc: 0.9053 - val_loss: 0.9933 - val_acc: 0.8233\n",
"\n",
"Epoch 00506: val_acc did not improve from 0.84274\n",
"Epoch 507/3000\n",
" - 29s - loss: 0.6067 - acc: 0.9037 - val_loss: 0.9005 - val_acc: 0.8400\n",
"\n",
"Epoch 00507: val_acc did not improve from 0.84274\n",
"Epoch 508/3000\n",
" - 32s - loss: 0.6113 - acc: 0.9035 - val_loss: 0.9273 - val_acc: 0.8412\n",
"\n",
"Epoch 00508: val_acc did not improve from 0.84274\n",
"Epoch 509/3000\n",
" - 28s - loss: 0.6074 - acc: 0.9062 - val_loss: 0.8480 - val_acc: 0.8420\n",
"\n",
"Epoch 00509: val_acc did not improve from 0.84274\n",
"Epoch 510/3000\n",
" - 32s - loss: 0.6066 - acc: 0.9041 - val_loss: 0.9606 - val_acc: 0.8303\n",
"\n",
"Epoch 00510: val_acc did not improve from 0.84274\n",
"Epoch 511/3000\n",
" - 29s - loss: 0.6203 - acc: 0.9017 - val_loss: 0.9328 - val_acc: 0.8338\n",
"\n",
"Epoch 00511: val_acc did not improve from 0.84274\n",
"Epoch 512/3000\n",
" - 30s - loss: 0.6036 - acc: 0.9050 - val_loss: 0.8756 - val_acc: 0.8466\n",
"\n",
"Epoch 00512: val_acc improved from 0.84274 to 0.84663, saving model to ./ModelSnapshots/LSTM-v1-512.h5\n",
"Epoch 513/3000\n",
" - 31s - loss: 0.5944 - acc: 0.9053 - val_loss: 0.8823 - val_acc: 0.8420\n",
"\n",
"Epoch 00513: val_acc did not improve from 0.84663\n",
"Epoch 514/3000\n",
" - 30s - loss: 0.5969 - acc: 0.9105 - val_loss: 0.9693 - val_acc: 0.8299\n",
"\n",
"Epoch 00514: val_acc did not improve from 0.84663\n",
"Epoch 515/3000\n",
" - 31s - loss: 0.6015 - acc: 0.9032 - val_loss: 0.9040 - val_acc: 0.8388\n",
"\n",
"Epoch 00515: val_acc did not improve from 0.84663\n",
"Epoch 516/3000\n",
" - 30s - loss: 0.6017 - acc: 0.9022 - val_loss: 0.9142 - val_acc: 0.8373\n",
"\n",
"Epoch 00516: val_acc did not improve from 0.84663\n",
"Epoch 517/3000\n",
" - 30s - loss: 0.6046 - acc: 0.9014 - val_loss: 1.0028 - val_acc: 0.8217\n",
"\n",
"Epoch 00517: val_acc did not improve from 0.84663\n",
"Epoch 518/3000\n",
" - 30s - loss: 0.6052 - acc: 0.9028 - val_loss: 0.9557 - val_acc: 0.8248\n",
"\n",
"Epoch 00518: val_acc did not improve from 0.84663\n",
"Epoch 519/3000\n",
" - 31s - loss: 0.6058 - acc: 0.9049 - val_loss: 0.9401 - val_acc: 0.8315\n",
"\n",
"Epoch 00519: val_acc did not improve from 0.84663\n",
"Epoch 520/3000\n",
" - 31s - loss: 0.5908 - acc: 0.9061 - val_loss: 0.9356 - val_acc: 0.8361\n",
"\n",
"Epoch 00520: val_acc did not improve from 0.84663\n",
"Epoch 521/3000\n",
" - 30s - loss: 0.5869 - acc: 0.9056 - val_loss: 0.9188 - val_acc: 0.8385\n",
"\n",
"Epoch 00521: val_acc did not improve from 0.84663\n",
"Epoch 522/3000\n",
" - 30s - loss: 0.5908 - acc: 0.9081 - val_loss: 0.9738 - val_acc: 0.8276\n",
"\n",
"Epoch 00522: val_acc did not improve from 0.84663\n",
"Epoch 523/3000\n",
" - 30s - loss: 0.5922 - acc: 0.9099 - val_loss: 0.8900 - val_acc: 0.8412\n",
"\n",
"Epoch 00523: val_acc did not improve from 0.84663\n",
"Epoch 524/3000\n",
" - 30s - loss: 0.5825 - acc: 0.9102 - val_loss: 0.8922 - val_acc: 0.8388\n",
"\n",
"Epoch 00524: val_acc did not improve from 0.84663\n",
"Epoch 525/3000\n",
" - 32s - loss: 0.5922 - acc: 0.9090 - val_loss: 1.0021 - val_acc: 0.8209\n",
"\n",
"Epoch 00525: val_acc did not improve from 0.84663\n",
"Epoch 526/3000\n",
" - 29s - loss: 0.6023 - acc: 0.9052 - val_loss: 0.9643 - val_acc: 0.8346\n",
"\n",
"Epoch 00526: val_acc did not improve from 0.84663\n",
"Epoch 527/3000\n",
" - 30s - loss: 0.6061 - acc: 0.9035 - val_loss: 0.8903 - val_acc: 0.8353\n",
"\n",
"Epoch 00527: val_acc did not improve from 0.84663\n",
"Epoch 528/3000\n",
" - 30s - loss: 0.6028 - acc: 0.9075 - val_loss: 0.9078 - val_acc: 0.8396\n",
"\n",
"Epoch 00528: val_acc did not improve from 0.84663\n",
"Epoch 529/3000\n",
" - 30s - loss: 0.5908 - acc: 0.9085 - val_loss: 0.8997 - val_acc: 0.8427\n",
"\n",
"Epoch 00529: val_acc did not improve from 0.84663\n",
"Epoch 530/3000\n",
" - 30s - loss: 0.5908 - acc: 0.9069 - val_loss: 0.8971 - val_acc: 0.8369\n",
"\n",
"Epoch 00530: val_acc did not improve from 0.84663\n",
"Epoch 531/3000\n",
" - 32s - loss: 0.6067 - acc: 0.8996 - val_loss: 0.9471 - val_acc: 0.8252\n",
"\n",
"Epoch 00531: val_acc did not improve from 0.84663\n",
"Epoch 532/3000\n",
" - 29s - loss: 0.5918 - acc: 0.9058 - val_loss: 0.9280 - val_acc: 0.8346\n",
"\n",
"Epoch 00532: val_acc did not improve from 0.84663\n",
"Epoch 533/3000\n",
" - 30s - loss: 0.5971 - acc: 0.9050 - val_loss: 0.8608 - val_acc: 0.8435\n",
"\n",
"Epoch 00533: val_acc did not improve from 0.84663\n",
"Epoch 534/3000\n",
" - 30s - loss: 0.5908 - acc: 0.9085 - val_loss: 0.8661 - val_acc: 0.8509\n",
"\n",
"Epoch 00534: val_acc improved from 0.84663 to 0.85091, saving model to ./ModelSnapshots/LSTM-v1-534.h5\n",
"Epoch 535/3000\n",
" - 31s - loss: 0.5981 - acc: 0.9052 - val_loss: 1.1163 - val_acc: 0.8124\n",
"\n",
"Epoch 00535: val_acc did not improve from 0.85091\n",
"Epoch 536/3000\n",
" - 30s - loss: 0.6046 - acc: 0.9004 - val_loss: 0.9089 - val_acc: 0.8377\n",
"\n",
"Epoch 00536: val_acc did not improve from 0.85091\n",
"Epoch 537/3000\n",
" - 30s - loss: 0.5962 - acc: 0.9084 - val_loss: 0.9151 - val_acc: 0.8381\n",
"\n",
"Epoch 00537: val_acc did not improve from 0.85091\n",
"Epoch 538/3000\n",
" - 30s - loss: 0.5858 - acc: 0.9075 - val_loss: 0.9157 - val_acc: 0.8303\n",
"\n",
"Epoch 00538: val_acc did not improve from 0.85091\n",
"Epoch 539/3000\n",
" - 32s - loss: 0.5867 - acc: 0.9079 - val_loss: 0.9277 - val_acc: 0.8346\n",
"\n",
"Epoch 00539: val_acc did not improve from 0.85091\n",
"\n",
"Epoch 00539: ReduceLROnPlateau reducing learning rate to 9.02499959920533e-05.\n",
"Epoch 540/3000\n",
" - 31s - loss: 0.5884 - acc: 0.9085 - val_loss: 0.9444 - val_acc: 0.8264\n",
"\n",
"Epoch 00540: val_acc did not improve from 0.85091\n",
"Epoch 541/3000\n",
" - 31s - loss: 0.5837 - acc: 0.9081 - val_loss: 0.8909 - val_acc: 0.8439\n",
"\n",
"Epoch 00541: val_acc did not improve from 0.85091\n",
"Epoch 542/3000\n",
" - 30s - loss: 0.5881 - acc: 0.9079 - val_loss: 0.9310 - val_acc: 0.8318\n",
"\n",
"Epoch 00542: val_acc did not improve from 0.85091\n",
"Epoch 543/3000\n",
" - 30s - loss: 0.5840 - acc: 0.9084 - val_loss: 0.9961 - val_acc: 0.8248\n",
"\n",
"Epoch 00543: val_acc did not improve from 0.85091\n",
"Epoch 544/3000\n",
" - 30s - loss: 0.5883 - acc: 0.9061 - val_loss: 1.0121 - val_acc: 0.8182\n",
"\n",
"Epoch 00544: val_acc did not improve from 0.85091\n",
"Epoch 545/3000\n",
" - 31s - loss: 0.5747 - acc: 0.9106 - val_loss: 0.9573 - val_acc: 0.8279\n",
"\n",
"Epoch 00545: val_acc did not improve from 0.85091\n",
"Epoch 546/3000\n",
" - 32s - loss: 0.5794 - acc: 0.9088 - val_loss: 0.9523 - val_acc: 0.8350\n",
"\n",
"Epoch 00546: val_acc did not improve from 0.85091\n",
"Epoch 547/3000\n",
" - 30s - loss: 0.5902 - acc: 0.9097 - val_loss: 0.9324 - val_acc: 0.8287\n",
"\n",
"Epoch 00547: val_acc did not improve from 0.85091\n",
"Epoch 548/3000\n",
" - 30s - loss: 0.5840 - acc: 0.9075 - val_loss: 0.8749 - val_acc: 0.8439\n",
"\n",
"Epoch 00548: val_acc did not improve from 0.85091\n",
"Epoch 549/3000\n"
]
}
],
"source": [
"batch_size = 50\n",
"epochs = 3000\n",
"timesteps = 50\n",
"data_dim = (27,15)\n",
"l1v = 0.005\n",
"l2v = 0.015\n",
"\n",
"\n",
"tf.get_default_graph()\n",
"model = Sequential()\n",
"\n",
"model.add(TimeDistributed(Conv2D(64, kernel_size=(3,3), activation='relu', \n",
" padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v)),\n",
" input_shape=(timesteps ,27, 15, 1)))\n",
"model.add(TimeDistributed(Conv2D(32, kernel_size=(3, 3), activation='relu',\n",
" padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v))))\n",
"model.add(TimeDistributed(MaxPooling2D(pool_size=(2,2), strides=None,\n",
" padding='same', data_format='channels_last')))\n",
"model.add(TimeDistributed(Dropout(0.50)))\n",
"\n",
"model.add(TimeDistributed(Conv2D(32, kernel_size=(3, 3), activation='relu',\n",
" padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v))))\n",
"model.add(TimeDistributed(Conv2D(16, kernel_size=(3, 3), activation='relu',\n",
" padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v))))\n",
"model.add(TimeDistributed(MaxPooling2D(pool_size=(2,2), strides=None, padding='same', data_format='channels_last')))\n",
"model.add(TimeDistributed(Dropout(0.50)))\n",
"\n",
"model.add(TimeDistributed(Flatten()))\n",
"\n",
"model.add(keras.layers.CuDNNLSTM(80, return_sequences=True, input_shape=(timesteps, data_dim), kernel_regularizer=regularizers.l1_l2(l1v,l2v)))\n",
"model.add(Dropout(0.5))\n",
"\n",
"model.add(keras.layers.CuDNNLSTM(50, return_sequences=False, input_shape=(timesteps, data_dim), kernel_regularizer=regularizers.l1_l2(l1v,l2v)))\n",
"model.add(Dropout(0.5))\n",
"\n",
"model.add(Dense(num_classes, activation='softmax'))\n",
"\n",
"#optimizer = optimizers.Adagrad()\n",
"optimizer = optimizers.Adam(lr = 0.0001, decay=1e-6)\n",
"#optimizer = optimizers.RMSprop(lr=0.001, rho=0.9, epsilon=1e-08, decay=0.1)\n",
"model.compile(loss='categorical_crossentropy',\n",
" optimizer=optimizer,\n",
" metrics=['accuracy'])\n",
" \n",
"#Broadcast progress to the tensorboard.\n",
"\n",
"config = \"\"\n",
"for layer in model.layers:\n",
" config += str(layer.output).split('\\\"')[1].split(\"/\")[0] + str(layer.output_shape) + \"\\n\\n\"\n",
"config += \"batchsize: \" + str(batch_size) + \"\\n\\n\" + \"epochs: \" + str(epochs) + \"\\n\\n\" \n",
"config += \"l1: \" + str(l1v) + \"\\n\\n\" + \"l2: \" + str(l2v) + \"\\n\\n\"\n",
"\n",
"model.summary()\n",
"current_name = \"LSTM-v1\"\n",
"readable_timestamp = datetime.datetime.fromtimestamp(time.time()).strftime('%Y%m%d_%H%M%S')\n",
"tensorflowfolder = \"/srv/share/tensorboardfiles/\" + current_name + readable_timestamp\n",
"print(current_name + readable_timestamp)\n",
"logger = LoggingTensorBoard(settings_str_to_log = config, log_dir=tensorflowfolder, histogram_freq=0,\n",
" write_graph=True, write_images=True, update_freq = 'epoch')\n",
"\n",
"storer = ModelCheckpoint(\"./ModelSnapshots/\" + current_name + readable_timestamp + '-{epoch:03d}.h5',\n",
" monitor='val_acc', verbose=1,\n",
" save_best_only=True, save_weights_only=False,\n",
" mode='auto', period=1)\n",
"\n",
"learning_rate_reduction = ReduceLROnPlateau(monitor='val_loss', \n",
" patience=30, \n",
" verbose=1, \n",
" factor=0.95, \n",
" min_lr=0.00001)\n",
"\n",
"history = model.fit(x_train, y_train_one_hot,\n",
" batch_size=batch_size,\n",
" epochs=epochs,\n",
" verbose=2,\n",
" validation_data=(x_test, y_test_one_hot),\n",
" callbacks=[storer,logger, learning_rate_reduction])\n"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [],
"source": [
"model.save(\"./ModelSnapshots/\" + current_name + \"_DONE.h5\")"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.7"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Reference in a new issue Copy permalink