116 KiB
116 KiB
In [1]:
## USE for Multi GPU Systems #import os #os.environ["CUDA_VISIBLE_DEVICES"]="0" from keras.models import Sequential, load_model from keras.layers import * from keras import optimizers from keras import utils from keras.callbacks import TensorBoard, ModelCheckpoint, ReduceLROnPlateau import keras import numpy as np import matplotlib.pyplot as plt import pandas as pd import math import tensorflow as tf # Importing matplotlib to plot images. import matplotlib.pyplot as plt import numpy as np %matplotlib inline # Importing SK-learn to calculate precision and recall import sklearn from sklearn import metrics from sklearn.model_selection import train_test_split, cross_val_score, LeaveOneGroupOut from sklearn.utils import shuffle # Used for graph export from tensorflow.python.framework import graph_util from tensorflow.python.framework import graph_io from keras import backend as K import pickle as pkl import h5py from pathlib import Path import os.path import sys import datetime import time
Using TensorFlow backend.
In [2]:
class LoggingTensorBoard(TensorBoard): def __init__(self, log_dir, settings_str_to_log, **kwargs): super(LoggingTensorBoard, self).__init__(log_dir, **kwargs) self.settings_str = settings_str_to_log def on_train_begin(self, logs=None): TensorBoard.on_train_begin(self, logs=logs) tensor = tf.convert_to_tensor(self.settings_str) summary = tf.summary.text ("Run_Settings", tensor) with tf.Session() as sess: s = sess.run(summary) self.writer.add_summary(s)
In [3]:
dfAll = pd.read_pickle("DataStudyCollection/df_lstm_norm50.pkl") lst = dfAll.userID.unique() np.random.seed(42) np.random.shuffle(lst) test_ids = lst[-5:] train_ids = lst[:-5] print(train_ids, test_ids)
[ 1 2 9 6 4 14 17 16 12 3 10 18 5] [13 8 11 15 7]
In [4]:
dfAll.userID.unique()
Out[4]:
array([ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17,
18])
In [5]:
dfAll.TaskID = dfAll.TaskID % 17
In [6]:
df_train = dfAll[dfAll.userID.isin(train_ids)][['Blobs', 'TaskID']] df_test = dfAll[dfAll.userID.isin(test_ids)][['Blobs', 'TaskID']]
In [7]:
x_train = np.concatenate(df_train.Blobs.values).reshape(-1,50,27,15,1) x_test = np.concatenate(df_test.Blobs.values).reshape(-1,50,27,15,1) y_train = df_train.TaskID.values y_test = df_test.TaskID.values x_train = x_train / 255.0 x_test = x_test / 255.0 # convert class vectors to binary class matrices (one-hot notation) num_classes = len(dfAll.TaskID.unique()) y_train_one_hot = utils.to_categorical(df_train.TaskID, num_classes) y_test_one_hot = utils.to_categorical(df_test.TaskID, num_classes)
In [8]:
# If GPU is not available: # GPU_USE = '/cpu:0' #config = tf.ConfigProto(device_count = {"GPU": 1}) # If GPU is available: config = tf.ConfigProto() config.log_device_placement = True config.allow_soft_placement = True config.gpu_options.allow_growth=True config.gpu_options.allocator_type = 'BFC' # Limit the maximum memory used config.gpu_options.per_process_gpu_memory_fraction = 0.3 # set session config tf.keras.backend.set_session(tf.Session(config=config))
In [ ]:
batch_size = 50 epochs = 3000 timesteps = 50 data_dim = (27,15) l1v = 0.005 l2v = 0.015 tf.get_default_graph() model = Sequential() model.add(TimeDistributed(Conv2D(64, kernel_size=(3,3), activation='relu', padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v)), input_shape=(timesteps ,27, 15, 1))) model.add(TimeDistributed(Conv2D(32, kernel_size=(3, 3), activation='relu', padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v)))) model.add(TimeDistributed(MaxPooling2D(pool_size=(2,2), strides=None, padding='same', data_format='channels_last'))) model.add(TimeDistributed(Dropout(0.50))) model.add(TimeDistributed(Conv2D(32, kernel_size=(3, 3), activation='relu', padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v)))) model.add(TimeDistributed(Conv2D(16, kernel_size=(3, 3), activation='relu', padding='same', kernel_regularizer=regularizers.l1_l2(l1v,l2v)))) model.add(TimeDistributed(MaxPooling2D(pool_size=(2,2), strides=None, padding='same', data_format='channels_last'))) model.add(TimeDistributed(Dropout(0.50))) model.add(TimeDistributed(Flatten())) model.add(keras.layers.CuDNNLSTM(80, return_sequences=True, input_shape=(timesteps, data_dim), kernel_regularizer=regularizers.l1_l2(l1v,l2v))) model.add(Dropout(0.5)) model.add(keras.layers.CuDNNLSTM(50, return_sequences=False, input_shape=(timesteps, data_dim), kernel_regularizer=regularizers.l1_l2(l1v,l2v))) model.add(Dropout(0.5)) model.add(Dense(num_classes, activation='softmax')) #optimizer = optimizers.Adagrad() optimizer = optimizers.Adam(lr = 0.0001, decay=1e-6) #optimizer = optimizers.RMSprop(lr=0.001, rho=0.9, epsilon=1e-08, decay=0.1) model.compile(loss='categorical_crossentropy', optimizer=optimizer, metrics=['accuracy']) #Broadcast progress to the tensorboard. config = "" for layer in model.layers: config += str(layer.output).split('\"')[1].split("/")[0] + str(layer.output_shape) + "\n\n" config += "batchsize: " + str(batch_size) + "\n\n" + "epochs: " + str(epochs) + "\n\n" config += "l1: " + str(l1v) + "\n\n" + "l2: " + str(l2v) + "\n\n" model.summary() current_name = "LSTM-v1" readable_timestamp = datetime.datetime.fromtimestamp(time.time()).strftime('%Y%m%d_%H%M%S') tensorflowfolder = "/srv/share/tensorboardfiles/" + current_name + readable_timestamp print(current_name + readable_timestamp) logger = LoggingTensorBoard(settings_str_to_log = config, log_dir=tensorflowfolder, histogram_freq=0, write_graph=True, write_images=True, update_freq = 'epoch') storer = ModelCheckpoint("./ModelSnapshots/" + current_name + readable_timestamp + '-{epoch:03d}.h5', monitor='val_acc', verbose=1, save_best_only=True, save_weights_only=False, mode='auto', period=1) learning_rate_reduction = ReduceLROnPlateau(monitor='val_loss', patience=30, verbose=1, factor=0.95, min_lr=0.00001) history = model.fit(x_train, y_train_one_hot, batch_size=batch_size, epochs=epochs, verbose=2, validation_data=(x_test, y_test_one_hot), callbacks=[storer,logger, learning_rate_reduction])
_________________________________________________________________ Layer (type) Output Shape Param # ================================================================= time_distributed_10 (TimeDis (None, 50, 27, 15, 64) 640 _________________________________________________________________ time_distributed_11 (TimeDis (None, 50, 27, 15, 32) 18464 _________________________________________________________________ time_distributed_12 (TimeDis (None, 50, 14, 8, 32) 0 _________________________________________________________________ time_distributed_13 (TimeDis (None, 50, 14, 8, 32) 0 _________________________________________________________________ time_distributed_14 (TimeDis (None, 50, 14, 8, 32) 9248 _________________________________________________________________ time_distributed_15 (TimeDis (None, 50, 14, 8, 16) 4624 _________________________________________________________________ time_distributed_16 (TimeDis (None, 50, 7, 4, 16) 0 _________________________________________________________________ time_distributed_17 (TimeDis (None, 50, 7, 4, 16) 0 _________________________________________________________________ time_distributed_18 (TimeDis (None, 50, 448) 0 _________________________________________________________________ cu_dnnlstm_3 (CuDNNLSTM) (None, 50, 80) 169600 _________________________________________________________________ dropout_7 (Dropout) (None, 50, 80) 0 _________________________________________________________________ cu_dnnlstm_4 (CuDNNLSTM) (None, 50) 26400 _________________________________________________________________ dropout_8 (Dropout) (None, 50) 0 _________________________________________________________________ dense_2 (Dense) (None, 17) 867 ================================================================= Total params: 229,843 Trainable params: 229,843 Non-trainable params: 0 _________________________________________________________________ LSTM-v1- Train on 6624 samples, validate on 2569 samples Epoch 1/3000 - 25s - loss: 49.2683 - acc: 0.0694 - val_loss: 41.9912 - val_acc: 0.0689 Epoch 00001: val_acc improved from -inf to 0.06890, saving model to ./ModelSnapshots/LSTM-v1-001.h5 Epoch 2/3000 - 27s - loss: 35.8620 - acc: 0.0836 - val_loss: 30.0710 - val_acc: 0.1117 Epoch 00002: val_acc improved from 0.06890 to 0.11172, saving model to ./ModelSnapshots/LSTM-v1-002.h5 Epoch 3/3000 - 31s - loss: 25.3320 - acc: 0.1129 - val_loss: 20.9569 - val_acc: 0.1179 Epoch 00003: val_acc improved from 0.11172 to 0.11794, saving model to ./ModelSnapshots/LSTM-v1-003.h5 Epoch 4/3000 - 31s - loss: 17.4001 - acc: 0.1131 - val_loss: 14.1625 - val_acc: 0.1125 Epoch 00004: val_acc did not improve from 0.11794 Epoch 5/3000 - 32s - loss: 11.5850 - acc: 0.1144 - val_loss: 9.3017 - val_acc: 0.1238 Epoch 00005: val_acc improved from 0.11794 to 0.12378, saving model to ./ModelSnapshots/LSTM-v1-005.h5 Epoch 6/3000 - 32s - loss: 7.5852 - acc: 0.1152 - val_loss: 6.1837 - val_acc: 0.1269 Epoch 00006: val_acc improved from 0.12378 to 0.12690, saving model to ./ModelSnapshots/LSTM-v1-006.h5 Epoch 7/3000 - 32s - loss: 5.1798 - acc: 0.1193 - val_loss: 4.4709 - val_acc: 0.1390 Epoch 00007: val_acc improved from 0.12690 to 0.13896, saving model to ./ModelSnapshots/LSTM-v1-007.h5 Epoch 8/3000 - 33s - loss: 4.0865 - acc: 0.1162 - val_loss: 3.8336 - val_acc: 0.1296 Epoch 00008: val_acc did not improve from 0.13896 Epoch 9/3000 - 33s - loss: 3.6080 - acc: 0.1200 - val_loss: 3.5308 - val_acc: 0.1059 Epoch 00009: val_acc did not improve from 0.13896 Epoch 10/3000 - 34s - loss: 3.2663 - acc: 0.1255 - val_loss: 3.2663 - val_acc: 0.1070 Epoch 00010: val_acc did not improve from 0.13896 Epoch 11/3000 - 32s - loss: 3.0279 - acc: 0.1294 - val_loss: 3.0289 - val_acc: 0.1191 Epoch 00011: val_acc did not improve from 0.13896 Epoch 12/3000 - 32s - loss: 2.8994 - acc: 0.1335 - val_loss: 2.8769 - val_acc: 0.1549 Epoch 00012: val_acc improved from 0.13896 to 0.15492, saving model to ./ModelSnapshots/LSTM-v1-012.h5 Epoch 13/3000 - 33s - loss: 2.8275 - acc: 0.1332 - val_loss: 2.8374 - val_acc: 0.1584 Epoch 00013: val_acc improved from 0.15492 to 0.15843, saving model to ./ModelSnapshots/LSTM-v1-013.h5 Epoch 14/3000 - 33s - loss: 2.7877 - acc: 0.1437 - val_loss: 2.8330 - val_acc: 0.1323 Epoch 00014: val_acc did not improve from 0.15843 Epoch 15/3000 - 34s - loss: 2.7728 - acc: 0.1386 - val_loss: 2.7907 - val_acc: 0.1541 Epoch 00015: val_acc did not improve from 0.15843 Epoch 16/3000 - 32s - loss: 2.7565 - acc: 0.1409 - val_loss: 2.8496 - val_acc: 0.1164 Epoch 00016: val_acc did not improve from 0.15843 Epoch 17/3000 - 32s - loss: 2.7440 - acc: 0.1449 - val_loss: 2.7934 - val_acc: 0.1436 Epoch 00017: val_acc did not improve from 0.15843 Epoch 18/3000 - 33s - loss: 2.7210 - acc: 0.1458 - val_loss: 2.7578 - val_acc: 0.1374 Epoch 00018: val_acc did not improve from 0.15843 Epoch 19/3000 - 33s - loss: 2.7060 - acc: 0.1487 - val_loss: 2.7522 - val_acc: 0.1296 Epoch 00019: val_acc did not improve from 0.15843 Epoch 20/3000 - 32s - loss: 2.7049 - acc: 0.1507 - val_loss: 2.7762 - val_acc: 0.1265 Epoch 00020: val_acc did not improve from 0.15843 Epoch 21/3000 - 32s - loss: 2.6780 - acc: 0.1514 - val_loss: 2.8229 - val_acc: 0.1222 Epoch 00021: val_acc did not improve from 0.15843 Epoch 22/3000 - 31s - loss: 2.6713 - acc: 0.1508 - val_loss: 2.7640 - val_acc: 0.1277 Epoch 00022: val_acc did not improve from 0.15843 Epoch 23/3000 - 32s - loss: 2.6633 - acc: 0.1534 - val_loss: 2.7439 - val_acc: 0.1386 Epoch 00023: val_acc did not improve from 0.15843 Epoch 24/3000 - 32s - loss: 2.6539 - acc: 0.1511 - val_loss: 2.7243 - val_acc: 0.1339 Epoch 00024: val_acc did not improve from 0.15843 Epoch 25/3000 - 33s - loss: 2.6404 - acc: 0.1552 - val_loss: 2.7407 - val_acc: 0.1335 Epoch 00025: val_acc did not improve from 0.15843 Epoch 26/3000 - 29s - loss: 2.6376 - acc: 0.1559 - val_loss: 2.7438 - val_acc: 0.1362 Epoch 00026: val_acc did not improve from 0.15843 Epoch 27/3000 - 32s - loss: 2.6272 - acc: 0.1538 - val_loss: 2.7144 - val_acc: 0.1444 Epoch 00027: val_acc did not improve from 0.15843 Epoch 28/3000 - 33s - loss: 2.6152 - acc: 0.1677 - val_loss: 2.7139 - val_acc: 0.1495 Epoch 00028: val_acc did not improve from 0.15843 Epoch 29/3000 - 31s - loss: 2.6027 - acc: 0.1694 - val_loss: 2.7126 - val_acc: 0.1475 Epoch 00029: val_acc did not improve from 0.15843 Epoch 30/3000 - 31s - loss: 2.6002 - acc: 0.1639 - val_loss: 2.7428 - val_acc: 0.1347 Epoch 00030: val_acc did not improve from 0.15843 Epoch 31/3000 - 32s - loss: 2.5983 - acc: 0.1683 - val_loss: 2.6875 - val_acc: 0.1565 Epoch 00031: val_acc did not improve from 0.15843 Epoch 32/3000 - 31s - loss: 2.5796 - acc: 0.1781 - val_loss: 2.6927 - val_acc: 0.1627 Epoch 00032: val_acc improved from 0.15843 to 0.16271, saving model to ./ModelSnapshots/LSTM-v1-032.h5 Epoch 33/3000 - 32s - loss: 2.5626 - acc: 0.1792 - val_loss: 2.6635 - val_acc: 0.1682 Epoch 00033: val_acc improved from 0.16271 to 0.16816, saving model to ./ModelSnapshots/LSTM-v1-033.h5 Epoch 34/3000 - 31s - loss: 2.5736 - acc: 0.1762 - val_loss: 2.6519 - val_acc: 0.1724 Epoch 00034: val_acc improved from 0.16816 to 0.17244, saving model to ./ModelSnapshots/LSTM-v1-034.h5 Epoch 35/3000 - 31s - loss: 2.5582 - acc: 0.1789 - val_loss: 2.6432 - val_acc: 0.1791 Epoch 00035: val_acc improved from 0.17244 to 0.17906, saving model to ./ModelSnapshots/LSTM-v1-035.h5 Epoch 36/3000 - 31s - loss: 2.5423 - acc: 0.1784 - val_loss: 2.6365 - val_acc: 0.1771 Epoch 00036: val_acc did not improve from 0.17906 Epoch 37/3000 - 33s - loss: 2.5256 - acc: 0.1877 - val_loss: 2.6288 - val_acc: 0.1837 Epoch 00037: val_acc improved from 0.17906 to 0.18373, saving model to ./ModelSnapshots/LSTM-v1-037.h5 Epoch 38/3000 - 31s - loss: 2.5277 - acc: 0.1864 - val_loss: 2.6043 - val_acc: 0.1907 Epoch 00038: val_acc improved from 0.18373 to 0.19074, saving model to ./ModelSnapshots/LSTM-v1-038.h5 Epoch 39/3000 - 30s - loss: 2.5188 - acc: 0.1928 - val_loss: 2.5917 - val_acc: 0.1958 Epoch 00039: val_acc improved from 0.19074 to 0.19580, saving model to ./ModelSnapshots/LSTM-v1-039.h5 Epoch 40/3000 - 30s - loss: 2.5115 - acc: 0.1996 - val_loss: 2.5736 - val_acc: 0.2009 Epoch 00040: val_acc improved from 0.19580 to 0.20086, saving model to ./ModelSnapshots/LSTM-v1-040.h5 Epoch 41/3000 - 33s - loss: 2.4997 - acc: 0.1981 - val_loss: 2.5785 - val_acc: 0.2079 Epoch 00041: val_acc improved from 0.20086 to 0.20786, saving model to ./ModelSnapshots/LSTM-v1-041.h5 Epoch 42/3000 - 31s - loss: 2.4816 - acc: 0.2097 - val_loss: 2.5575 - val_acc: 0.2141 Epoch 00042: val_acc improved from 0.20786 to 0.21409, saving model to ./ModelSnapshots/LSTM-v1-042.h5 Epoch 43/3000 - 31s - loss: 2.4817 - acc: 0.2008 - val_loss: 2.5963 - val_acc: 0.1911 Epoch 00043: val_acc did not improve from 0.21409 Epoch 44/3000 - 31s - loss: 2.4594 - acc: 0.2091 - val_loss: 2.6390 - val_acc: 0.1526 Epoch 00044: val_acc did not improve from 0.21409 Epoch 45/3000 - 32s - loss: 2.4536 - acc: 0.2120 - val_loss: 2.5017 - val_acc: 0.2382 Epoch 00045: val_acc improved from 0.21409 to 0.23822, saving model to ./ModelSnapshots/LSTM-v1-045.h5 Epoch 46/3000 - 31s - loss: 2.4471 - acc: 0.2126 - val_loss: 2.6241 - val_acc: 0.1654 Epoch 00046: val_acc did not improve from 0.23822 Epoch 47/3000 - 32s - loss: 2.4455 - acc: 0.2165 - val_loss: 2.5086 - val_acc: 0.2351 Epoch 00047: val_acc did not improve from 0.23822 Epoch 48/3000 - 31s - loss: 2.4194 - acc: 0.2236 - val_loss: 2.5044 - val_acc: 0.2413 Epoch 00048: val_acc improved from 0.23822 to 0.24134, saving model to ./ModelSnapshots/LSTM-v1-048.h5 Epoch 49/3000 - 33s - loss: 2.4320 - acc: 0.2210 - val_loss: 2.5420 - val_acc: 0.1938 Epoch 00049: val_acc did not improve from 0.24134 Epoch 50/3000 - 30s - loss: 2.4093 - acc: 0.2382 - val_loss: 2.5476 - val_acc: 0.2145 Epoch 00050: val_acc did not improve from 0.24134 Epoch 51/3000 - 31s - loss: 2.4086 - acc: 0.2403 - val_loss: 2.4596 - val_acc: 0.2853 Epoch 00051: val_acc improved from 0.24134 to 0.28533, saving model to ./ModelSnapshots/LSTM-v1-051.h5 Epoch 52/3000 - 32s - loss: 2.3899 - acc: 0.2452 - val_loss: 2.4842 - val_acc: 0.2589 Epoch 00052: val_acc did not improve from 0.28533 Epoch 53/3000 - 32s - loss: 2.3794 - acc: 0.2509 - val_loss: 2.4321 - val_acc: 0.2896 Epoch 00053: val_acc improved from 0.28533 to 0.28961, saving model to ./ModelSnapshots/LSTM-v1-053.h5 Epoch 54/3000 - 30s - loss: 2.3714 - acc: 0.2548 - val_loss: 2.4887 - val_acc: 0.2740 Epoch 00054: val_acc did not improve from 0.28961 Epoch 55/3000 - 31s - loss: 2.3547 - acc: 0.2649 - val_loss: 2.3934 - val_acc: 0.3091 Epoch 00055: val_acc improved from 0.28961 to 0.30907, saving model to ./ModelSnapshots/LSTM-v1-055.h5 Epoch 56/3000 - 30s - loss: 2.3493 - acc: 0.2672 - val_loss: 2.4147 - val_acc: 0.2958 Epoch 00056: val_acc did not improve from 0.30907 Epoch 57/3000 - 33s - loss: 2.3285 - acc: 0.2704 - val_loss: 2.4170 - val_acc: 0.2919 Epoch 00057: val_acc did not improve from 0.30907 Epoch 58/3000 - 32s - loss: 2.3374 - acc: 0.2640 - val_loss: 2.3739 - val_acc: 0.3149 Epoch 00058: val_acc improved from 0.30907 to 0.31491, saving model to ./ModelSnapshots/LSTM-v1-058.h5 Epoch 59/3000 - 32s - loss: 2.3138 - acc: 0.2742 - val_loss: 2.3773 - val_acc: 0.2919 Epoch 00059: val_acc did not improve from 0.31491 Epoch 60/3000 - 32s - loss: 2.3025 - acc: 0.2838 - val_loss: 2.3299 - val_acc: 0.3130 Epoch 00060: val_acc did not improve from 0.31491 Epoch 61/3000 - 32s - loss: 2.2968 - acc: 0.2849 - val_loss: 2.3850 - val_acc: 0.2744 Epoch 00061: val_acc did not improve from 0.31491 Epoch 62/3000 - 30s - loss: 2.2868 - acc: 0.2841 - val_loss: 2.2854 - val_acc: 0.3106 Epoch 00062: val_acc did not improve from 0.31491 Epoch 63/3000 - 32s - loss: 2.2707 - acc: 0.2951 - val_loss: 2.3034 - val_acc: 0.3266 Epoch 00063: val_acc improved from 0.31491 to 0.32659, saving model to ./ModelSnapshots/LSTM-v1-063.h5 Epoch 64/3000 - 31s - loss: 2.2708 - acc: 0.2915 - val_loss: 2.2739 - val_acc: 0.3106 Epoch 00064: val_acc did not improve from 0.32659 Epoch 65/3000 - 31s - loss: 2.2486 - acc: 0.3016 - val_loss: 2.2597 - val_acc: 0.3258 Epoch 00065: val_acc did not improve from 0.32659 Epoch 66/3000 - 32s - loss: 2.2553 - acc: 0.2968 - val_loss: 2.3376 - val_acc: 0.2970 Epoch 00066: val_acc did not improve from 0.32659 Epoch 67/3000 - 31s - loss: 2.2348 - acc: 0.3053 - val_loss: 2.3033 - val_acc: 0.3036 Epoch 00067: val_acc did not improve from 0.32659 Epoch 68/3000 - 32s - loss: 2.2185 - acc: 0.3098 - val_loss: 2.2912 - val_acc: 0.3079 Epoch 00068: val_acc did not improve from 0.32659 Epoch 69/3000 - 31s - loss: 2.2371 - acc: 0.3043 - val_loss: 2.2778 - val_acc: 0.3098 Epoch 00069: val_acc did not improve from 0.32659 Epoch 70/3000 - 32s - loss: 2.2254 - acc: 0.3021 - val_loss: 2.2988 - val_acc: 0.3063 Epoch 00070: val_acc did not improve from 0.32659 Epoch 71/3000 - 30s - loss: 2.2071 - acc: 0.3151 - val_loss: 2.2761 - val_acc: 0.3106 Epoch 00071: val_acc did not improve from 0.32659 Epoch 72/3000 - 31s - loss: 2.2169 - acc: 0.3133 - val_loss: 2.2711 - val_acc: 0.3192 Epoch 00072: val_acc did not improve from 0.32659 Epoch 73/3000 - 31s - loss: 2.2030 - acc: 0.3190 - val_loss: 2.2297 - val_acc: 0.3297 Epoch 00073: val_acc improved from 0.32659 to 0.32970, saving model to ./ModelSnapshots/LSTM-v1-073.h5 Epoch 74/3000 - 31s - loss: 2.1944 - acc: 0.3182 - val_loss: 2.2618 - val_acc: 0.3180 Epoch 00074: val_acc did not improve from 0.32970 Epoch 75/3000 - 31s - loss: 2.1754 - acc: 0.3243 - val_loss: 2.2761 - val_acc: 0.3017 Epoch 00078: val_acc did not improve from 0.34916 Epoch 79/3000 - 31s - loss: 2.1787 - acc: 0.3123 - val_loss: 2.2157 - val_acc: 0.3320 Epoch 00079: val_acc did not improve from 0.34916 Epoch 80/3000 - 31s - loss: 2.1571 - acc: 0.3318 - val_loss: 2.2067 - val_acc: 0.3348 Epoch 00080: val_acc did not improve from 0.34916 Epoch 81/3000 - 30s - loss: 2.1638 - acc: 0.3287 - val_loss: 2.1681 - val_acc: 0.3340 Epoch 00081: val_acc did not improve from 0.34916 Epoch 82/3000 - 32s - loss: 2.1578 - acc: 0.3309 - val_loss: 2.2740 - val_acc: 0.2993 Epoch 00082: val_acc did not improve from 0.34916 Epoch 83/3000 - 30s - loss: 2.1539 - acc: 0.3296 - val_loss: 2.1840 - val_acc: 0.3414 Epoch 00083: val_acc did not improve from 0.34916 Epoch 84/3000 - 31s - loss: 2.1431 - acc: 0.3389 - val_loss: 2.2319 - val_acc: 0.3274 Epoch 00084: val_acc did not improve from 0.34916 Epoch 85/3000 - 31s - loss: 2.1423 - acc: 0.3315 - val_loss: 2.1704 - val_acc: 0.3340 Epoch 00085: val_acc did not improve from 0.34916 Epoch 86/3000 - 32s - loss: 2.1380 - acc: 0.3392 - val_loss: 2.1629 - val_acc: 0.3511 Epoch 00086: val_acc improved from 0.34916 to 0.35111, saving model to ./ModelSnapshots/LSTM-v1-086.h5 Epoch 87/3000 - 31s - loss: 2.1325 - acc: 0.3471 - val_loss: 2.1480 - val_acc: 0.3499 Epoch 00087: val_acc did not improve from 0.35111 Epoch 88/3000 - 33s - loss: 2.1316 - acc: 0.3465 - val_loss: 2.2243 - val_acc: 0.3297 Epoch 00088: val_acc did not improve from 0.35111 Epoch 89/3000 - 32s - loss: 2.1370 - acc: 0.3357 - val_loss: 2.1913 - val_acc: 0.3379 Epoch 00089: val_acc did not improve from 0.35111 Epoch 90/3000 - 30s - loss: 2.1212 - acc: 0.3444 - val_loss: 2.1825 - val_acc: 0.3293 Epoch 00090: val_acc did not improve from 0.35111 Epoch 91/3000 - 31s - loss: 2.1139 - acc: 0.3501 - val_loss: 2.1661 - val_acc: 0.3437 Epoch 00091: val_acc did not improve from 0.35111 Epoch 92/3000 - 31s - loss: 2.1255 - acc: 0.3392 - val_loss: 2.1815 - val_acc: 0.3581 Epoch 00092: val_acc improved from 0.35111 to 0.35812, saving model to ./ModelSnapshots/LSTM-v1-092.h5 Epoch 93/3000 - 32s - loss: 2.1239 - acc: 0.3484 - val_loss: 2.1803 - val_acc: 0.3507 Epoch 00093: val_acc did not improve from 0.35812 Epoch 94/3000 - 32s - loss: 2.1060 - acc: 0.3588 - val_loss: 2.1368 - val_acc: 0.3612 Epoch 00094: val_acc improved from 0.35812 to 0.36123, saving model to ./ModelSnapshots/LSTM-v1-094.h5 Epoch 95/3000 - 30s - loss: 2.1124 - acc: 0.3510 - val_loss: 2.2286 - val_acc: 0.3324 Epoch 00095: val_acc did not improve from 0.36123 Epoch 96/3000 - 33s - loss: 2.0886 - acc: 0.3552 - val_loss: 2.1486 - val_acc: 0.3453 Epoch 00096: val_acc did not improve from 0.36123 Epoch 97/3000 - 31s - loss: 2.1004 - acc: 0.3564 - val_loss: 2.1067 - val_acc: 0.3678 Epoch 00097: val_acc improved from 0.36123 to 0.36785, saving model to ./ModelSnapshots/LSTM-v1-097.h5 Epoch 98/3000 - 32s - loss: 2.0886 - acc: 0.3573 - val_loss: 2.1157 - val_acc: 0.3725 Epoch 00098: val_acc improved from 0.36785 to 0.37252, saving model to ./ModelSnapshots/LSTM-v1-098.h5 Epoch 99/3000 - 31s - loss: 2.0741 - acc: 0.3667 - val_loss: 2.1037 - val_acc: 0.3550 Epoch 00099: val_acc did not improve from 0.37252 Epoch 100/3000 - 32s - loss: 2.0715 - acc: 0.3656 - val_loss: 2.1305 - val_acc: 0.3566 Epoch 00100: val_acc did not improve from 0.37252 Epoch 101/3000 - 32s - loss: 2.0641 - acc: 0.3638 - val_loss: 2.1131 - val_acc: 0.3690 Epoch 00101: val_acc did not improve from 0.37252 Epoch 102/3000 - 31s - loss: 2.0814 - acc: 0.3629 - val_loss: 2.1053 - val_acc: 0.3717 Epoch 00102: val_acc did not improve from 0.37252 Epoch 103/3000 - 31s - loss: 2.0689 - acc: 0.3675 - val_loss: 2.1272 - val_acc: 0.3636 Epoch 00103: val_acc did not improve from 0.37252 Epoch 104/3000 - 32s - loss: 2.0602 - acc: 0.3759 - val_loss: 2.0840 - val_acc: 0.3776 Epoch 00104: val_acc improved from 0.37252 to 0.37758, saving model to ./ModelSnapshots/LSTM-v1-104.h5 Epoch 105/3000 - 31s - loss: 2.0519 - acc: 0.3715 - val_loss: 2.1287 - val_acc: 0.3605 Epoch 00105: val_acc did not improve from 0.37758 Epoch 106/3000 - 32s - loss: 2.0573 - acc: 0.3759 - val_loss: 2.1473 - val_acc: 0.3706 Epoch 00106: val_acc did not improve from 0.37758 Epoch 107/3000 - 32s - loss: 2.0489 - acc: 0.3735 - val_loss: 2.1317 - val_acc: 0.3745 Epoch 00107: val_acc did not improve from 0.37758 Epoch 108/3000 - 30s - loss: 2.0403 - acc: 0.3819 - val_loss: 2.1252 - val_acc: 0.3931 Epoch 00108: val_acc improved from 0.37758 to 0.39315, saving model to ./ModelSnapshots/LSTM-v1-108.h5 Epoch 109/3000 - 31s - loss: 2.0376 - acc: 0.3853 - val_loss: 2.1251 - val_acc: 0.3881 Epoch 00109: val_acc did not improve from 0.39315 Epoch 110/3000 - 31s - loss: 2.0264 - acc: 0.3895 - val_loss: 2.0557 - val_acc: 0.3978 Epoch 00110: val_acc improved from 0.39315 to 0.39782, saving model to ./ModelSnapshots/LSTM-v1-110.h5 Epoch 111/3000 - 31s - loss: 2.0173 - acc: 0.3859 - val_loss: 2.0634 - val_acc: 0.4188 Epoch 00111: val_acc improved from 0.39782 to 0.41884, saving model to ./ModelSnapshots/LSTM-v1-111.h5 Epoch 112/3000 - 32s - loss: 2.0159 - acc: 0.3992 - val_loss: 2.1026 - val_acc: 0.4025 Epoch 00112: val_acc did not improve from 0.41884 Epoch 113/3000 - 31s - loss: 2.0291 - acc: 0.3848 - val_loss: 2.0706 - val_acc: 0.4177 Epoch 00113: val_acc did not improve from 0.41884 Epoch 114/3000 - 31s - loss: 2.0226 - acc: 0.3966 - val_loss: 2.0505 - val_acc: 0.4200 Epoch 00114: val_acc improved from 0.41884 to 0.42001, saving model to ./ModelSnapshots/LSTM-v1-114.h5 Epoch 115/3000 - 32s - loss: 2.0020 - acc: 0.3954 - val_loss: 2.0881 - val_acc: 0.4079 Epoch 00115: val_acc did not improve from 0.42001 Epoch 116/3000 - 30s - loss: 1.9986 - acc: 0.4007 - val_loss: 2.0770 - val_acc: 0.4177 Epoch 00116: val_acc did not improve from 0.42001 Epoch 117/3000 - 32s - loss: 2.0018 - acc: 0.3958 - val_loss: 2.0692 - val_acc: 0.4111 Epoch 00117: val_acc did not improve from 0.42001 Epoch 118/3000 - 33s - loss: 2.0095 - acc: 0.3973 - val_loss: 2.0942 - val_acc: 0.4103 Epoch 00118: val_acc did not improve from 0.42001 Epoch 119/3000 - 31s - loss: 1.9914 - acc: 0.4087 - val_loss: 2.0766 - val_acc: 0.4138 Epoch 00119: val_acc did not improve from 0.42001 Epoch 120/3000 - 31s - loss: 1.9960 - acc: 0.4066 - val_loss: 2.0496 - val_acc: 0.4290 Epoch 00120: val_acc improved from 0.42001 to 0.42896, saving model to ./ModelSnapshots/LSTM-v1-120.h5 Epoch 121/3000 - 30s - loss: 1.9872 - acc: 0.4062 - val_loss: 2.0904 - val_acc: 0.3986 Epoch 00121: val_acc did not improve from 0.42896 Epoch 122/3000 - 32s - loss: 1.9837 - acc: 0.4046 - val_loss: 2.0859 - val_acc: 0.4068 Epoch 00122: val_acc did not improve from 0.42896 Epoch 123/3000 - 31s - loss: 1.9728 - acc: 0.4132 - val_loss: 2.0615 - val_acc: 0.4243 Epoch 00123: val_acc did not improve from 0.42896 Epoch 124/3000 - 33s - loss: 1.9660 - acc: 0.4161 - val_loss: 2.0382 - val_acc: 0.4414 Epoch 00124: val_acc improved from 0.42896 to 0.44142, saving model to ./ModelSnapshots/LSTM-v1-124.h5 Epoch 125/3000 - 29s - loss: 1.9553 - acc: 0.4141 - val_loss: 2.0318 - val_acc: 0.4395 Epoch 00125: val_acc did not improve from 0.44142 Epoch 126/3000 - 31s - loss: 1.9489 - acc: 0.4239 - val_loss: 2.0009 - val_acc: 0.4519 Epoch 00126: val_acc improved from 0.44142 to 0.45193, saving model to ./ModelSnapshots/LSTM-v1-126.h5 Epoch 127/3000 - 32s - loss: 1.9371 - acc: 0.4274 - val_loss: 2.0688 - val_acc: 0.4165 Epoch 00127: val_acc did not improve from 0.45193 Epoch 128/3000 - 30s - loss: 1.9494 - acc: 0.4210 - val_loss: 2.0101 - val_acc: 0.4430 Epoch 00128: val_acc did not improve from 0.45193 Epoch 129/3000 - 32s - loss: 1.9251 - acc: 0.4309 - val_loss: 1.9964 - val_acc: 0.4329 Epoch 00129: val_acc did not improve from 0.45193 Epoch 130/3000 - 31s - loss: 1.9454 - acc: 0.4266 - val_loss: 2.0455 - val_acc: 0.4270 Epoch 00130: val_acc did not improve from 0.45193 Epoch 131/3000 - 32s - loss: 1.9343 - acc: 0.4209 - val_loss: 2.0057 - val_acc: 0.4652 Epoch 00131: val_acc improved from 0.45193 to 0.46516, saving model to ./ModelSnapshots/LSTM-v1-131.h5 Epoch 132/3000 - 31s - loss: 1.9280 - acc: 0.4309 - val_loss: 2.0194 - val_acc: 0.4562 Epoch 00132: val_acc did not improve from 0.46516 Epoch 133/3000 - 32s - loss: 1.8961 - acc: 0.4429 - val_loss: 1.9824 - val_acc: 0.4601 Epoch 00133: val_acc did not improve from 0.46516 Epoch 134/3000 - 31s - loss: 1.9103 - acc: 0.4377 - val_loss: 2.0832 - val_acc: 0.4336 Epoch 00134: val_acc did not improve from 0.46516 Epoch 135/3000 - 31s - loss: 1.9186 - acc: 0.4408 - val_loss: 1.9925 - val_acc: 0.4675 Epoch 00135: val_acc improved from 0.46516 to 0.46750, saving model to ./ModelSnapshots/LSTM-v1-135.h5 Epoch 136/3000 - 33s - loss: 1.8893 - acc: 0.4435 - val_loss: 2.0137 - val_acc: 0.4539 Epoch 00136: val_acc did not improve from 0.46750 Epoch 137/3000 - 33s - loss: 1.8867 - acc: 0.4512 - val_loss: 1.9967 - val_acc: 0.4624 Epoch 00137: val_acc did not improve from 0.46750 Epoch 138/3000 - 31s - loss: 1.8654 - acc: 0.4515 - val_loss: 1.9488 - val_acc: 0.4936 Epoch 00138: val_acc improved from 0.46750 to 0.49358, saving model to ./ModelSnapshots/LSTM-v1-138.h5 Epoch 139/3000 - 30s - loss: 1.8678 - acc: 0.4567 - val_loss: 1.9670 - val_acc: 0.4710 Epoch 00139: val_acc did not improve from 0.49358 Epoch 140/3000 - 30s - loss: 1.8754 - acc: 0.4543 - val_loss: 1.9655 - val_acc: 0.4909 Epoch 00140: val_acc did not improve from 0.49358 Epoch 141/3000 - 31s - loss: 1.8421 - acc: 0.4589 - val_loss: 1.9581 - val_acc: 0.4889 Epoch 00141: val_acc did not improve from 0.49358 Epoch 142/3000 - 32s - loss: 1.8475 - acc: 0.4614 - val_loss: 1.9425 - val_acc: 0.4944 Epoch 00142: val_acc improved from 0.49358 to 0.49436, saving model to ./ModelSnapshots/LSTM-v1-142.h5 Epoch 143/3000 - 31s - loss: 1.8568 - acc: 0.4626 - val_loss: 2.0092 - val_acc: 0.4597 Epoch 00143: val_acc did not improve from 0.49436 Epoch 144/3000 - 31s - loss: 1.8311 - acc: 0.4716 - val_loss: 1.9390 - val_acc: 0.4858 Epoch 00144: val_acc did not improve from 0.49436 Epoch 145/3000 - 31s - loss: 1.8298 - acc: 0.4694 - val_loss: 1.9286 - val_acc: 0.4792 Epoch 00145: val_acc did not improve from 0.49436 Epoch 146/3000 - 31s - loss: 1.8223 - acc: 0.4698 - val_loss: 1.9748 - val_acc: 0.4523 Epoch 00146: val_acc did not improve from 0.49436 Epoch 147/3000 - 31s - loss: 1.8183 - acc: 0.4781 - val_loss: 1.9187 - val_acc: 0.5119 Epoch 00147: val_acc improved from 0.49436 to 0.51187, saving model to ./ModelSnapshots/LSTM-v1-147.h5 Epoch 148/3000 - 31s - loss: 1.8252 - acc: 0.4710 - val_loss: 1.9349 - val_acc: 0.4815 Epoch 00148: val_acc did not improve from 0.51187 Epoch 149/3000 - 31s - loss: 1.7967 - acc: 0.4855 - val_loss: 1.9059 - val_acc: 0.5056 Epoch 00149: val_acc did not improve from 0.51187 Epoch 150/3000 - 32s - loss: 1.7899 - acc: 0.4887 - val_loss: 1.9118 - val_acc: 0.4971 Epoch 00150: val_acc did not improve from 0.51187 Epoch 151/3000 - 30s - loss: 1.7822 - acc: 0.4956 - val_loss: 1.8954 - val_acc: 0.4877 Epoch 00151: val_acc did not improve from 0.51187 Epoch 152/3000 - 32s - loss: 1.7850 - acc: 0.4961 - val_loss: 1.8768 - val_acc: 0.5002 Epoch 00152: val_acc did not improve from 0.51187 Epoch 153/3000 - 32s - loss: 1.7858 - acc: 0.4949 - val_loss: 1.8764 - val_acc: 0.5165 Epoch 00153: val_acc improved from 0.51187 to 0.51654, saving model to ./ModelSnapshots/LSTM-v1-153.h5 Epoch 154/3000 - 31s - loss: 1.7986 - acc: 0.4902 - val_loss: 1.9126 - val_acc: 0.4504 Epoch 00154: val_acc did not improve from 0.51654 Epoch 155/3000 - 31s - loss: 1.7665 - acc: 0.5023 - val_loss: 1.8434 - val_acc: 0.5364 Epoch 00155: val_acc improved from 0.51654 to 0.53640, saving model to ./ModelSnapshots/LSTM-v1-155.h5 Epoch 156/3000 - 32s - loss: 1.7740 - acc: 0.4988 - val_loss: 1.8442 - val_acc: 0.5360 Epoch 00156: val_acc did not improve from 0.53640 Epoch 157/3000 - 30s - loss: 1.7498 - acc: 0.5103 - val_loss: 1.8750 - val_acc: 0.5243 Epoch 00157: val_acc did not improve from 0.53640 Epoch 158/3000 - 31s - loss: 1.7603 - acc: 0.5050 - val_loss: 1.9048 - val_acc: 0.4897 Epoch 00158: val_acc did not improve from 0.53640 Epoch 159/3000 - 31s - loss: 1.7320 - acc: 0.5198 - val_loss: 1.7988 - val_acc: 0.5586 Epoch 00159: val_acc improved from 0.53640 to 0.55858, saving model to ./ModelSnapshots/LSTM-v1-159.h5 Epoch 160/3000 - 31s - loss: 1.7254 - acc: 0.5246 - val_loss: 1.8168 - val_acc: 0.5469 Epoch 00160: val_acc did not improve from 0.55858 Epoch 161/3000 - 31s - loss: 1.7381 - acc: 0.5205 - val_loss: 1.8779 - val_acc: 0.5154 Epoch 00161: val_acc did not improve from 0.55858 Epoch 162/3000 - 31s - loss: 1.7354 - acc: 0.5210 - val_loss: 1.7865 - val_acc: 0.5656 Epoch 00162: val_acc improved from 0.55858 to 0.56559, saving model to ./ModelSnapshots/LSTM-v1-162.h5 Epoch 163/3000 - 32s - loss: 1.7142 - acc: 0.5282 - val_loss: 1.8238 - val_acc: 0.5566 Epoch 00163: val_acc did not improve from 0.56559 Epoch 164/3000 - 32s - loss: 1.7238 - acc: 0.5282 - val_loss: 1.8009 - val_acc: 0.5415 Epoch 00164: val_acc did not improve from 0.56559 Epoch 165/3000 - 29s - loss: 1.7092 - acc: 0.5334 - val_loss: 1.7934 - val_acc: 0.5699 Epoch 00165: val_acc improved from 0.56559 to 0.56987, saving model to ./ModelSnapshots/LSTM-v1-165.h5 Epoch 166/3000 - 32s - loss: 1.7107 - acc: 0.5374 - val_loss: 1.8209 - val_acc: 0.5481 Epoch 00166: val_acc did not improve from 0.56987 Epoch 167/3000 - 30s - loss: 1.6829 - acc: 0.5492 - val_loss: 1.7870 - val_acc: 0.5477 Epoch 00167: val_acc did not improve from 0.56987 Epoch 168/3000 - 31s - loss: 1.6791 - acc: 0.5402 - val_loss: 1.7036 - val_acc: 0.5847 Epoch 00168: val_acc improved from 0.56987 to 0.58466, saving model to ./ModelSnapshots/LSTM-v1-168.h5 Epoch 169/3000 - 32s - loss: 1.6686 - acc: 0.5515 - val_loss: 1.7252 - val_acc: 0.5777 Epoch 00169: val_acc did not improve from 0.58466 Epoch 170/3000 - 30s - loss: 1.6653 - acc: 0.5537 - val_loss: 1.7381 - val_acc: 0.5839 Epoch 00170: val_acc did not improve from 0.58466 Epoch 171/3000 - 32s - loss: 1.6565 - acc: 0.5634 - val_loss: 1.7307 - val_acc: 0.5780 Epoch 00171: val_acc did not improve from 0.58466 Epoch 172/3000 - 30s - loss: 1.6546 - acc: 0.5556 - val_loss: 1.6916 - val_acc: 0.6057 Epoch 00172: val_acc improved from 0.58466 to 0.60568, saving model to ./ModelSnapshots/LSTM-v1-172.h5 Epoch 173/3000 - 31s - loss: 1.6538 - acc: 0.5550 - val_loss: 1.7286 - val_acc: 0.5718 Epoch 00173: val_acc did not improve from 0.60568 Epoch 174/3000 - 31s - loss: 1.6238 - acc: 0.5690 - val_loss: 1.7000 - val_acc: 0.6030 Epoch 00174: val_acc did not improve from 0.60568 Epoch 175/3000 - 30s - loss: 1.6366 - acc: 0.5630 - val_loss: 1.7058 - val_acc: 0.5987 Epoch 00175: val_acc did not improve from 0.60568 Epoch 176/3000 - 31s - loss: 1.6284 - acc: 0.5693 - val_loss: 1.6839 - val_acc: 0.6002 Epoch 00176: val_acc did not improve from 0.60568 Epoch 177/3000 - 31s - loss: 1.6234 - acc: 0.5655 - val_loss: 1.7064 - val_acc: 0.5870 Epoch 00177: val_acc did not improve from 0.60568 Epoch 178/3000 - 31s - loss: 1.6118 - acc: 0.5768 - val_loss: 1.6805 - val_acc: 0.6088 Epoch 00178: val_acc improved from 0.60568 to 0.60880, saving model to ./ModelSnapshots/LSTM-v1-178.h5 Epoch 179/3000 - 31s - loss: 1.5972 - acc: 0.5726 - val_loss: 1.6665 - val_acc: 0.5998 Epoch 00179: val_acc did not improve from 0.60880 Epoch 180/3000 - 32s - loss: 1.6037 - acc: 0.5764 - val_loss: 1.6573 - val_acc: 0.6065 Epoch 00180: val_acc did not improve from 0.60880 Epoch 181/3000 - 29s - loss: 1.6060 - acc: 0.5814 - val_loss: 1.6807 - val_acc: 0.6010 Epoch 00181: val_acc did not improve from 0.60880 Epoch 182/3000 - 31s - loss: 1.5979 - acc: 0.5782 - val_loss: 1.6651 - val_acc: 0.6061 Epoch 00182: val_acc did not improve from 0.60880 Epoch 183/3000 - 32s - loss: 1.5730 - acc: 0.5877 - val_loss: 1.7102 - val_acc: 0.5905 Epoch 00183: val_acc did not improve from 0.60880 Epoch 184/3000 - 31s - loss: 1.5758 - acc: 0.5882 - val_loss: 1.6400 - val_acc: 0.6345 Epoch 00184: val_acc improved from 0.60880 to 0.63449, saving model to ./ModelSnapshots/LSTM-v1-184.h5 Epoch 185/3000 - 30s - loss: 1.5683 - acc: 0.5978 - val_loss: 1.7124 - val_acc: 0.5858 Epoch 00185: val_acc did not improve from 0.63449 Epoch 186/3000 - 32s - loss: 1.5617 - acc: 0.5957 - val_loss: 1.5891 - val_acc: 0.6322 Epoch 00186: val_acc did not improve from 0.63449 Epoch 187/3000 - 31s - loss: 1.5567 - acc: 0.5992 - val_loss: 1.5721 - val_acc: 0.6454 Epoch 00187: val_acc improved from 0.63449 to 0.64539, saving model to ./ModelSnapshots/LSTM-v1-187.h5 Epoch 188/3000 - 30s - loss: 1.5432 - acc: 0.5954 - val_loss: 1.6278 - val_acc: 0.6271 Epoch 00188: val_acc did not improve from 0.64539 Epoch 189/3000 - 31s - loss: 1.5315 - acc: 0.6088 - val_loss: 1.5630 - val_acc: 0.6477 Epoch 00189: val_acc improved from 0.64539 to 0.64772, saving model to ./ModelSnapshots/LSTM-v1-189.h5 Epoch 190/3000 - 30s - loss: 1.5608 - acc: 0.6040 - val_loss: 1.6215 - val_acc: 0.6279 Epoch 00190: val_acc did not improve from 0.64772 Epoch 191/3000 - 32s - loss: 1.5158 - acc: 0.6188 - val_loss: 1.6497 - val_acc: 0.6290 Epoch 00191: val_acc did not improve from 0.64772 Epoch 192/3000 - 29s - loss: 1.5071 - acc: 0.6093 - val_loss: 1.5323 - val_acc: 0.6532 Epoch 00192: val_acc improved from 0.64772 to 0.65317, saving model to ./ModelSnapshots/LSTM-v1-192.h5 Epoch 193/3000 - 32s - loss: 1.5063 - acc: 0.6128 - val_loss: 1.5500 - val_acc: 0.6407 Epoch 00193: val_acc did not improve from 0.65317 Epoch 194/3000 - 29s - loss: 1.4953 - acc: 0.6147 - val_loss: 1.5682 - val_acc: 0.6462 Epoch 00194: val_acc did not improve from 0.65317 Epoch 195/3000 - 32s - loss: 1.4770 - acc: 0.6262 - val_loss: 1.5359 - val_acc: 0.6567 Epoch 00195: val_acc improved from 0.65317 to 0.65668, saving model to ./ModelSnapshots/LSTM-v1-195.h5 Epoch 196/3000 - 30s - loss: 1.4822 - acc: 0.6330 - val_loss: 1.5659 - val_acc: 0.6613 Epoch 00196: val_acc improved from 0.65668 to 0.66135, saving model to ./ModelSnapshots/LSTM-v1-196.h5 Epoch 197/3000 - 32s - loss: 1.4783 - acc: 0.6256 - val_loss: 1.5052 - val_acc: 0.6610 Epoch 00197: val_acc did not improve from 0.66135 Epoch 198/3000 - 30s - loss: 1.4966 - acc: 0.6256 - val_loss: 1.5852 - val_acc: 0.6220 Epoch 00198: val_acc did not improve from 0.66135 Epoch 199/3000 - 33s - loss: 1.4907 - acc: 0.6270 - val_loss: 1.5417 - val_acc: 0.6641 Epoch 00199: val_acc improved from 0.66135 to 0.66407, saving model to ./ModelSnapshots/LSTM-v1-199.h5 Epoch 200/3000 - 31s - loss: 1.4683 - acc: 0.6324 - val_loss: 1.5307 - val_acc: 0.6528 Epoch 00200: val_acc did not improve from 0.66407 Epoch 201/3000 - 30s - loss: 1.4606 - acc: 0.6365 - val_loss: 1.5474 - val_acc: 0.6458 Epoch 00201: val_acc did not improve from 0.66407 Epoch 202/3000 - 32s - loss: 1.4426 - acc: 0.6439 - val_loss: 1.4965 - val_acc: 0.6676 Epoch 00202: val_acc improved from 0.66407 to 0.66757, saving model to ./ModelSnapshots/LSTM-v1-202.h5 Epoch 203/3000 - 32s - loss: 1.4257 - acc: 0.6476 - val_loss: 1.5003 - val_acc: 0.6769 Epoch 00203: val_acc improved from 0.66757 to 0.67692, saving model to ./ModelSnapshots/LSTM-v1-203.h5 Epoch 204/3000 - 29s - loss: 1.4217 - acc: 0.6487 - val_loss: 1.5430 - val_acc: 0.6606 Epoch 00204: val_acc did not improve from 0.67692 Epoch 205/3000 - 31s - loss: 1.4226 - acc: 0.6493 - val_loss: 1.4830 - val_acc: 0.6789 Epoch 00205: val_acc improved from 0.67692 to 0.67886, saving model to ./ModelSnapshots/LSTM-v1-205.h5 Epoch 206/3000 - 32s - loss: 1.3975 - acc: 0.6550 - val_loss: 1.4585 - val_acc: 0.6816 Epoch 00206: val_acc improved from 0.67886 to 0.68159, saving model to ./ModelSnapshots/LSTM-v1-206.h5 Epoch 207/3000 - 30s - loss: 1.3852 - acc: 0.6707 - val_loss: 1.4623 - val_acc: 0.6804 Epoch 00207: val_acc did not improve from 0.68159 Epoch 208/3000 - 32s - loss: 1.3694 - acc: 0.6736 - val_loss: 1.4777 - val_acc: 0.6828 Epoch 00208: val_acc improved from 0.68159 to 0.68276, saving model to ./ModelSnapshots/LSTM-v1-208.h5 Epoch 209/3000 - 29s - loss: 1.3926 - acc: 0.6633 - val_loss: 1.4856 - val_acc: 0.6804 Epoch 00209: val_acc did not improve from 0.68276 Epoch 210/3000 - 31s - loss: 1.3847 - acc: 0.6653 - val_loss: 1.4768 - val_acc: 0.6695 Epoch 00210: val_acc did not improve from 0.68276 Epoch 211/3000 - 31s - loss: 1.3691 - acc: 0.6732 - val_loss: 1.4424 - val_acc: 0.6940 Epoch 00211: val_acc improved from 0.68276 to 0.69404, saving model to ./ModelSnapshots/LSTM-v1-211.h5 Epoch 212/3000 - 30s - loss: 1.3587 - acc: 0.6763 - val_loss: 1.4104 - val_acc: 0.6979 Epoch 00212: val_acc improved from 0.69404 to 0.69794, saving model to ./ModelSnapshots/LSTM-v1-212.h5 Epoch 213/3000 - 32s - loss: 1.3547 - acc: 0.6778 - val_loss: 1.4327 - val_acc: 0.6960 Epoch 00213: val_acc did not improve from 0.69794 Epoch 214/3000 - 29s - loss: 1.4233 - acc: 0.6624 - val_loss: 1.4354 - val_acc: 0.6925 Epoch 00214: val_acc did not improve from 0.69794 Epoch 215/3000 - 31s - loss: 1.3359 - acc: 0.6828 - val_loss: 1.4443 - val_acc: 0.6972 Epoch 00215: val_acc did not improve from 0.69794 Epoch 216/3000 - 31s - loss: 1.3300 - acc: 0.6866 - val_loss: 1.4265 - val_acc: 0.7057 Epoch 00216: val_acc improved from 0.69794 to 0.70572, saving model to ./ModelSnapshots/LSTM-v1-216.h5 Epoch 217/3000 - 31s - loss: 1.3149 - acc: 0.6937 - val_loss: 1.4729 - val_acc: 0.6909 Epoch 00217: val_acc did not improve from 0.70572 Epoch 218/3000 - 30s - loss: 1.3437 - acc: 0.6863 - val_loss: 1.4187 - val_acc: 0.7116 Epoch 00218: val_acc improved from 0.70572 to 0.71156, saving model to ./ModelSnapshots/LSTM-v1-218.h5 Epoch 219/3000 - 32s - loss: 1.2771 - acc: 0.7052 - val_loss: 1.4062 - val_acc: 0.7042 Epoch 00219: val_acc did not improve from 0.71156 Epoch 220/3000 - 29s - loss: 1.3012 - acc: 0.6947 - val_loss: 1.3739 - val_acc: 0.7197 Epoch 00220: val_acc improved from 0.71156 to 0.71974, saving model to ./ModelSnapshots/LSTM-v1-220.h5 Epoch 221/3000 - 30s - loss: 1.2894 - acc: 0.7040 - val_loss: 1.3745 - val_acc: 0.7151 Epoch 00221: val_acc did not improve from 0.71974 Epoch 222/3000 - 31s - loss: 1.2632 - acc: 0.7091 - val_loss: 1.3651 - val_acc: 0.7197 Epoch 00222: val_acc did not improve from 0.71974 Epoch 223/3000 - 31s - loss: 1.2625 - acc: 0.7120 - val_loss: 1.4143 - val_acc: 0.6979 Epoch 00223: val_acc did not improve from 0.71974 Epoch 224/3000 - 32s - loss: 1.2671 - acc: 0.7098 - val_loss: 1.3643 - val_acc: 0.7221 Epoch 00224: val_acc improved from 0.71974 to 0.72207, saving model to ./ModelSnapshots/LSTM-v1-224.h5 Epoch 225/3000 - 30s - loss: 1.2578 - acc: 0.7124 - val_loss: 1.3309 - val_acc: 0.7205 Epoch 00225: val_acc did not improve from 0.72207 Epoch 226/3000 - 31s - loss: 1.2505 - acc: 0.7168 - val_loss: 1.3527 - val_acc: 0.7197 Epoch 00226: val_acc did not improve from 0.72207 Epoch 227/3000 - 29s - loss: 1.2482 - acc: 0.7171 - val_loss: 1.3478 - val_acc: 0.7186 Epoch 00227: val_acc did not improve from 0.72207 Epoch 228/3000 - 31s - loss: 1.2348 - acc: 0.7212 - val_loss: 1.3636 - val_acc: 0.7225 Epoch 00228: val_acc improved from 0.72207 to 0.72246, saving model to ./ModelSnapshots/LSTM-v1-228.h5 Epoch 229/3000 - 32s - loss: 1.2146 - acc: 0.7337 - val_loss: 1.3154 - val_acc: 0.7384 Epoch 00229: val_acc improved from 0.72246 to 0.73842, saving model to ./ModelSnapshots/LSTM-v1-229.h5 Epoch 230/3000 - 31s - loss: 1.2042 - acc: 0.7366 - val_loss: 1.4406 - val_acc: 0.7011 Epoch 00230: val_acc did not improve from 0.73842 Epoch 231/3000 - 29s - loss: 1.2119 - acc: 0.7314 - val_loss: 1.3201 - val_acc: 0.7349 Epoch 00231: val_acc did not improve from 0.73842 Epoch 232/3000 - 31s - loss: 1.2014 - acc: 0.7348 - val_loss: 1.3087 - val_acc: 0.7326 Epoch 00232: val_acc did not improve from 0.73842 Epoch 233/3000 - 31s - loss: 1.2043 - acc: 0.7331 - val_loss: 1.3322 - val_acc: 0.7275 Epoch 00233: val_acc did not improve from 0.73842 Epoch 234/3000 - 31s - loss: 1.1833 - acc: 0.7428 - val_loss: 1.3529 - val_acc: 0.7267 Epoch 00234: val_acc did not improve from 0.73842 Epoch 235/3000 - 30s - loss: 1.1983 - acc: 0.7411 - val_loss: 1.2910 - val_acc: 0.7384 Epoch 00235: val_acc did not improve from 0.73842 Epoch 236/3000 - 31s - loss: 1.1755 - acc: 0.7406 - val_loss: 1.3134 - val_acc: 0.7361 Epoch 00236: val_acc did not improve from 0.73842 Epoch 237/3000 - 29s - loss: 1.1770 - acc: 0.7415 - val_loss: 1.2957 - val_acc: 0.7361 Epoch 00237: val_acc did not improve from 0.73842 Epoch 238/3000 - 31s - loss: 1.1732 - acc: 0.7494 - val_loss: 1.3361 - val_acc: 0.7267 Epoch 00238: val_acc did not improve from 0.73842 Epoch 239/3000 - 31s - loss: 1.1891 - acc: 0.7414 - val_loss: 1.3118 - val_acc: 0.7396 Epoch 00239: val_acc improved from 0.73842 to 0.73959, saving model to ./ModelSnapshots/LSTM-v1-239.h5 Epoch 240/3000 - 30s - loss: 1.1584 - acc: 0.7524 - val_loss: 1.2570 - val_acc: 0.7454 Epoch 00240: val_acc improved from 0.73959 to 0.74543, saving model to ./ModelSnapshots/LSTM-v1-240.h5 Epoch 241/3000 - 30s - loss: 1.1461 - acc: 0.7583 - val_loss: 1.2675 - val_acc: 0.7388 Epoch 00241: val_acc did not improve from 0.74543 Epoch 242/3000 - 30s - loss: 1.1188 - acc: 0.7609 - val_loss: 1.2694 - val_acc: 0.7326 Epoch 00242: val_acc did not improve from 0.74543 Epoch 243/3000 - 32s - loss: 1.1292 - acc: 0.7595 - val_loss: 1.2226 - val_acc: 0.7520 Epoch 00243: val_acc improved from 0.74543 to 0.75204, saving model to ./ModelSnapshots/LSTM-v1-243.h5 Epoch 244/3000 - 29s - loss: 1.1100 - acc: 0.7674 - val_loss: 1.2890 - val_acc: 0.7373 Epoch 00244: val_acc did not improve from 0.75204 Epoch 245/3000 - 30s - loss: 1.1264 - acc: 0.7654 - val_loss: 1.2975 - val_acc: 0.7380 Epoch 00245: val_acc did not improve from 0.75204 Epoch 246/3000 - 31s - loss: 1.1119 - acc: 0.7690 - val_loss: 1.2496 - val_acc: 0.7462 Epoch 00246: val_acc did not improve from 0.75204 Epoch 247/3000 - 30s - loss: 1.1066 - acc: 0.7669 - val_loss: 1.2268 - val_acc: 0.7513 Epoch 00247: val_acc did not improve from 0.75204 Epoch 248/3000 - 31s - loss: 1.0889 - acc: 0.7743 - val_loss: 1.2417 - val_acc: 0.7466 Epoch 00248: val_acc did not improve from 0.75204 Epoch 249/3000 - 31s - loss: 1.0890 - acc: 0.7722 - val_loss: 1.3563 - val_acc: 0.7236 Epoch 00249: val_acc did not improve from 0.75204 Epoch 250/3000 - 31s - loss: 1.0936 - acc: 0.7722 - val_loss: 1.2323 - val_acc: 0.7571 Epoch 00250: val_acc improved from 0.75204 to 0.75710, saving model to ./ModelSnapshots/LSTM-v1-250.h5 Epoch 251/3000 - 31s - loss: 1.0894 - acc: 0.7731 - val_loss: 1.2385 - val_acc: 0.7489 Epoch 00251: val_acc did not improve from 0.75710 Epoch 252/3000 - 30s - loss: 1.0899 - acc: 0.7749 - val_loss: 1.2425 - val_acc: 0.7493 Epoch 00252: val_acc did not improve from 0.75710 Epoch 253/3000 - 31s - loss: 1.0503 - acc: 0.7814 - val_loss: 1.2751 - val_acc: 0.7489 Epoch 00253: val_acc did not improve from 0.75710 Epoch 254/3000 - 29s - loss: 1.0586 - acc: 0.7797 - val_loss: 1.2895 - val_acc: 0.7345 Epoch 00254: val_acc did not improve from 0.75710 Epoch 255/3000 - 31s - loss: 1.0501 - acc: 0.7886 - val_loss: 1.2303 - val_acc: 0.7552 Epoch 00255: val_acc did not improve from 0.75710 Epoch 256/3000 - 30s - loss: 1.0533 - acc: 0.7838 - val_loss: 1.2029 - val_acc: 0.7602 Epoch 00256: val_acc improved from 0.75710 to 0.76022, saving model to ./ModelSnapshots/LSTM-v1-256.h5 Epoch 257/3000 - 31s - loss: 1.0425 - acc: 0.7856 - val_loss: 1.2786 - val_acc: 0.7439 Epoch 00257: val_acc did not improve from 0.76022 Epoch 258/3000 - 32s - loss: 1.0390 - acc: 0.7906 - val_loss: 1.2131 - val_acc: 0.7614 Epoch 00258: val_acc improved from 0.76022 to 0.76139, saving model to ./ModelSnapshots/LSTM-v1-258.h5 Epoch 259/3000 - 30s - loss: 1.0428 - acc: 0.7888 - val_loss: 1.2970 - val_acc: 0.7291 Epoch 00259: val_acc did not improve from 0.76139 Epoch 260/3000 - 30s - loss: 1.0305 - acc: 0.7942 - val_loss: 1.2377 - val_acc: 0.7520 Epoch 00260: val_acc did not improve from 0.76139 Epoch 261/3000 - 30s - loss: 1.0519 - acc: 0.7852 - val_loss: 1.2362 - val_acc: 0.7559 Epoch 00261: val_acc did not improve from 0.76139 Epoch 262/3000 - 32s - loss: 1.0285 - acc: 0.7980 - val_loss: 1.2101 - val_acc: 0.7594 Epoch 00262: val_acc did not improve from 0.76139 Epoch 263/3000 - 30s - loss: 1.0345 - acc: 0.7953 - val_loss: 1.1472 - val_acc: 0.7731 Epoch 00263: val_acc improved from 0.76139 to 0.77306, saving model to ./ModelSnapshots/LSTM-v1-263.h5 Epoch 264/3000 - 31s - loss: 1.0020 - acc: 0.8001 - val_loss: 1.1879 - val_acc: 0.7692 Epoch 00264: val_acc did not improve from 0.77306 Epoch 265/3000 - 31s - loss: 1.0146 - acc: 0.7980 - val_loss: 1.2670 - val_acc: 0.7415 Epoch 00265: val_acc did not improve from 0.77306 Epoch 266/3000 - 31s - loss: 0.9991 - acc: 0.7998 - val_loss: 1.1559 - val_acc: 0.7645 Epoch 00266: val_acc did not improve from 0.77306 Epoch 267/3000 - 30s - loss: 0.9823 - acc: 0.8048 - val_loss: 1.3164 - val_acc: 0.7353 Epoch 00267: val_acc did not improve from 0.77306 Epoch 268/3000 - 32s - loss: 1.0059 - acc: 0.8021 - val_loss: 1.2022 - val_acc: 0.7610 Epoch 00268: val_acc did not improve from 0.77306 Epoch 269/3000 - 30s - loss: 1.0039 - acc: 0.8062 - val_loss: 1.2348 - val_acc: 0.7594 Epoch 00269: val_acc did not improve from 0.77306 Epoch 270/3000 - 33s - loss: 0.9958 - acc: 0.8006 - val_loss: 1.1789 - val_acc: 0.7633 Epoch 00270: val_acc did not improve from 0.77306 Epoch 271/3000 - 31s - loss: 0.9794 - acc: 0.8069 - val_loss: 1.2661 - val_acc: 0.7482 Epoch 00271: val_acc did not improve from 0.77306 Epoch 272/3000 - 29s - loss: 0.9759 - acc: 0.8050 - val_loss: 1.1369 - val_acc: 0.7770 Epoch 00272: val_acc improved from 0.77306 to 0.77696, saving model to ./ModelSnapshots/LSTM-v1-272.h5 Epoch 273/3000 - 31s - loss: 0.9737 - acc: 0.8072 - val_loss: 1.2008 - val_acc: 0.7583 Epoch 00273: val_acc did not improve from 0.77696 Epoch 274/3000 - 32s - loss: 0.9466 - acc: 0.8170 - val_loss: 1.2508 - val_acc: 0.7544 Epoch 00274: val_acc did not improve from 0.77696 Epoch 275/3000 - 31s - loss: 0.9635 - acc: 0.8123 - val_loss: 1.2048 - val_acc: 0.7645 Epoch 00275: val_acc did not improve from 0.77696 Epoch 276/3000 - 31s - loss: 0.9897 - acc: 0.8039 - val_loss: 1.1925 - val_acc: 0.7614 Epoch 00276: val_acc did not improve from 0.77696 Epoch 277/3000 - 31s - loss: 0.9691 - acc: 0.8110 - val_loss: 1.2056 - val_acc: 0.7614 Epoch 00277: val_acc did not improve from 0.77696 Epoch 278/3000 - 31s - loss: 0.9639 - acc: 0.8149 - val_loss: 1.1680 - val_acc: 0.7773 Epoch 00278: val_acc improved from 0.77696 to 0.77735, saving model to ./ModelSnapshots/LSTM-v1-278.h5 Epoch 279/3000 - 29s - loss: 0.9557 - acc: 0.8155 - val_loss: 1.1965 - val_acc: 0.7622 Epoch 00279: val_acc did not improve from 0.77735 Epoch 280/3000 - 30s - loss: 0.9714 - acc: 0.8111 - val_loss: 1.1554 - val_acc: 0.7793 Epoch 00280: val_acc improved from 0.77735 to 0.77929, saving model to ./ModelSnapshots/LSTM-v1-280.h5 Epoch 281/3000 - 32s - loss: 0.9599 - acc: 0.8137 - val_loss: 1.1530 - val_acc: 0.7773 Epoch 00281: val_acc did not improve from 0.77929 Epoch 282/3000 - 31s - loss: 0.9504 - acc: 0.8149 - val_loss: 1.1114 - val_acc: 0.7801 Epoch 00282: val_acc improved from 0.77929 to 0.78007, saving model to ./ModelSnapshots/LSTM-v1-282.h5 Epoch 283/3000 - 30s - loss: 0.9316 - acc: 0.8238 - val_loss: 1.1905 - val_acc: 0.7711 Epoch 00283: val_acc did not improve from 0.78007 Epoch 284/3000 - 30s - loss: 0.9260 - acc: 0.8217 - val_loss: 1.1318 - val_acc: 0.7754 Epoch 00284: val_acc did not improve from 0.78007 Epoch 285/3000 - 31s - loss: 0.9372 - acc: 0.8140 - val_loss: 1.1064 - val_acc: 0.7793 Epoch 00285: val_acc did not improve from 0.78007 Epoch 286/3000 - 31s - loss: 0.9319 - acc: 0.8220 - val_loss: 1.1778 - val_acc: 0.7805 Epoch 00286: val_acc improved from 0.78007 to 0.78046, saving model to ./ModelSnapshots/LSTM-v1-286.h5 Epoch 287/3000 - 32s - loss: 0.9362 - acc: 0.8223 - val_loss: 1.2934 - val_acc: 0.7427 Epoch 00287: val_acc did not improve from 0.78046 Epoch 288/3000 - 30s - loss: 0.9249 - acc: 0.8193 - val_loss: 1.1700 - val_acc: 0.7742 Epoch 00288: val_acc did not improve from 0.78046 Epoch 289/3000 - 31s - loss: 0.9194 - acc: 0.8271 - val_loss: 1.1633 - val_acc: 0.7808 Epoch 00289: val_acc improved from 0.78046 to 0.78085, saving model to ./ModelSnapshots/LSTM-v1-289.h5 Epoch 290/3000 - 31s - loss: 0.9366 - acc: 0.8202 - val_loss: 1.1169 - val_acc: 0.7824 Epoch 00290: val_acc improved from 0.78085 to 0.78241, saving model to ./ModelSnapshots/LSTM-v1-290.h5 Epoch 291/3000 - 32s - loss: 0.9164 - acc: 0.8274 - val_loss: 1.1341 - val_acc: 0.7820 Epoch 00291: val_acc did not improve from 0.78241 Epoch 292/3000 - 29s - loss: 0.8966 - acc: 0.8357 - val_loss: 1.1341 - val_acc: 0.7785 Epoch 00292: val_acc did not improve from 0.78241 Epoch 293/3000 - 32s - loss: 0.9236 - acc: 0.8179 - val_loss: 1.1191 - val_acc: 0.7805 Epoch 00293: val_acc did not improve from 0.78241 Epoch 294/3000 - 29s - loss: 0.9055 - acc: 0.8303 - val_loss: 1.1488 - val_acc: 0.7645 Epoch 00294: val_acc did not improve from 0.78241 Epoch 295/3000 - 31s - loss: 0.9143 - acc: 0.8197 - val_loss: 1.1451 - val_acc: 0.7801 Epoch 00295: val_acc did not improve from 0.78241 Epoch 296/3000 - 30s - loss: 0.9034 - acc: 0.8320 - val_loss: 1.1841 - val_acc: 0.7641 Epoch 00296: val_acc did not improve from 0.78241 Epoch 297/3000 - 30s - loss: 0.8955 - acc: 0.8294 - val_loss: 1.1107 - val_acc: 0.7844 Epoch 00297: val_acc improved from 0.78241 to 0.78435, saving model to ./ModelSnapshots/LSTM-v1-297.h5 Epoch 298/3000 - 31s - loss: 0.8964 - acc: 0.8287 - val_loss: 1.1443 - val_acc: 0.7816 Epoch 00298: val_acc did not improve from 0.78435 Epoch 299/3000 - 30s - loss: 0.9105 - acc: 0.8261 - val_loss: 1.1129 - val_acc: 0.7824 Epoch 00299: val_acc did not improve from 0.78435 Epoch 300/3000 - 30s - loss: 0.8894 - acc: 0.8308 - val_loss: 1.0606 - val_acc: 0.7960 Epoch 00300: val_acc improved from 0.78435 to 0.79603, saving model to ./ModelSnapshots/LSTM-v1-300.h5 Epoch 301/3000 - 31s - loss: 0.8664 - acc: 0.8401 - val_loss: 1.1634 - val_acc: 0.7773 Epoch 00301: val_acc did not improve from 0.79603 Epoch 302/3000 - 30s - loss: 0.8953 - acc: 0.8302 - val_loss: 1.1336 - val_acc: 0.7847 Epoch 00302: val_acc did not improve from 0.79603 Epoch 303/3000 - 31s - loss: 0.8806 - acc: 0.8383 - val_loss: 1.0879 - val_acc: 0.7902 Epoch 00303: val_acc did not improve from 0.79603 Epoch 304/3000 - 31s - loss: 0.8800 - acc: 0.8356 - val_loss: 1.0758 - val_acc: 0.7953 Epoch 00304: val_acc did not improve from 0.79603 Epoch 305/3000 - 29s - loss: 0.8654 - acc: 0.8362 - val_loss: 1.0556 - val_acc: 0.8046 Epoch 00305: val_acc improved from 0.79603 to 0.80459, saving model to ./ModelSnapshots/LSTM-v1-305.h5 Epoch 306/3000 - 32s - loss: 0.8789 - acc: 0.8357 - val_loss: 1.1561 - val_acc: 0.7789 Epoch 00306: val_acc did not improve from 0.80459 Epoch 307/3000 - 32s - loss: 0.8707 - acc: 0.8353 - val_loss: 1.1298 - val_acc: 0.7871 Epoch 00307: val_acc did not improve from 0.80459 Epoch 308/3000 - 29s - loss: 0.8679 - acc: 0.8380 - val_loss: 1.0785 - val_acc: 0.7937 Epoch 00308: val_acc did not improve from 0.80459 Epoch 309/3000 - 30s - loss: 0.8757 - acc: 0.8388 - val_loss: 1.1374 - val_acc: 0.7789 Epoch 00309: val_acc did not improve from 0.80459 Epoch 310/3000 - 30s - loss: 0.8687 - acc: 0.8397 - val_loss: 1.1523 - val_acc: 0.7766 Epoch 00310: val_acc did not improve from 0.80459 Epoch 311/3000 - 32s - loss: 0.8563 - acc: 0.8409 - val_loss: 1.0828 - val_acc: 0.7875 Epoch 00311: val_acc did not improve from 0.80459 Epoch 312/3000 - 31s - loss: 0.8589 - acc: 0.8441 - val_loss: 1.0684 - val_acc: 0.7875 Epoch 00312: val_acc did not improve from 0.80459 Epoch 313/3000 - 29s - loss: 0.8382 - acc: 0.8487 - val_loss: 1.0717 - val_acc: 0.7921 Epoch 00313: val_acc did not improve from 0.80459 Epoch 314/3000 - 30s - loss: 0.8542 - acc: 0.8373 - val_loss: 1.0827 - val_acc: 0.7941 Epoch 00314: val_acc did not improve from 0.80459 Epoch 315/3000 - 31s - loss: 0.8552 - acc: 0.8448 - val_loss: 1.0516 - val_acc: 0.7921 Epoch 00315: val_acc did not improve from 0.80459 Epoch 316/3000 - 31s - loss: 0.8527 - acc: 0.8419 - val_loss: 1.1131 - val_acc: 0.7836 Epoch 00316: val_acc did not improve from 0.80459 Epoch 317/3000 - 28s - loss: 0.8614 - acc: 0.8403 - val_loss: 1.0943 - val_acc: 0.8019 Epoch 00317: val_acc did not improve from 0.80459 Epoch 318/3000 - 31s - loss: 0.8316 - acc: 0.8489 - val_loss: 1.0385 - val_acc: 0.7988 Epoch 00318: val_acc did not improve from 0.80459 Epoch 319/3000 - 31s - loss: 0.8518 - acc: 0.8481 - val_loss: 1.1031 - val_acc: 0.7960 Epoch 00319: val_acc did not improve from 0.80459 Epoch 320/3000 - 30s - loss: 0.8534 - acc: 0.8406 - val_loss: 1.0793 - val_acc: 0.8007 Epoch 00320: val_acc did not improve from 0.80459 Epoch 321/3000 - 29s - loss: 0.8349 - acc: 0.8518 - val_loss: 1.0607 - val_acc: 0.7984 Epoch 00321: val_acc did not improve from 0.80459 Epoch 322/3000 - 32s - loss: 0.8109 - acc: 0.8564 - val_loss: 1.0437 - val_acc: 0.8100 Epoch 00322: val_acc improved from 0.80459 to 0.81004, saving model to ./ModelSnapshots/LSTM-v1-322.h5 Epoch 323/3000 - 28s - loss: 0.8229 - acc: 0.8505 - val_loss: 1.0624 - val_acc: 0.7991 Epoch 00323: val_acc did not improve from 0.81004 Epoch 324/3000 - 31s - loss: 0.8265 - acc: 0.8501 - val_loss: 1.0149 - val_acc: 0.8077 Epoch 00324: val_acc did not improve from 0.81004 Epoch 325/3000 - 29s - loss: 0.8172 - acc: 0.8554 - val_loss: 1.0836 - val_acc: 0.7988 Epoch 00325: val_acc did not improve from 0.81004 Epoch 326/3000 - 31s - loss: 0.8124 - acc: 0.8527 - val_loss: 1.0351 - val_acc: 0.8058 Epoch 00326: val_acc did not improve from 0.81004 Epoch 327/3000 - 31s - loss: 0.8286 - acc: 0.8477 - val_loss: 1.0974 - val_acc: 0.7929 Epoch 00327: val_acc did not improve from 0.81004 Epoch 328/3000 - 29s - loss: 0.8182 - acc: 0.8477 - val_loss: 1.0974 - val_acc: 0.7953 Epoch 00328: val_acc did not improve from 0.81004 Epoch 329/3000 - 32s - loss: 0.8181 - acc: 0.8527 - val_loss: 1.0273 - val_acc: 0.8046 Epoch 00329: val_acc did not improve from 0.81004 Epoch 330/3000 - 29s - loss: 0.8217 - acc: 0.8533 - val_loss: 1.0229 - val_acc: 0.8089 Epoch 00330: val_acc did not improve from 0.81004 Epoch 331/3000 - 32s - loss: 0.8182 - acc: 0.8545 - val_loss: 1.0118 - val_acc: 0.8015 Epoch 00331: val_acc did not improve from 0.81004 Epoch 332/3000 - 30s - loss: 0.8302 - acc: 0.8498 - val_loss: 1.0600 - val_acc: 0.7917 Epoch 00332: val_acc did not improve from 0.81004 Epoch 333/3000 - 30s - loss: 0.8036 - acc: 0.8584 - val_loss: 1.0229 - val_acc: 0.7984 Epoch 00333: val_acc did not improve from 0.81004 Epoch 334/3000 - 32s - loss: 0.8212 - acc: 0.8522 - val_loss: 1.0190 - val_acc: 0.8089 Epoch 00334: val_acc did not improve from 0.81004 Epoch 335/3000 - 29s - loss: 0.8111 - acc: 0.8560 - val_loss: 1.0210 - val_acc: 0.8093 Epoch 00335: val_acc did not improve from 0.81004 Epoch 336/3000 - 30s - loss: 0.7902 - acc: 0.8591 - val_loss: 1.0020 - val_acc: 0.8034 Epoch 00336: val_acc did not improve from 0.81004 Epoch 337/3000 - 30s - loss: 0.8256 - acc: 0.8501 - val_loss: 1.0480 - val_acc: 0.7976 Epoch 00337: val_acc did not improve from 0.81004 Epoch 338/3000 - 30s - loss: 0.8021 - acc: 0.8647 - val_loss: 1.0069 - val_acc: 0.8089 Epoch 00338: val_acc did not improve from 0.81004 Epoch 339/3000 - 33s - loss: 0.8013 - acc: 0.8599 - val_loss: 1.0146 - val_acc: 0.8089 Epoch 00339: val_acc did not improve from 0.81004 Epoch 340/3000 - 29s - loss: 0.7923 - acc: 0.8528 - val_loss: 1.0288 - val_acc: 0.8054 Epoch 00340: val_acc did not improve from 0.81004 Epoch 341/3000 - 32s - loss: 0.7774 - acc: 0.8607 - val_loss: 1.0056 - val_acc: 0.8069 Epoch 00341: val_acc did not improve from 0.81004 Epoch 342/3000 - 29s - loss: 0.7752 - acc: 0.8616 - val_loss: 1.0470 - val_acc: 0.7964 Epoch 00342: val_acc did not improve from 0.81004 Epoch 343/3000 - 30s - loss: 0.7852 - acc: 0.8551 - val_loss: 1.0359 - val_acc: 0.8015 Epoch 00343: val_acc did not improve from 0.81004 Epoch 344/3000 - 32s - loss: 0.7997 - acc: 0.8570 - val_loss: 1.0239 - val_acc: 0.8116 Epoch 00344: val_acc improved from 0.81004 to 0.81160, saving model to ./ModelSnapshots/LSTM-v1-344.h5 Epoch 345/3000 - 31s - loss: 0.7952 - acc: 0.8593 - val_loss: 1.0793 - val_acc: 0.7953 Epoch 00345: val_acc did not improve from 0.81160 Epoch 346/3000 - 31s - loss: 0.8099 - acc: 0.8563 - val_loss: 1.0191 - val_acc: 0.8046 Epoch 00346: val_acc did not improve from 0.81160 Epoch 347/3000 - 30s - loss: 0.7724 - acc: 0.8664 - val_loss: 1.0545 - val_acc: 0.7980 Epoch 00347: val_acc did not improve from 0.81160 Epoch 348/3000 - 30s - loss: 0.8051 - acc: 0.8579 - val_loss: 1.0120 - val_acc: 0.8108 Epoch 00348: val_acc did not improve from 0.81160 Epoch 349/3000 - 31s - loss: 0.7717 - acc: 0.8671 - val_loss: 1.0290 - val_acc: 0.8030 Epoch 00349: val_acc did not improve from 0.81160 Epoch 350/3000 - 30s - loss: 0.8217 - acc: 0.8486 - val_loss: 1.0772 - val_acc: 0.8026 Epoch 00350: val_acc did not improve from 0.81160 Epoch 351/3000 - 30s - loss: 0.8070 - acc: 0.8601 - val_loss: 1.0177 - val_acc: 0.8097 Epoch 00351: val_acc did not improve from 0.81160 Epoch 352/3000 - 30s - loss: 0.7847 - acc: 0.8610 - val_loss: 1.0620 - val_acc: 0.8085 Epoch 00352: val_acc did not improve from 0.81160 Epoch 353/3000 - 31s - loss: 0.7748 - acc: 0.8671 - val_loss: 1.0256 - val_acc: 0.8089 Epoch 00353: val_acc did not improve from 0.81160 Epoch 354/3000 - 29s - loss: 0.7647 - acc: 0.8671 - val_loss: 1.0351 - val_acc: 0.8073 Epoch 00354: val_acc did not improve from 0.81160 Epoch 355/3000 - 32s - loss: 0.7753 - acc: 0.8668 - val_loss: 1.0517 - val_acc: 0.8097 Epoch 00355: val_acc did not improve from 0.81160 Epoch 356/3000 - 30s - loss: 0.7730 - acc: 0.8697 - val_loss: 1.0437 - val_acc: 0.8104 Epoch 00356: val_acc did not improve from 0.81160 Epoch 357/3000 - 31s - loss: 0.7611 - acc: 0.8681 - val_loss: 1.0030 - val_acc: 0.8085 Epoch 00357: val_acc did not improve from 0.81160 Epoch 358/3000 - 30s - loss: 0.7800 - acc: 0.8644 - val_loss: 1.0532 - val_acc: 0.8046 Epoch 00358: val_acc did not improve from 0.81160 Epoch 359/3000 - 32s - loss: 0.7624 - acc: 0.8690 - val_loss: 1.0162 - val_acc: 0.8038 Epoch 00359: val_acc did not improve from 0.81160 Epoch 360/3000 - 30s - loss: 0.7607 - acc: 0.8659 - val_loss: 1.0487 - val_acc: 0.7945 Epoch 00360: val_acc did not improve from 0.81160 Epoch 361/3000 - 30s - loss: 0.7536 - acc: 0.8693 - val_loss: 1.0520 - val_acc: 0.8011 Epoch 00361: val_acc did not improve from 0.81160 Epoch 362/3000 - 30s - loss: 0.7701 - acc: 0.8675 - val_loss: 1.0541 - val_acc: 0.8054 Epoch 00362: val_acc did not improve from 0.81160 Epoch 363/3000 - 31s - loss: 0.7684 - acc: 0.8702 - val_loss: 0.9667 - val_acc: 0.8206 Epoch 00363: val_acc improved from 0.81160 to 0.82055, saving model to ./ModelSnapshots/LSTM-v1-363.h5 Epoch 364/3000 - 32s - loss: 0.7409 - acc: 0.8687 - val_loss: 0.9735 - val_acc: 0.8194 Epoch 00364: val_acc did not improve from 0.82055 Epoch 365/3000 - 31s - loss: 0.7482 - acc: 0.8688 - val_loss: 0.9960 - val_acc: 0.8132 Epoch 00365: val_acc did not improve from 0.82055 Epoch 366/3000 - 29s - loss: 0.7497 - acc: 0.8748 - val_loss: 0.9743 - val_acc: 0.8159 Epoch 00366: val_acc did not improve from 0.82055 Epoch 367/3000 - 30s - loss: 0.7463 - acc: 0.8721 - val_loss: 1.0472 - val_acc: 0.8038 Epoch 00367: val_acc did not improve from 0.82055 Epoch 368/3000 - 30s - loss: 0.7387 - acc: 0.8730 - val_loss: 0.9919 - val_acc: 0.8170 Epoch 00368: val_acc did not improve from 0.82055 Epoch 369/3000 - 30s - loss: 0.7461 - acc: 0.8717 - val_loss: 0.9794 - val_acc: 0.8276 Epoch 00369: val_acc improved from 0.82055 to 0.82756, saving model to ./ModelSnapshots/LSTM-v1-369.h5 Epoch 370/3000 - 29s - loss: 0.7625 - acc: 0.8664 - val_loss: 1.0434 - val_acc: 0.8089 Epoch 00370: val_acc did not improve from 0.82756 Epoch 371/3000 - 31s - loss: 0.7543 - acc: 0.8724 - val_loss: 1.0034 - val_acc: 0.8128 Epoch 00371: val_acc did not improve from 0.82756 Epoch 372/3000 - 31s - loss: 0.7449 - acc: 0.8711 - val_loss: 0.9866 - val_acc: 0.8132 Epoch 00372: val_acc did not improve from 0.82756 Epoch 373/3000 - 30s - loss: 0.7404 - acc: 0.8785 - val_loss: 1.0178 - val_acc: 0.8073 Epoch 00373: val_acc did not improve from 0.82756 Epoch 374/3000 - 30s - loss: 0.7380 - acc: 0.8727 - val_loss: 1.0444 - val_acc: 0.8081 Epoch 00374: val_acc did not improve from 0.82756 Epoch 375/3000 - 31s - loss: 0.7159 - acc: 0.8785 - val_loss: 1.0397 - val_acc: 0.8093 Epoch 00375: val_acc did not improve from 0.82756 Epoch 376/3000 - 30s - loss: 0.7268 - acc: 0.8783 - val_loss: 1.0407 - val_acc: 0.8155 Epoch 00376: val_acc did not improve from 0.82756 Epoch 377/3000 - 31s - loss: 0.7648 - acc: 0.8702 - val_loss: 1.0383 - val_acc: 0.8143 Epoch 00377: val_acc did not improve from 0.82756 Epoch 378/3000 - 30s - loss: 0.7418 - acc: 0.8744 - val_loss: 0.9557 - val_acc: 0.8252 Epoch 00378: val_acc did not improve from 0.82756 Epoch 379/3000 - 31s - loss: 0.7631 - acc: 0.8691 - val_loss: 1.0920 - val_acc: 0.7925 Epoch 00379: val_acc did not improve from 0.82756 Epoch 380/3000 - 31s - loss: 0.7403 - acc: 0.8738 - val_loss: 0.9497 - val_acc: 0.8174 Epoch 00380: val_acc did not improve from 0.82756 Epoch 381/3000 - 29s - loss: 0.7280 - acc: 0.8756 - val_loss: 1.0507 - val_acc: 0.8069 Epoch 00381: val_acc did not improve from 0.82756 Epoch 382/3000 - 31s - loss: 0.7467 - acc: 0.8714 - val_loss: 1.0647 - val_acc: 0.8042 Epoch 00382: val_acc did not improve from 0.82756 Epoch 383/3000 - 30s - loss: 0.7147 - acc: 0.8798 - val_loss: 1.0431 - val_acc: 0.8120 Epoch 00383: val_acc did not improve from 0.82756 Epoch 384/3000 - 31s - loss: 0.7253 - acc: 0.8767 - val_loss: 1.0173 - val_acc: 0.8147 Epoch 00384: val_acc did not improve from 0.82756 Epoch 385/3000 - 32s - loss: 0.7267 - acc: 0.8791 - val_loss: 1.0566 - val_acc: 0.8097 Epoch 00385: val_acc did not improve from 0.82756 Epoch 386/3000 - 29s - loss: 0.7260 - acc: 0.8747 - val_loss: 1.0022 - val_acc: 0.8163 Epoch 00386: val_acc did not improve from 0.82756 Epoch 387/3000 - 32s - loss: 0.7341 - acc: 0.8739 - val_loss: 1.0223 - val_acc: 0.8104 Epoch 00387: val_acc did not improve from 0.82756 Epoch 388/3000 - 31s - loss: 0.7092 - acc: 0.8809 - val_loss: 1.0109 - val_acc: 0.8178 Epoch 00388: val_acc did not improve from 0.82756 Epoch 389/3000 - 29s - loss: 0.7368 - acc: 0.8789 - val_loss: 1.0589 - val_acc: 0.8042 Epoch 00389: val_acc did not improve from 0.82756 Epoch 390/3000 - 31s - loss: 0.7278 - acc: 0.8755 - val_loss: 0.9617 - val_acc: 0.8209 Epoch 00390: val_acc did not improve from 0.82756 Epoch 391/3000 - 31s - loss: 0.7115 - acc: 0.8832 - val_loss: 0.9896 - val_acc: 0.8151 Epoch 00391: val_acc did not improve from 0.82756 Epoch 392/3000 - 29s - loss: 0.7167 - acc: 0.8806 - val_loss: 0.9741 - val_acc: 0.8229 Epoch 00392: val_acc did not improve from 0.82756 Epoch 393/3000 - 32s - loss: 0.7167 - acc: 0.8807 - val_loss: 1.0856 - val_acc: 0.7914 Epoch 00393: val_acc did not improve from 0.82756 Epoch 394/3000 - 29s - loss: 0.7462 - acc: 0.8747 - val_loss: 0.9327 - val_acc: 0.8307 Epoch 00394: val_acc improved from 0.82756 to 0.83067, saving model to ./ModelSnapshots/LSTM-v1-394.h5 Epoch 395/3000 - 29s - loss: 0.7202 - acc: 0.8762 - val_loss: 0.9674 - val_acc: 0.8318 Epoch 00395: val_acc improved from 0.83067 to 0.83184, saving model to ./ModelSnapshots/LSTM-v1-395.h5 Epoch 396/3000 - 32s - loss: 0.7261 - acc: 0.8800 - val_loss: 1.0525 - val_acc: 0.8100 Epoch 00396: val_acc did not improve from 0.83184 Epoch 397/3000 - 29s - loss: 0.7172 - acc: 0.8807 - val_loss: 0.9525 - val_acc: 0.8276 Epoch 00397: val_acc did not improve from 0.83184 Epoch 398/3000 - 31s - loss: 0.7170 - acc: 0.8815 - val_loss: 1.0284 - val_acc: 0.8151 Epoch 00398: val_acc did not improve from 0.83184 Epoch 399/3000 - 31s - loss: 0.7246 - acc: 0.8792 - val_loss: 0.9941 - val_acc: 0.8252 Epoch 00399: val_acc did not improve from 0.83184 Epoch 400/3000 - 29s - loss: 0.7085 - acc: 0.8818 - val_loss: 1.0028 - val_acc: 0.8147 Epoch 00400: val_acc did not improve from 0.83184 Epoch 401/3000 - 31s - loss: 0.7097 - acc: 0.8800 - val_loss: 1.0143 - val_acc: 0.8167 Epoch 00401: val_acc did not improve from 0.83184 Epoch 402/3000 - 31s - loss: 0.7154 - acc: 0.8815 - val_loss: 0.9683 - val_acc: 0.8287 Epoch 00402: val_acc did not improve from 0.83184 Epoch 403/3000 - 31s - loss: 0.6962 - acc: 0.8866 - val_loss: 1.0118 - val_acc: 0.8128 Epoch 00403: val_acc did not improve from 0.83184 Epoch 404/3000 - 31s - loss: 0.7014 - acc: 0.8847 - val_loss: 0.9564 - val_acc: 0.8260 Epoch 00404: val_acc did not improve from 0.83184 Epoch 405/3000 - 32s - loss: 0.6864 - acc: 0.8872 - val_loss: 1.0074 - val_acc: 0.8135 Epoch 00405: val_acc did not improve from 0.83184 Epoch 406/3000 - 30s - loss: 0.7071 - acc: 0.8801 - val_loss: 1.0440 - val_acc: 0.8120 Epoch 00406: val_acc did not improve from 0.83184 Epoch 407/3000 - 31s - loss: 0.7017 - acc: 0.8812 - val_loss: 0.9209 - val_acc: 0.8322 Epoch 00407: val_acc improved from 0.83184 to 0.83223, saving model to ./ModelSnapshots/LSTM-v1-407.h5 Epoch 408/3000 - 30s - loss: 0.6888 - acc: 0.8818 - val_loss: 0.9703 - val_acc: 0.8244 Epoch 00408: val_acc did not improve from 0.83223 Epoch 409/3000 - 29s - loss: 0.7102 - acc: 0.8807 - val_loss: 0.9795 - val_acc: 0.8093 Epoch 00409: val_acc did not improve from 0.83223 Epoch 410/3000 - 31s - loss: 0.7016 - acc: 0.8832 - val_loss: 1.0575 - val_acc: 0.8085 Epoch 00410: val_acc did not improve from 0.83223 Epoch 411/3000 - 32s - loss: 0.7020 - acc: 0.8842 - val_loss: 1.0143 - val_acc: 0.8128 Epoch 00411: val_acc did not improve from 0.83223 Epoch 412/3000 - 29s - loss: 0.6913 - acc: 0.8883 - val_loss: 0.9655 - val_acc: 0.8283 Epoch 00412: val_acc did not improve from 0.83223 Epoch 413/3000 - 30s - loss: 0.6830 - acc: 0.8863 - val_loss: 0.9658 - val_acc: 0.8276 Epoch 00413: val_acc did not improve from 0.83223 Epoch 414/3000 - 33s - loss: 0.6980 - acc: 0.8844 - val_loss: 0.9808 - val_acc: 0.8170 Epoch 00414: val_acc did not improve from 0.83223 Epoch 415/3000 - 30s - loss: 0.7306 - acc: 0.8819 - val_loss: 0.9565 - val_acc: 0.8225 Epoch 00415: val_acc did not improve from 0.83223 Epoch 416/3000 - 30s - loss: 0.6786 - acc: 0.8869 - val_loss: 0.9240 - val_acc: 0.8377 Epoch 00416: val_acc improved from 0.83223 to 0.83768, saving model to ./ModelSnapshots/LSTM-v1-416.h5 Epoch 417/3000 - 31s - loss: 0.6800 - acc: 0.8865 - val_loss: 1.0447 - val_acc: 0.8135 Epoch 00417: val_acc did not improve from 0.83768 Epoch 418/3000 - 30s - loss: 0.6849 - acc: 0.8884 - val_loss: 1.0136 - val_acc: 0.8112 Epoch 00418: val_acc did not improve from 0.83768 Epoch 419/3000 - 32s - loss: 0.7044 - acc: 0.8833 - val_loss: 0.9230 - val_acc: 0.8342 Epoch 00419: val_acc did not improve from 0.83768 Epoch 420/3000 - 29s - loss: 0.6763 - acc: 0.8936 - val_loss: 0.9175 - val_acc: 0.8307 Epoch 00420: val_acc did not improve from 0.83768 Epoch 421/3000 - 31s - loss: 0.6856 - acc: 0.8863 - val_loss: 0.9694 - val_acc: 0.8198 Epoch 00421: val_acc did not improve from 0.83768 Epoch 422/3000 - 30s - loss: 0.6960 - acc: 0.8862 - val_loss: 0.9924 - val_acc: 0.8221 Epoch 00422: val_acc did not improve from 0.83768 Epoch 423/3000 - 31s - loss: 0.6809 - acc: 0.8872 - val_loss: 0.9568 - val_acc: 0.8256 Epoch 00423: val_acc did not improve from 0.83768 Epoch 424/3000 - 32s - loss: 0.6743 - acc: 0.8869 - val_loss: 0.9685 - val_acc: 0.8272 Epoch 00424: val_acc did not improve from 0.83768 Epoch 425/3000 - 30s - loss: 0.6761 - acc: 0.8909 - val_loss: 0.9737 - val_acc: 0.8170 Epoch 00425: val_acc did not improve from 0.83768 Epoch 426/3000 - 29s - loss: 0.6811 - acc: 0.8877 - val_loss: 0.9116 - val_acc: 0.8357 Epoch 00426: val_acc did not improve from 0.83768 Epoch 427/3000 - 32s - loss: 0.6778 - acc: 0.8905 - val_loss: 0.9641 - val_acc: 0.8190 Epoch 00427: val_acc did not improve from 0.83768 Epoch 428/3000 - 30s - loss: 0.6847 - acc: 0.8896 - val_loss: 0.9862 - val_acc: 0.8241 Epoch 00428: val_acc did not improve from 0.83768 Epoch 429/3000 - 31s - loss: 0.6805 - acc: 0.8893 - val_loss: 0.9692 - val_acc: 0.8139 Epoch 00429: val_acc did not improve from 0.83768 Epoch 430/3000 - 30s - loss: 0.6785 - acc: 0.8881 - val_loss: 0.9187 - val_acc: 0.8307 Epoch 00430: val_acc did not improve from 0.83768 Epoch 431/3000 - 31s - loss: 0.6840 - acc: 0.8827 - val_loss: 0.9195 - val_acc: 0.8268 Epoch 00431: val_acc did not improve from 0.83768 Epoch 432/3000 - 30s - loss: 0.6737 - acc: 0.8883 - val_loss: 1.0007 - val_acc: 0.8252 Epoch 00432: val_acc did not improve from 0.83768 Epoch 433/3000 - 29s - loss: 0.6745 - acc: 0.8890 - val_loss: 0.9841 - val_acc: 0.8268 Epoch 00433: val_acc did not improve from 0.83768 Epoch 434/3000 - 30s - loss: 0.6760 - acc: 0.8869 - val_loss: 0.9422 - val_acc: 0.8326 Epoch 00434: val_acc did not improve from 0.83768 Epoch 435/3000 - 32s - loss: 0.6775 - acc: 0.8913 - val_loss: 1.0096 - val_acc: 0.8186 Epoch 00435: val_acc did not improve from 0.83768 Epoch 436/3000 - 31s - loss: 0.6689 - acc: 0.8919 - val_loss: 0.9567 - val_acc: 0.8264 Epoch 00436: val_acc did not improve from 0.83768 Epoch 437/3000 - 30s - loss: 0.6949 - acc: 0.8889 - val_loss: 1.0712 - val_acc: 0.8081 Epoch 00437: val_acc did not improve from 0.83768 Epoch 438/3000 - 30s - loss: 0.6819 - acc: 0.8871 - val_loss: 0.9538 - val_acc: 0.8233 Epoch 00438: val_acc did not improve from 0.83768 Epoch 439/3000 - 31s - loss: 0.6687 - acc: 0.8912 - val_loss: 1.0322 - val_acc: 0.8139 Epoch 00439: val_acc did not improve from 0.83768 Epoch 440/3000 - 30s - loss: 0.6751 - acc: 0.8889 - val_loss: 0.9630 - val_acc: 0.8256 Epoch 00440: val_acc did not improve from 0.83768 Epoch 441/3000 - 31s - loss: 0.6622 - acc: 0.8915 - val_loss: 0.9559 - val_acc: 0.8241 Epoch 00441: val_acc did not improve from 0.83768 Epoch 442/3000 - 32s - loss: 0.6632 - acc: 0.8934 - val_loss: 0.9613 - val_acc: 0.8206 Epoch 00442: val_acc did not improve from 0.83768 Epoch 443/3000 - 30s - loss: 0.6698 - acc: 0.8934 - val_loss: 0.9520 - val_acc: 0.8276 Epoch 00443: val_acc did not improve from 0.83768 Epoch 444/3000 - 32s - loss: 0.6589 - acc: 0.8978 - val_loss: 0.9992 - val_acc: 0.8276 Epoch 00444: val_acc did not improve from 0.83768 Epoch 445/3000 - 29s - loss: 0.6619 - acc: 0.8930 - val_loss: 0.9466 - val_acc: 0.8291 Epoch 00445: val_acc did not improve from 0.83768 Epoch 446/3000 - 31s - loss: 0.6575 - acc: 0.8949 - val_loss: 0.9641 - val_acc: 0.8248 Epoch 00446: val_acc did not improve from 0.83768 Epoch 447/3000 - 32s - loss: 0.6643 - acc: 0.8937 - val_loss: 0.9351 - val_acc: 0.8295 Epoch 00447: val_acc did not improve from 0.83768 Epoch 448/3000 - 31s - loss: 0.6409 - acc: 0.8967 - val_loss: 1.0199 - val_acc: 0.8167 Epoch 00448: val_acc did not improve from 0.83768 Epoch 449/3000 - 30s - loss: 0.6707 - acc: 0.8913 - val_loss: 0.9216 - val_acc: 0.8342 Epoch 00449: val_acc did not improve from 0.83768 Epoch 450/3000 - 30s - loss: 0.6656 - acc: 0.8889 - val_loss: 1.0240 - val_acc: 0.8209 Epoch 00450: val_acc did not improve from 0.83768 Epoch 451/3000 - 30s - loss: 0.6704 - acc: 0.8890 - val_loss: 0.9845 - val_acc: 0.8322 Epoch 00451: val_acc did not improve from 0.83768 Epoch 452/3000 - 31s - loss: 0.6570 - acc: 0.8942 - val_loss: 0.9081 - val_acc: 0.8427 Epoch 00452: val_acc improved from 0.83768 to 0.84274, saving model to ./ModelSnapshots/LSTM-v1-452.h5 Epoch 453/3000 - 32s - loss: 0.6687 - acc: 0.8904 - val_loss: 0.9301 - val_acc: 0.8268 Epoch 00453: val_acc did not improve from 0.84274 Epoch 454/3000 - 29s - loss: 0.6622 - acc: 0.8909 - val_loss: 0.9276 - val_acc: 0.8338 Epoch 00454: val_acc did not improve from 0.84274 Epoch 455/3000 - 33s - loss: 0.6512 - acc: 0.8945 - val_loss: 0.8959 - val_acc: 0.8377 Epoch 00455: val_acc did not improve from 0.84274 Epoch 456/3000 - 30s - loss: 0.6434 - acc: 0.8975 - val_loss: 1.0070 - val_acc: 0.8202 Epoch 00456: val_acc did not improve from 0.84274 Epoch 457/3000 - 31s - loss: 0.6649 - acc: 0.8913 - val_loss: 0.8930 - val_acc: 0.8346 Epoch 00457: val_acc did not improve from 0.84274 Epoch 458/3000 - 31s - loss: 0.6446 - acc: 0.8963 - val_loss: 0.9378 - val_acc: 0.8346 Epoch 00458: val_acc did not improve from 0.84274 Epoch 459/3000 - 32s - loss: 0.6460 - acc: 0.8933 - val_loss: 0.9946 - val_acc: 0.8163 Epoch 00459: val_acc did not improve from 0.84274 Epoch 460/3000 - 30s - loss: 0.6373 - acc: 0.9002 - val_loss: 0.9416 - val_acc: 0.8342 Epoch 00460: val_acc did not improve from 0.84274 Epoch 461/3000 - 32s - loss: 0.6478 - acc: 0.8995 - val_loss: 0.9468 - val_acc: 0.8299 Epoch 00461: val_acc did not improve from 0.84274 Epoch 462/3000 - 30s - loss: 0.6483 - acc: 0.8946 - val_loss: 0.9606 - val_acc: 0.8369 Epoch 00462: val_acc did not improve from 0.84274 Epoch 463/3000 - 31s - loss: 0.6565 - acc: 0.8949 - val_loss: 0.9546 - val_acc: 0.8272 Epoch 00463: val_acc did not improve from 0.84274 Epoch 464/3000 - 30s - loss: 0.6421 - acc: 0.8978 - val_loss: 0.9096 - val_acc: 0.8385 Epoch 00464: val_acc did not improve from 0.84274 Epoch 465/3000 - 30s - loss: 0.6411 - acc: 0.9008 - val_loss: 0.9590 - val_acc: 0.8307 Epoch 00465: val_acc did not improve from 0.84274 Epoch 466/3000 - 32s - loss: 0.6386 - acc: 0.8975 - val_loss: 0.9847 - val_acc: 0.8209 Epoch 00466: val_acc did not improve from 0.84274 Epoch 467/3000 - 29s - loss: 0.6587 - acc: 0.8966 - val_loss: 0.9514 - val_acc: 0.8299 Epoch 00467: val_acc did not improve from 0.84274 Epoch 468/3000 - 32s - loss: 0.6471 - acc: 0.8955 - val_loss: 0.9761 - val_acc: 0.8268 Epoch 00468: val_acc did not improve from 0.84274 Epoch 469/3000 - 29s - loss: 0.6345 - acc: 0.8989 - val_loss: 0.9755 - val_acc: 0.8272 Epoch 00469: val_acc did not improve from 0.84274 Epoch 470/3000 - 33s - loss: 0.6434 - acc: 0.8961 - val_loss: 0.9514 - val_acc: 0.8357 Epoch 00470: val_acc did not improve from 0.84274 Epoch 471/3000 - 29s - loss: 0.6647 - acc: 0.8910 - val_loss: 0.9720 - val_acc: 0.8229 Epoch 00471: val_acc did not improve from 0.84274 Epoch 472/3000 - 29s - loss: 0.6248 - acc: 0.9028 - val_loss: 1.0007 - val_acc: 0.8104 Epoch 00472: val_acc did not improve from 0.84274 Epoch 473/3000 - 31s - loss: 0.6511 - acc: 0.8948 - val_loss: 0.9711 - val_acc: 0.8252 Epoch 00473: val_acc did not improve from 0.84274 Epoch 474/3000 - 31s - loss: 0.6358 - acc: 0.8996 - val_loss: 0.9535 - val_acc: 0.8307 Epoch 00474: val_acc did not improve from 0.84274 Epoch 475/3000 - 30s - loss: 0.6237 - acc: 0.9023 - val_loss: 0.9315 - val_acc: 0.8369 Epoch 00475: val_acc did not improve from 0.84274 Epoch 476/3000 - 31s - loss: 0.6363 - acc: 0.8990 - val_loss: 0.9828 - val_acc: 0.8260 Epoch 00476: val_acc did not improve from 0.84274 Epoch 477/3000 - 29s - loss: 0.6449 - acc: 0.8960 - val_loss: 0.9743 - val_acc: 0.8264 Epoch 00477: val_acc did not improve from 0.84274 Epoch 478/3000 - 31s - loss: 0.6603 - acc: 0.8909 - val_loss: 1.0280 - val_acc: 0.8147 Epoch 00478: val_acc did not improve from 0.84274 Epoch 479/3000 - 31s - loss: 0.6296 - acc: 0.8976 - val_loss: 0.9203 - val_acc: 0.8346 Epoch 00479: val_acc did not improve from 0.84274 Epoch 480/3000 - 32s - loss: 0.6218 - acc: 0.9029 - val_loss: 0.8990 - val_acc: 0.8295 Epoch 00480: val_acc did not improve from 0.84274 Epoch 481/3000 - 30s - loss: 0.6194 - acc: 0.9029 - val_loss: 0.8981 - val_acc: 0.8322 Epoch 00481: val_acc did not improve from 0.84274 Epoch 482/3000 - 31s - loss: 0.6214 - acc: 0.9066 - val_loss: 0.9426 - val_acc: 0.8369 Epoch 00482: val_acc did not improve from 0.84274 Epoch 483/3000 - 31s - loss: 0.6336 - acc: 0.8964 - val_loss: 0.9820 - val_acc: 0.8287 Epoch 00483: val_acc did not improve from 0.84274 Epoch 484/3000 - 29s - loss: 0.6330 - acc: 0.8976 - val_loss: 0.9949 - val_acc: 0.8221 Epoch 00484: val_acc did not improve from 0.84274 Epoch 485/3000 - 31s - loss: 0.6278 - acc: 0.8976 - val_loss: 0.9057 - val_acc: 0.8396 Epoch 00485: val_acc did not improve from 0.84274 Epoch 486/3000 - 31s - loss: 0.6178 - acc: 0.9031 - val_loss: 0.9053 - val_acc: 0.8369 Epoch 00486: val_acc did not improve from 0.84274 Epoch 487/3000 - 29s - loss: 0.6206 - acc: 0.9038 - val_loss: 0.9601 - val_acc: 0.8283 Epoch 00487: val_acc did not improve from 0.84274 Epoch 00487: ReduceLROnPlateau reducing learning rate to 9.499999760009814e-05. Epoch 488/3000 - 31s - loss: 0.6209 - acc: 0.9022 - val_loss: 0.9219 - val_acc: 0.8276 Epoch 00488: val_acc did not improve from 0.84274 Epoch 489/3000 - 29s - loss: 0.6177 - acc: 0.9014 - val_loss: 0.9217 - val_acc: 0.8338 Epoch 00489: val_acc did not improve from 0.84274 Epoch 490/3000 - 31s - loss: 0.6256 - acc: 0.9041 - val_loss: 0.9317 - val_acc: 0.8381 Epoch 00490: val_acc did not improve from 0.84274 Epoch 491/3000 - 32s - loss: 0.6288 - acc: 0.9007 - val_loss: 0.9040 - val_acc: 0.8396 Epoch 00491: val_acc did not improve from 0.84274 Epoch 492/3000 - 29s - loss: 0.6171 - acc: 0.9023 - val_loss: 0.9252 - val_acc: 0.8334 Epoch 00492: val_acc did not improve from 0.84274 Epoch 493/3000 - 32s - loss: 0.6164 - acc: 0.9026 - val_loss: 0.9921 - val_acc: 0.8209 Epoch 00493: val_acc did not improve from 0.84274 Epoch 494/3000 - 31s - loss: 0.6113 - acc: 0.9040 - val_loss: 0.9450 - val_acc: 0.8287 Epoch 00494: val_acc did not improve from 0.84274 Epoch 495/3000 - 30s - loss: 0.6169 - acc: 0.9014 - val_loss: 0.9621 - val_acc: 0.8276 Epoch 00495: val_acc did not improve from 0.84274 Epoch 496/3000 - 29s - loss: 0.6022 - acc: 0.9062 - val_loss: 0.9252 - val_acc: 0.8342 Epoch 00496: val_acc did not improve from 0.84274 Epoch 497/3000 - 32s - loss: 0.6095 - acc: 0.9049 - val_loss: 0.9989 - val_acc: 0.8198 Epoch 00497: val_acc did not improve from 0.84274 Epoch 498/3000 - 29s - loss: 0.6256 - acc: 0.8986 - val_loss: 0.9319 - val_acc: 0.8365 Epoch 00498: val_acc did not improve from 0.84274 Epoch 499/3000 - 30s - loss: 0.6068 - acc: 0.9064 - val_loss: 0.9506 - val_acc: 0.8357 Epoch 00499: val_acc did not improve from 0.84274 Epoch 500/3000 - 33s - loss: 0.6110 - acc: 0.9035 - val_loss: 0.9020 - val_acc: 0.8322 Epoch 00500: val_acc did not improve from 0.84274 Epoch 501/3000 - 29s - loss: 0.5981 - acc: 0.9067 - val_loss: 0.9281 - val_acc: 0.8369 Epoch 00501: val_acc did not improve from 0.84274 Epoch 502/3000 - 30s - loss: 0.6126 - acc: 0.9044 - val_loss: 0.9046 - val_acc: 0.8408 Epoch 00502: val_acc did not improve from 0.84274 Epoch 503/3000 - 29s - loss: 0.6225 - acc: 0.8992 - val_loss: 0.8745 - val_acc: 0.8404 Epoch 00503: val_acc did not improve from 0.84274 Epoch 504/3000 - 30s - loss: 0.6211 - acc: 0.9044 - val_loss: 0.9955 - val_acc: 0.8225 Epoch 00504: val_acc did not improve from 0.84274 Epoch 505/3000 - 32s - loss: 0.6212 - acc: 0.8993 - val_loss: 0.8950 - val_acc: 0.8408 Epoch 00505: val_acc did not improve from 0.84274 Epoch 506/3000 - 31s - loss: 0.6094 - acc: 0.9053 - val_loss: 0.9933 - val_acc: 0.8233 Epoch 00506: val_acc did not improve from 0.84274 Epoch 507/3000 - 29s - loss: 0.6067 - acc: 0.9037 - val_loss: 0.9005 - val_acc: 0.8400 Epoch 00507: val_acc did not improve from 0.84274 Epoch 508/3000 - 32s - loss: 0.6113 - acc: 0.9035 - val_loss: 0.9273 - val_acc: 0.8412 Epoch 00508: val_acc did not improve from 0.84274 Epoch 509/3000 - 28s - loss: 0.6074 - acc: 0.9062 - val_loss: 0.8480 - val_acc: 0.8420 Epoch 00509: val_acc did not improve from 0.84274 Epoch 510/3000 - 32s - loss: 0.6066 - acc: 0.9041 - val_loss: 0.9606 - val_acc: 0.8303 Epoch 00510: val_acc did not improve from 0.84274 Epoch 511/3000 - 29s - loss: 0.6203 - acc: 0.9017 - val_loss: 0.9328 - val_acc: 0.8338 Epoch 00511: val_acc did not improve from 0.84274 Epoch 512/3000 - 30s - loss: 0.6036 - acc: 0.9050 - val_loss: 0.8756 - val_acc: 0.8466 Epoch 00512: val_acc improved from 0.84274 to 0.84663, saving model to ./ModelSnapshots/LSTM-v1-512.h5 Epoch 513/3000 - 31s - loss: 0.5944 - acc: 0.9053 - val_loss: 0.8823 - val_acc: 0.8420 Epoch 00513: val_acc did not improve from 0.84663 Epoch 514/3000 - 30s - loss: 0.5969 - acc: 0.9105 - val_loss: 0.9693 - val_acc: 0.8299 Epoch 00514: val_acc did not improve from 0.84663 Epoch 515/3000 - 31s - loss: 0.6015 - acc: 0.9032 - val_loss: 0.9040 - val_acc: 0.8388 Epoch 00515: val_acc did not improve from 0.84663 Epoch 516/3000 - 30s - loss: 0.6017 - acc: 0.9022 - val_loss: 0.9142 - val_acc: 0.8373 Epoch 00516: val_acc did not improve from 0.84663 Epoch 517/3000 - 30s - loss: 0.6046 - acc: 0.9014 - val_loss: 1.0028 - val_acc: 0.8217 Epoch 00517: val_acc did not improve from 0.84663 Epoch 518/3000 - 30s - loss: 0.6052 - acc: 0.9028 - val_loss: 0.9557 - val_acc: 0.8248 Epoch 00518: val_acc did not improve from 0.84663 Epoch 519/3000 - 31s - loss: 0.6058 - acc: 0.9049 - val_loss: 0.9401 - val_acc: 0.8315 Epoch 00519: val_acc did not improve from 0.84663 Epoch 520/3000 - 31s - loss: 0.5908 - acc: 0.9061 - val_loss: 0.9356 - val_acc: 0.8361 Epoch 00520: val_acc did not improve from 0.84663 Epoch 521/3000 - 30s - loss: 0.5869 - acc: 0.9056 - val_loss: 0.9188 - val_acc: 0.8385 Epoch 00521: val_acc did not improve from 0.84663 Epoch 522/3000 - 30s - loss: 0.5908 - acc: 0.9081 - val_loss: 0.9738 - val_acc: 0.8276 Epoch 00522: val_acc did not improve from 0.84663 Epoch 523/3000 - 30s - loss: 0.5922 - acc: 0.9099 - val_loss: 0.8900 - val_acc: 0.8412 Epoch 00523: val_acc did not improve from 0.84663 Epoch 524/3000 - 30s - loss: 0.5825 - acc: 0.9102 - val_loss: 0.8922 - val_acc: 0.8388 Epoch 00524: val_acc did not improve from 0.84663 Epoch 525/3000 - 32s - loss: 0.5922 - acc: 0.9090 - val_loss: 1.0021 - val_acc: 0.8209 Epoch 00525: val_acc did not improve from 0.84663 Epoch 526/3000 - 29s - loss: 0.6023 - acc: 0.9052 - val_loss: 0.9643 - val_acc: 0.8346 Epoch 00526: val_acc did not improve from 0.84663 Epoch 527/3000 - 30s - loss: 0.6061 - acc: 0.9035 - val_loss: 0.8903 - val_acc: 0.8353 Epoch 00527: val_acc did not improve from 0.84663 Epoch 528/3000 - 30s - loss: 0.6028 - acc: 0.9075 - val_loss: 0.9078 - val_acc: 0.8396 Epoch 00528: val_acc did not improve from 0.84663 Epoch 529/3000 - 30s - loss: 0.5908 - acc: 0.9085 - val_loss: 0.8997 - val_acc: 0.8427 Epoch 00529: val_acc did not improve from 0.84663 Epoch 530/3000 - 30s - loss: 0.5908 - acc: 0.9069 - val_loss: 0.8971 - val_acc: 0.8369 Epoch 00530: val_acc did not improve from 0.84663 Epoch 531/3000 - 32s - loss: 0.6067 - acc: 0.8996 - val_loss: 0.9471 - val_acc: 0.8252 Epoch 00531: val_acc did not improve from 0.84663 Epoch 532/3000 - 29s - loss: 0.5918 - acc: 0.9058 - val_loss: 0.9280 - val_acc: 0.8346 Epoch 00532: val_acc did not improve from 0.84663 Epoch 533/3000 - 30s - loss: 0.5971 - acc: 0.9050 - val_loss: 0.8608 - val_acc: 0.8435 Epoch 00533: val_acc did not improve from 0.84663 Epoch 534/3000 - 30s - loss: 0.5908 - acc: 0.9085 - val_loss: 0.8661 - val_acc: 0.8509 Epoch 00534: val_acc improved from 0.84663 to 0.85091, saving model to ./ModelSnapshots/LSTM-v1-534.h5 Epoch 535/3000 - 31s - loss: 0.5981 - acc: 0.9052 - val_loss: 1.1163 - val_acc: 0.8124 Epoch 00535: val_acc did not improve from 0.85091 Epoch 536/3000 - 30s - loss: 0.6046 - acc: 0.9004 - val_loss: 0.9089 - val_acc: 0.8377 Epoch 00536: val_acc did not improve from 0.85091 Epoch 537/3000 - 30s - loss: 0.5962 - acc: 0.9084 - val_loss: 0.9151 - val_acc: 0.8381 Epoch 00537: val_acc did not improve from 0.85091 Epoch 538/3000 - 30s - loss: 0.5858 - acc: 0.9075 - val_loss: 0.9157 - val_acc: 0.8303 Epoch 00538: val_acc did not improve from 0.85091 Epoch 539/3000 - 32s - loss: 0.5867 - acc: 0.9079 - val_loss: 0.9277 - val_acc: 0.8346 Epoch 00539: val_acc did not improve from 0.85091 Epoch 00539: ReduceLROnPlateau reducing learning rate to 9.02499959920533e-05. Epoch 540/3000 - 31s - loss: 0.5884 - acc: 0.9085 - val_loss: 0.9444 - val_acc: 0.8264 Epoch 00540: val_acc did not improve from 0.85091 Epoch 541/3000 - 31s - loss: 0.5837 - acc: 0.9081 - val_loss: 0.8909 - val_acc: 0.8439 Epoch 00541: val_acc did not improve from 0.85091 Epoch 542/3000 - 30s - loss: 0.5881 - acc: 0.9079 - val_loss: 0.9310 - val_acc: 0.8318 Epoch 00542: val_acc did not improve from 0.85091 Epoch 543/3000 - 30s - loss: 0.5840 - acc: 0.9084 - val_loss: 0.9961 - val_acc: 0.8248 Epoch 00543: val_acc did not improve from 0.85091 Epoch 544/3000 - 30s - loss: 0.5883 - acc: 0.9061 - val_loss: 1.0121 - val_acc: 0.8182 Epoch 00544: val_acc did not improve from 0.85091 Epoch 545/3000 - 31s - loss: 0.5747 - acc: 0.9106 - val_loss: 0.9573 - val_acc: 0.8279 Epoch 00545: val_acc did not improve from 0.85091 Epoch 546/3000 - 32s - loss: 0.5794 - acc: 0.9088 - val_loss: 0.9523 - val_acc: 0.8350 Epoch 00546: val_acc did not improve from 0.85091 Epoch 547/3000 - 30s - loss: 0.5902 - acc: 0.9097 - val_loss: 0.9324 - val_acc: 0.8287 Epoch 00547: val_acc did not improve from 0.85091 Epoch 548/3000 - 30s - loss: 0.5840 - acc: 0.9075 - val_loss: 0.8749 - val_acc: 0.8439 Epoch 00548: val_acc did not improve from 0.85091 Epoch 549/3000
In [11]:
model.save("./ModelSnapshots/" + current_name + "_DONE.h5")
In [ ]: