深度残差网络+自适应参数化ReLU激活函数（调参记录11）
本文在调参记录10的基础上，将残差模块的数量从27个增加到60个，测试采用Adaptively Parametric ReLU（APReLU）激活函数的深度残差网络，在Cifar10图像集上的效果。
Keras程序如下：
1 #!/usr/bin/env python3 2 # -*- coding: utf-8 -*- 3 """ 4 Created on Tue Apr 14 04:17:45 2020 5 Implemented using TensorFlow 1.10.0 and Keras 2.2.1 6 7 Minghang Zhao, Shisheng Zhong, Xuyun Fu, Baoping Tang, Shaojiang Dong, Michael Pecht, 8 Deep Residual Networks with Adaptively Parametric Rectifier Linear Units for Fault Diagnosis, 9 IEEE Transactions on Industrial Electronics, 2020, DOI: 10.1109/TIE.2020.2972458 10 11 @author: Minghang Zhao 12 """ 13 14 from __future__ import print_function 15 import keras 16 import numpy as np 17 from keras.datasets import cifar10 18 from keras.layers import Dense, Conv2D, BatchNormalization, Activation, Minimum 19 from keras.layers import AveragePooling2D, Input, GlobalAveragePooling2D, Concatenate, Reshape 20 from keras.regularizers import l2 21 from keras import backend as K 22 from keras.models import Model 23 from keras import optimizers 24 from keras.preprocessing.image import ImageDataGenerator 25 from keras.callbacks import LearningRateScheduler 26 K.set_learning_phase(1) 27 28 # The data, split between train and test sets 29 (x_train, y_train), (x_test, y_test) = cifar10.load_data() 30 31 # Noised data 32 x_train = x_train.astype('float32') / 255. 33 x_test = x_test.astype('float32') / 255. 34 x_test = x_test-np.mean(x_train) 35 x_train = x_train-np.mean(x_train) 36 print('x_train shape:', x_train.shape) 37 print(x_train.shape[0], 'train samples') 38 print(x_test.shape[0], 'test samples') 39 40 # convert class vectors to binary class matrices 41 y_train = keras.utils.to_categorical(y_train, 10) 42 y_test = keras.utils.to_categorical(y_test, 10) 43 44 # Schedule the learning rate, multiply 0.1 every 300 epoches 45 def scheduler(epoch): 46 if epoch % 300 == 0 and epoch != 0: 47 lr = K.get_value(model.optimizer.lr) 48 K.set_value(model.optimizer.lr, lr * 0.1) 49 print("lr changed to {}".format(lr * 0.1)) 50 return K.get_value(model.optimizer.lr) 51 52 # An adaptively parametric rectifier linear unit (APReLU) 53 def aprelu(inputs): 54 # get the number of channels 55 channels = inputs.get_shape().as_list()[-1] 56 # get a zero feature map 57 zeros_input = keras.layers.subtract([inputs, inputs]) 58 # get a feature map with only positive features 59 pos_input = Activation('relu')(inputs) 60 # get a feature map with only negative features 61 neg_input = Minimum()([inputs,zeros_input]) 62 # define a network to obtain the scaling coefficients 63 scales_p = GlobalAveragePooling2D()(pos_input) 64 scales_n = GlobalAveragePooling2D()(neg_input) 65 scales = Concatenate()([scales_n, scales_p]) 66 scales = Dense(channels, activation='linear', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(scales) 67 scales = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(scales) 68 scales = Activation('relu')(scales) 69 scales = Dense(channels, activation='linear', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(scales) 70 scales = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(scales) 71 scales = Activation('sigmoid')(scales) 72 scales = Reshape((1,1,channels))(scales) 73 # apply a paramtetric relu 74 neg_part = keras.layers.multiply([scales, neg_input]) 75 return keras.layers.add([pos_input, neg_part]) 76 77 # Residual Block 78 def residual_block(incoming, nb_blocks, out_channels, downsample=False, 79 downsample_strides=2): 80 81 residual = incoming 82 in_channels = incoming.get_shape().as_list()[-1] 83 84 for i in range(nb_blocks): 85 86 identity = residual 87 88 if not downsample: 89 downsample_strides = 1 90 91 residual = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(residual) 92 residual = aprelu(residual) 93 residual = Conv2D(out_channels, 3, strides=(downsample_strides, downsample_strides), 94 padding='same', kernel_initializer='he_normal', 95 kernel_regularizer=l2(1e-4))(residual) 96 97 residual = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(residual) 98 residual = aprelu(residual) 99 residual = Conv2D(out_channels, 3, padding='same', kernel_initializer='he_normal', 100 kernel_regularizer=l2(1e-4))(residual) 101 102 # Downsampling 103 if downsample_strides > 1: 104 identity = AveragePooling2D(pool_size=(1,1), strides=(2,2))(identity) 105 106 # Zero_padding to match channels 107 if in_channels != out_channels: 108 zeros_identity = keras.layers.subtract([identity, identity]) 109 identity = keras.layers.concatenate([identity, zeros_identity]) 110 in_channels = out_channels 111 112 residual = keras.layers.add([residual, identity]) 113 114 return residual 115 116 117 # define and train a model 118 inputs = Input(shape=(32, 32, 3)) 119 net = Conv2D(16, 3, padding='same', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(inputs) 120 net = residual_block(net, 20, 16, downsample=False) 121 net = residual_block(net, 1, 32, downsample=True) 122 net = residual_block(net, 19, 32, downsample=False) 123 net = residual_block(net, 1, 64, downsample=True) 124 net = residual_block(net, 19, 64, downsample=False) 125 net = BatchNormalization(momentum=0.9, gamma_regularizer=l2(1e-4))(net) 126 net = Activation('relu')(net) 127 net = GlobalAveragePooling2D()(net) 128 outputs = Dense(10, activation='softmax', kernel_initializer='he_normal', kernel_regularizer=l2(1e-4))(net) 129 model = Model(inputs=inputs, outputs=outputs) 130 sgd = optimizers.SGD(lr=0.1, decay=0., momentum=0.9, nesterov=True) 131 model.compile(loss='categorical_crossentropy', optimizer=sgd, metrics=['accuracy']) 132 133 # data augmentation 134 datagen = ImageDataGenerator( 135 # randomly rotate images in the range (deg 0 to 180) 136 rotation_range=30, 137 # shear angle in counter-clockwise direction in degrees 138 shear_range = 30, 139 # randomly flip images 140 horizontal_flip=True, 141 # randomly shift images horizontally 142 width_shift_range=0.125, 143 # randomly shift images vertically 144 height_shift_range=0.125) 145 146 reduce_lr = LearningRateScheduler(scheduler) 147 # fit the model on the batches generated by datagen.flow(). 148 model.fit_generator(datagen.flow(x_train, y_train, batch_size=100), 149 validation_data=(x_test, y_test), epochs=1000, 150 verbose=1, callbacks=[reduce_lr], workers=4) 151 152 # get results 153 K.set_learning_phase(0) 154 DRSN_train_score = model.evaluate(x_train, y_train, batch_size=100, verbose=0) 155 print('Train loss:', DRSN_train_score[0]) 156 print('Train accuracy:', DRSN_train_score[1]) 157 DRSN_test_score = model.evaluate(x_test, y_test, batch_size=100, verbose=0) 158 print('Test loss:', DRSN_test_score[0]) 159 print('Test accuracy:', DRSN_test_score[1])
实验结果如下（跑得好慢，不知道能不能跑完）：
1 Using TensorFlow backend. 2 x_train shape: (50000, 32, 32, 3) 3 50000 train samples 4 10000 test samples 5 Epoch 1/1000 6 216s 433ms/step - loss: 5.3303 - acc: 0.3881 - val_loss: 4.6744 - val_acc: 0.5067 7 Epoch 2/1000 8 142s 284ms/step - loss: 4.3438 - acc: 0.5292 - val_loss: 3.8578 - val_acc: 0.6084 9 Epoch 3/1000 10 142s 284ms/step - loss: 3.6504 - acc: 0.5949 - val_loss: 3.2425 - val_acc: 0.6673 11 Epoch 4/1000 12 142s 284ms/step - loss: 3.1230 - acc: 0.6384 - val_loss: 2.8284 - val_acc: 0.6826 13 Epoch 5/1000 14 142s 284ms/step - loss: 2.7009 - acc: 0.6656 - val_loss: 2.4285 - val_acc: 0.7164 15 Epoch 6/1000 16 142s 284ms/step - loss: 2.3806 - acc: 0.6838 - val_loss: 2.1267 - val_acc: 0.7293 17 Epoch 7/1000 18 142s 284ms/step - loss: 2.1009 - acc: 0.7026 - val_loss: 1.9077 - val_acc: 0.7389 19 Epoch 8/1000 20 142s 284ms/step - loss: 1.8769 - acc: 0.7181 - val_loss: 1.7067 - val_acc: 0.7544 21 Epoch 9/1000 22 142s 284ms/step - loss: 1.6922 - acc: 0.7336 - val_loss: 1.5801 - val_acc: 0.7518 23 Epoch 10/1000 24 142s 284ms/step - loss: 1.5452 - acc: 0.7440 - val_loss: 1.4281 - val_acc: 0.7685 25 Epoch 11/1000 26 142s 284ms/step - loss: 1.4296 - acc: 0.7495 - val_loss: 1.3131 - val_acc: 0.7802 27 Epoch 12/1000 28 142s 284ms/step - loss: 1.3341 - acc: 0.7572 - val_loss: 1.2388 - val_acc: 0.7803 29 Epoch 13/1000 30 142s 284ms/step - loss: 1.2588 - acc: 0.7623 - val_loss: 1.1707 - val_acc: 0.7887 31 Epoch 14/1000 32 142s 284ms/step - loss: 1.1930 - acc: 0.7688 - val_loss: 1.0920 - val_acc: 0.8042 33 Epoch 15/1000 34 142s 284ms/step - loss: 1.1506 - acc: 0.7699 - val_loss: 1.0500 - val_acc: 0.8034 35 Epoch 16/1000 36 142s 284ms/step - loss: 1.1056 - acc: 0.7766 - val_loss: 1.0199 - val_acc: 0.8052 37 Epoch 17/1000 38 142s 284ms/step - loss: 1.0735 - acc: 0.7772 - val_loss: 0.9737 - val_acc: 0.8178 39 Epoch 18/1000 40 142s 284ms/step - loss: 1.0420 - acc: 0.7833 - val_loss: 0.9912 - val_acc: 0.8025 41 Epoch 19/1000 42 142s 284ms/step - loss: 1.0156 - acc: 0.7860 - val_loss: 0.9525 - val_acc: 0.8041 43 Epoch 20/1000 44 142s 284ms/step - loss: 0.9980 - acc: 0.7892 - val_loss: 0.9304 - val_acc: 0.8140 45 Epoch 21/1000 46 142s 284ms/step - loss: 0.9773 - acc: 0.7910 - val_loss: 0.9240 - val_acc: 0.8116 47 Epoch 22/1000 48 142s 284ms/step - loss: 0.9600 - acc: 0.7931 - val_loss: 0.8714 - val_acc: 0.8248 49 Epoch 23/1000 50 142s 284ms/step - loss: 0.9449 - acc: 0.7969 - val_loss: 0.8751 - val_acc: 0.8234 51 Epoch 24/1000 52 142s 284ms/step - loss: 0.9424 - acc: 0.7958 - val_loss: 0.8551 - val_acc: 0.8261 53 Epoch 25/1000 54 142s 284ms/step - loss: 0.9224 - acc: 0.8039 - val_loss: 0.8438 - val_acc: 0.8336 55 Epoch 26/1000 56 142s 284ms/step - loss: 0.9131 - acc: 0.8023 - val_loss: 0.8542 - val_acc: 0.8272 57 Epoch 27/1000 58 142s 284ms/step - loss: 0.8975 - acc: 0.8069 - val_loss: 0.8719 - val_acc: 0.8196 59 Epoch 28/1000 60 142s 284ms/step - loss: 0.8987 - acc: 0.8085 - val_loss: 0.8269 - val_acc: 0.8355 61 Epoch 29/1000 62 142s 284ms/step - loss: 0.8824 - acc: 0.8122 - val_loss: 0.8305 - val_acc: 0.8324 63 Epoch 30/1000 64 142s 284ms/step - loss: 0.8837 - acc: 0.8102 - val_loss: 0.8332 - val_acc: 0.8247 65 Epoch 31/1000 66 142s 284ms/step - loss: 0.8727 - acc: 0.8130 - val_loss: 0.8075 - val_acc: 0.8386 67 Epoch 32/1000 68 142s 284ms/step - loss: 0.8686 - acc: 0.8154 - val_loss: 0.8198 - val_acc: 0.8350 69 Epoch 33/1000 70 142s 284ms/step - loss: 0.8608 - acc: 0.8150 - val_loss: 0.8006 - val_acc: 0.8396 71 Epoch 34/1000 72 142s 284ms/step - loss: 0.8553 - acc: 0.8188 - val_loss: 0.8249 - val_acc: 0.8324 73 Epoch 35/1000 74 142s 284ms/step - loss: 0.8474 - acc: 0.8197 - val_loss: 0.7876 - val_acc: 0.8437 75 Epoch 36/1000 76 142s 284ms/step - loss: 0.8473 - acc: 0.8218 - val_loss: 0.7648 - val_acc: 0.8555 77 Epoch 37/1000 78 142s 284ms/step - loss: 0.8410 - acc: 0.8235 - val_loss: 0.7866 - val_acc: 0.8432 79 Epoch 38/1000 80 142s 285ms/step - loss: 0.8334 - acc: 0.8245 - val_loss: 0.7785 - val_acc: 0.8473 81 Epoch 39/1000 82 142s 284ms/step - loss: 0.8336 - acc: 0.8263 - val_loss: 0.7783 - val_acc: 0.8486 83 Epoch 40/1000 84 142s 284ms/step - loss: 0.8337 - acc: 0.8245 - val_loss: 0.7782 - val_acc: 0.8461 85 Epoch 41/1000 86 142s 284ms/step - loss: 0.8292 - acc: 0.8257 - val_loss: 0.7696 - val_acc: 0.8498 87 Epoch 42/1000 88 142s 284ms/step - loss: 0.8203 - acc: 0.8298 - val_loss: 0.7618 - val_acc: 0.8511 89 Epoch 43/1000 90 142s 284ms/step - loss: 0.8209 - acc: 0.8303 - val_loss: 0.7634 - val_acc: 0.8551 91 Epoch 44/1000 92 142s 284ms/step - loss: 0.8163 - acc: 0.8327 - val_loss: 0.7719 - val_acc: 0.8449 93 Epoch 45/1000 94 142s 285ms/step - loss: 0.8072 - acc: 0.8328 - val_loss: 0.7635 - val_acc: 0.8493 95 Epoch 46/1000 96 142s 284ms/step - loss: 0.8127 - acc: 0.8324 - val_loss: 0.7725 - val_acc: 0.8495 97 Epoch 47/1000 98 142s 285ms/step - loss: 0.8081 - acc: 0.8343 - val_loss: 0.7576 - val_acc: 0.8537 99 Epoch 48/1000 100 142s 284ms/step - loss: 0.8090 - acc: 0.8322 - val_loss: 0.7421 - val_acc: 0.8603 101 Epoch 49/1000 102 142s 285ms/step - loss: 0.8041 - acc: 0.8344 - val_loss: 0.7422 - val_acc: 0.8576 103 Epoch 50/1000 104 142s 284ms/step - loss: 0.8008 - acc: 0.8361 - val_loss: 0.7472 - val_acc: 0.8566 105 Epoch 51/1000 106 142s 284ms/step - loss: 0.8013 - acc: 0.8379 - val_loss: 0.7385 - val_acc: 0.8585 107 Epoch 52/1000 108 142s 285ms/step - loss: 0.7964 - acc: 0.8381 - val_loss: 0.7805 - val_acc: 0.8453 109 Epoch 53/1000 110 142s 285ms/step - loss: 0.7929 - acc: 0.8387 - val_loss: 0.7597 - val_acc: 0.8516 111 Epoch 54/1000 112 142s 284ms/step - loss: 0.7945 - acc: 0.8388 - val_loss: 0.7596 - val_acc: 0.8529 113 Epoch 55/1000 114 142s 285ms/step - loss: 0.7904 - acc: 0.8407 - val_loss: 0.7376 - val_acc: 0.8594 115 Epoch 56/1000 116 142s 284ms/step - loss: 0.7806 - acc: 0.8443 - val_loss: 0.7478 - val_acc: 0.8551 117 Epoch 57/1000 118 142s 284ms/step - loss: 0.7807 - acc: 0.8444 - val_loss: 0.7536 - val_acc: 0.8547 119 Epoch 58/1000 120 142s 284ms/step - loss: 0.7838 - acc: 0.8440 - val_loss: 0.7164 - val_acc: 0.8686 121 Epoch 59/1000 122 142s 284ms/step - loss: 0.7777 - acc: 0.8444 - val_loss: 0.7441 - val_acc: 0.8601 123 Epoch 60/1000 124 142s 284ms/step - loss: 0.7786 - acc: 0.8461 - val_loss: 0.7339 - val_acc: 0.8603 125 Epoch 61/1000 126 142s 284ms/step - loss: 0.7765 - acc: 0.8438 - val_loss: 0.7224 - val_acc: 0.8649 127 Epoch 62/1000 128 142s 284ms/step - loss: 0.7733 - acc: 0.8462 - val_loss: 0.7340 - val_acc: 0.8584 129 Epoch 63/1000 130 142s 284ms/step - loss: 0.7694 - acc: 0.8475 - val_loss: 0.7215 - val_acc: 0.8658 131 Epoch 64/1000 132 142s 284ms/step - loss: 0.7734 - acc: 0.8451 - val_loss: 0.7256 - val_acc: 0.8662 133 Epoch 65/1000 134 142s 284ms/step - loss: 0.7726 - acc: 0.8461 - val_loss: 0.7094 - val_acc: 0.8699 135 Epoch 66/1000 136 142s 284ms/step - loss: 0.7731 - acc: 0.8464 - val_loss: 0.7434 - val_acc: 0.8636 137 Epoch 67/1000 138 142s 284ms/step - loss: 0.7707 - acc: 0.8470 - val_loss: 0.7170 - val_acc: 0.8668 139 Epoch 68/1000 140 142s 284ms/step - loss: 0.7649 - acc: 0.8481 - val_loss: 0.7423 - val_acc: 0.8611 141 Epoch 69/1000 142 142s 284ms/step - loss: 0.7691 - acc: 0.8477 - val_loss: 0.7237 - val_acc: 0.8621 143 Epoch 70/1000 144 142s 284ms/step - loss: 0.7679 - acc: 0.8482 - val_loss: 0.7110 - val_acc: 0.8717 145 Epoch 71/1000 146 142s 284ms/step - loss: 0.7633 - acc: 0.8492 - val_loss: 0.7444 - val_acc: 0.8622 147 Epoch 72/1000 148 142s 284ms/step - loss: 0.7622 - acc: 0.8502 - val_loss: 0.7188 - val_acc: 0.8630 149 Epoch 73/1000 150 142s 284ms/step - loss: 0.7578 - acc: 0.8515 - val_loss: 0.7131 - val_acc: 0.8706 151 Epoch 74/1000 152 142s 284ms/step - loss: 0.7600 - acc: 0.8499 - val_loss: 0.7096 - val_acc: 0.8716 153 Epoch 75/1000 154 142s 284ms/step - loss: 0.7576 - acc: 0.8506 - val_loss: 0.7224 - val_acc: 0.8640 155 Epoch 76/1000 156 142s 284ms/step - loss: 0.7571 - acc: 0.8519 - val_loss: 0.7212 - val_acc: 0.8660 157 Epoch 77/1000 158 142s 284ms/step - loss: 0.7566 - acc: 0.8537 - val_loss: 0.7008 - val_acc: 0.8733 159 Epoch 78/1000 160 142s 284ms/step - loss: 0.7559 - acc: 0.8516 - val_loss: 0.7283 - val_acc: 0.8635 161 Epoch 79/1000 162 142s 284ms/step - loss: 0.7524 - acc: 0.8541 - val_loss: 0.7403 - val_acc: 0.8573 163 Epoch 80/1000 164 142s 284ms/step - loss: 0.7504 - acc: 0.8536 - val_loss: 0.7243 - val_acc: 0.8656 165 Epoch 81/1000 166 142s 284ms/step - loss: 0.7499 - acc: 0.8536 - val_loss: 0.7063 - val_acc: 0.8732 167 Epoch 82/1000 168 142s 284ms/step - loss: 0.7473 - acc: 0.8565 - val_loss: 0.6971 - val_acc: 0.8747 169 Epoch 83/1000 170 142s 284ms/step - loss: 0.7473 - acc: 0.8551 - val_loss: 0.7468 - val_acc: 0.8552 171 Epoch 84/1000 172 142s 284ms/step - loss: 0.7482 - acc: 0.8553 - val_loss: 0.7314 - val_acc: 0.8598 173 Epoch 85/1000 174 142s 285ms/step - loss: 0.7482 - acc: 0.8535 - val_loss: 0.6948 - val_acc: 0.8744 175 Epoch 86/1000 176 142s 284ms/step - loss: 0.7483 - acc: 0.8534 - val_loss: 0.7078 - val_acc: 0.8709 177 Epoch 87/1000 178 143s 285ms/step - loss: 0.7423 - acc: 0.8562 - val_loss: 0.7032 - val_acc: 0.8722 179 Epoch 88/1000 180 142s 284ms/step - loss: 0.7454 - acc: 0.8552 - val_loss: 0.7115 - val_acc: 0.8688 181 Epoch 89/1000 182 142s 284ms/step - loss: 0.7392 - acc: 0.8578 - val_loss: 0.7133 - val_acc: 0.8657 183 Epoch 90/1000 184 142s 284ms/step - loss: 0.7432 - acc: 0.8582 - val_loss: 0.6976 - val_acc: 0.8736 185 Epoch 91/1000 186 142s 284ms/step - loss: 0.7391 - acc: 0.8568 - val_loss: 0.6976 - val_acc: 0.8726 187 Epoch 92/1000 188 142s 284ms/step - loss: 0.7423 - acc: 0.8551 - val_loss: 0.7116 - val_acc: 0.8693 189 Epoch 93/1000 190 142s 284ms/step - loss: 0.7412 - acc: 0.8559 - val_loss: 0.7249 - val_acc: 0.8657 191 Epoch 94/1000 192 142s 284ms/step - loss: 0.7374 - acc: 0.8579 - val_loss: 0.6937 - val_acc: 0.8782 193 Epoch 95/1000 194 142s 284ms/step - loss: 0.7339 - acc: 0.8578 - val_loss: 0.6872 - val_acc: 0.8770 195 Epoch 96/1000 196 142s 284ms/step - loss: 0.7422 - acc: 0.8561 - val_loss: 0.7079 - val_acc: 0.8712 197 Epoch 97/1000 198 142s 284ms/step - loss: 0.7376 - acc: 0.8598 - val_loss: 0.7335 - val_acc: 0.8619 199 Epoch 98/1000 200 142s 284ms/step - loss: 0.7357 - acc: 0.8585 - val_loss: 0.6998 - val_acc: 0.8762 201 Epoch 99/1000 202 142s 284ms/step - loss: 0.7355 - acc: 0.8589 - val_loss: 0.6954 - val_acc: 0.8751 203 Epoch 100/1000 204 142s 284ms/step - loss: 0.7331 - acc: 0.8608 - val_loss: 0.7237 - val_acc: 0.8646 205 Epoch 101/1000 206 142s 284ms/step - loss: 0.7293 - acc: 0.8610 - val_loss: 0.7088 - val_acc: 0.8710 207 Epoch 102/1000 208 142s 284ms/step - loss: 0.7336 - acc: 0.8597 - val_loss: 0.7064 - val_acc: 0.8712 209 Epoch 103/1000 210 142s 284ms/step - loss: 0.7329 - acc: 0.8599 - val_loss: 0.6799 - val_acc: 0.8843 211 Epoch 104/1000 212 142s 284ms/step - loss: 0.7279 - acc: 0.8624 - val_loss: 0.6911 - val_acc: 0.8754 213 Epoch 105/1000 214 142s 284ms/step - loss: 0.7301 - acc: 0.8616 - val_loss: 0.7133 - val_acc: 0.8665 215 Epoch 106/1000 216 142s 284ms/step - loss: 0.7348 - acc: 0.8580 - val_loss: 0.7112 - val_acc: 0.8689 217 Epoch 107/1000 218 142s 283ms/step - loss: 0.7331 - acc: 0.8608 - val_loss: 0.7015 - val_acc: 0.8733 219 Epoch 108/1000 220 141s 283ms/step - loss: 0.7302 - acc: 0.8614 - val_loss: 0.7154 - val_acc: 0.8663 221 Epoch 109/1000 222 142s 283ms/step - loss: 0.7274 - acc: 0.8618 - val_loss: 0.7076 - val_acc: 0.8682 223 Epoch 110/1000 224 142s 283ms/step - loss: 0.7303 - acc: 0.8604 - val_loss: 0.7166 - val_acc: 0.8689 225 Epoch 111/1000 226 142s 284ms/step - loss: 0.7253 - acc: 0.8616 - val_loss: 0.6957 - val_acc: 0.8788 227 Epoch 112/1000 228 142s 284ms/step - loss: 0.7317 - acc: 0.8603 - val_loss: 0.6839 - val_acc: 0.8784 229 Epoch 113/1000 230 142s 284ms/step - loss: 0.7245 - acc: 0.8631 - val_loss: 0.7076 - val_acc: 0.8711 231 Epoch 114/1000 232 142s 284ms/step - loss: 0.7302 - acc: 0.8622 - val_loss: 0.7022 - val_acc: 0.8759 233 Epoch 115/1000 234 142s 284ms/step - loss: 0.7247 - acc: 0.8630 - val_loss: 0.6978 - val_acc: 0.8745 235 Epoch 116/1000 236 142s 284ms/step - loss: 0.7179 - acc: 0.8648 - val_loss: 0.6849 - val_acc: 0.8812 237 Epoch 117/1000 238 142s 284ms/step - loss: 0.7267 - acc: 0.8636 - val_loss: 0.6885 - val_acc: 0.8771 239 Epoch 118/1000 240 142s 284ms/step - loss: 0.7215 - acc: 0.8616 - val_loss: 0.6948 - val_acc: 0.8755 241 Epoch 119/1000 242 142s 284ms/step - loss: 0.7246 - acc: 0.8634 - val_loss: 0.7062 - val_acc: 0.8697 243 Epoch 120/1000 244 142s 284ms/step - loss: 0.7213 - acc: 0.8641 - val_loss: 0.6994 - val_acc: 0.8754 245 Epoch 121/1000 246 142s 284ms/step - loss: 0.7216 - acc: 0.8649 - val_loss: 0.6949 - val_acc: 0.8742 247 Epoch 122/1000 248 142s 284ms/step - loss: 0.7252 - acc: 0.8634 - val_loss: 0.6923 - val_acc: 0.8772 249 Epoch 123/1000 250 142s 284ms/step - loss: 0.7219 - acc: 0.8639 - val_loss: 0.6769 - val_acc: 0.8797 251 Epoch 124/1000 252 142s 284ms/step - loss: 0.7191 - acc: 0.8650 - val_loss: 0.7037 - val_acc: 0.8727 253 Epoch 125/1000 254 142s 284ms/step - loss: 0.7196 - acc: 0.8652 - val_loss: 0.6791 - val_acc: 0.8809 255 Epoch 126/1000 256 142s 284ms/step - loss: 0.7211 - acc: 0.8651 - val_loss: 0.6945 - val_acc: 0.8768 257 Epoch 127/1000 258 142s 284ms/step - loss: 0.7178 - acc: 0.8650 - val_loss: 0.7042 - val_acc: 0.8745 259 Epoch 128/1000 260 142s 284ms/step - loss: 0.7214 - acc: 0.8654 - val_loss: 0.6981 - val_acc: 0.8744 261 Epoch 129/1000 262 142s 284ms/step - loss: 0.7195 - acc: 0.8652 - val_loss: 0.6753 - val_acc: 0.8834 263 Epoch 130/1000 264 142s 284ms/step - loss: 0.7148 - acc: 0.8675 - val_loss: 0.6814 - val_acc: 0.8768 265 Epoch 131/1000 266 142s 284ms/step - loss: 0.7188 - acc: 0.8648 - val_loss: 0.6965 - val_acc: 0.8718 267 Epoch 132/1000 268 142s 284ms/step - loss: 0.7161 - acc: 0.8661 - val_loss: 0.6995 - val_acc: 0.8713 269 Epoch 133/1000 270 142s 284ms/step - loss: 0.7176 - acc: 0.8645 - val_loss: 0.6922 - val_acc: 0.8764 271 Epoch 134/1000 272 142s 284ms/step - loss: 0.7151 - acc: 0.8646 - val_loss: 0.6790 - val_acc: 0.8806 273 Epoch 135/1000 274 142s 284ms/step - loss: 0.7167 - acc: 0.8644 - val_loss: 0.6733 - val_acc: 0.8828 275 Epoch 136/1000 276 142s 284ms/step - loss: 0.7163 - acc: 0.8657 - val_loss: 0.6853 - val_acc: 0.8809 277 Epoch 137/1000 278 142s 284ms/step - loss: 0.7088 - acc: 0.8698 - val_loss: 0.6670 - val_acc: 0.8843 279 Epoch 138/1000 280 142s 284ms/step - loss: 0.7098 - acc: 0.8662 - val_loss: 0.6837 - val_acc: 0.8793 281 Epoch 139/1000 282 142s 284ms/step - loss: 0.7109 - acc: 0.8671 - val_loss: 0.6929 - val_acc: 0.8767 283 Epoch 140/1000 284 142s 284ms/step - loss: 0.7109 - acc: 0.8682 - val_loss: 0.6977 - val_acc: 0.8751 285 Epoch 141/1000 286 142s 284ms/step - loss: 0.7152 - acc: 0.8666 - val_loss: 0.6836 - val_acc: 0.8769 287 Epoch 142/1000 288 142s 284ms/step - loss: 0.7100 - acc: 0.8669 - val_loss: 0.6742 - val_acc: 0.8822 289 Epoch 143/1000 290 143s 286ms/step - loss: 0.7144 - acc: 0.8661 - val_loss: 0.6953 - val_acc: 0.8777 291 Epoch 144/1000 292 142s 284ms/step - loss: 0.7067 - acc: 0.8692 - val_loss: 0.6899 - val_acc: 0.8761 293 Epoch 145/1000 294 142s 284ms/step - loss: 0.7109 - acc: 0.8655 - val_loss: 0.6713 - val_acc: 0.8829 295 Epoch 146/1000 296 142s 284ms/step - loss: 0.7063 - acc: 0.8675 - val_loss: 0.7086 - val_acc: 0.8714 297 Epoch 147/1000 298 142s 284ms/step - loss: 0.7129 - acc: 0.8666 - val_loss: 0.6727 - val_acc: 0.8836 299 Epoch 148/1000 300 142s 284ms/step - loss: 0.7027 - acc: 0.8698 - val_loss: 0.6494 - val_acc: 0.8887 301 Epoch 149/1000 302 142s 284ms/step - loss: 0.7073 - acc: 0.8666 - val_loss: 0.6780 - val_acc: 0.8815 303 Epoch 150/1000 304 142s 284ms/step - loss: 0.7070 - acc: 0.8700 - val_loss: 0.6805 - val_acc: 0.8806 305 Epoch 151/1000 306 142s 284ms/step - loss: 0.7108 - acc: 0.8678 - val_loss: 0.6577 - val_acc: 0.8856 307 Epoch 152/1000 308 142s 284ms/step - loss: 0.7040 - acc: 0.8711 - val_loss: 0.6734 - val_acc: 0.8844 309 Epoch 153/1000 310 142s 283ms/step - loss: 0.7087 - acc: 0.8688 - val_loss: 0.6897 - val_acc: 0.8765 311 Epoch 154/1000 312 142s 284ms/step - loss: 0.7074 - acc: 0.8694 - val_loss: 0.6765 - val_acc: 0.8838 313 Epoch 155/1000 314 142s 284ms/step - loss: 0.7035 - acc: 0.8697 - val_loss: 0.6951 - val_acc: 0.8793 315 Epoch 156/1000 316 142s 284ms/step - loss: 0.7086 - acc: 0.8694 - val_loss: 0.6608 - val_acc: 0.8847 317 Epoch 157/1000 318 142s 284ms/step - loss: 0.7095 - acc: 0.8678 - val_loss: 0.6774 - val_acc: 0.8786 319 Epoch 158/1000 320 142s 284ms/step - loss: 0.7077 - acc: 0.8696 - val_loss: 0.6807 - val_acc: 0.8792 321 Epoch 159/1000 322 142s 284ms/step - loss: 0.7113 - acc: 0.8687 - val_loss: 0.6760 - val_acc: 0.8847 323 Epoch 160/1000 324 142s 284ms/step - loss: 0.7078 - acc: 0.8688 - val_loss: 0.6829 - val_acc: 0.8789 325 Epoch 161/1000 326 142s 284ms/step - loss: 0.7034 - acc: 0.8707 - val_loss: 0.6821 - val_acc: 0.8816 327 Epoch 162/1000 328 142s 284ms/step - loss: 0.7044 - acc: 0.8685 - val_loss: 0.6610 - val_acc: 0.8828 329 Epoch 163/1000 330 142s 284ms/step - loss: 0.6975 - acc: 0.8738 - val_loss: 0.6520 - val_acc: 0.8910 331 Epoch 164/1000 332 142s 284ms/step - loss: 0.7046 - acc: 0.8709 - val_loss: 0.6711 - val_acc: 0.8845 333 Epoch 165/1000 334 142s 284ms/step - loss: 0.7067 - acc: 0.8699 - val_loss: 0.6878 - val_acc: 0.8732 335 Epoch 166/1000 336 142s 284ms/step - loss: 0.7055 - acc: 0.8692 - val_loss: 0.6733 - val_acc: 0.8795 337 Epoch 167/1000 338 142s 284ms/step - loss: 0.7055 - acc: 0.8703 - val_loss: 0.6827 - val_acc: 0.8806 339 Epoch 168/1000 340 142s 284ms/step - loss: 0.6999 - acc: 0.8719 - val_loss: 0.6782 - val_acc: 0.8779 341 Epoch 169/1000 342 142s 284ms/step - loss: 0.7011 - acc: 0.8713 - val_loss: 0.6690 - val_acc: 0.8869 343 Epoch 170/1000 344 142s 284ms/step - loss: 0.7037 - acc: 0.8697 - val_loss: 0.6687 - val_acc: 0.8835 345 Epoch 171/1000 346 142s 284ms/step - loss: 0.7050 - acc: 0.8687 - val_loss: 0.6669 - val_acc: 0.8845 347 Epoch 172/1000 348 142s 284ms/step - loss: 0.6990 - acc: 0.8723 - val_loss: 0.6920 - val_acc: 0.8777 349 Epoch 173/1000 350 142s 284ms/step - loss: 0.7064 - acc: 0.8682 - val_loss: 0.6815 - val_acc: 0.8770 351 Epoch 174/1000 352 142s 284ms/step - loss: 0.7060 - acc: 0.8685 - val_loss: 0.6752 - val_acc: 0.8814 353 Epoch 175/1000 354 142s 284ms/step - loss: 0.7041 - acc: 0.8684 - val_loss: 0.6824 - val_acc: 0.8807 355 Epoch 176/1000 356 142s 284ms/step - loss: 0.6979 - acc: 0.8711 - val_loss: 0.6680 - val_acc: 0.8861 357 Epoch 177/1000 358 142s 284ms/step - loss: 0.7055 - acc: 0.8709 - val_loss: 0.6766 - val_acc: 0.8774 359 Epoch 178/1000 360 142s 284ms/step - loss: 0.7005 - acc: 0.8715 - val_loss: 0.6983 - val_acc: 0.8748 361 Epoch 179/1000 362 142s 284ms/step - loss: 0.6979 - acc: 0.8722 - val_loss: 0.6873 - val_acc: 0.8777 363 Epoch 180/1000 364 142s 284ms/step - loss: 0.7041 - acc: 0.8692 - val_loss: 0.6644 - val_acc: 0.8874 365 Epoch 181/1000 366 142s 284ms/step - loss: 0.6983 - acc: 0.8711 - val_loss: 0.6860 - val_acc: 0.8800 367 Epoch 182/1000 368 142s 284ms/step - loss: 0.6964 - acc: 0.8730 - val_loss: 0.6701 - val_acc: 0.8851 369 Epoch 183/1000 370 142s 284ms/step - loss: 0.6949 - acc: 0.8740 - val_loss: 0.6826 - val_acc: 0.8826 371 Epoch 184/1000 372 142s 284ms/step - loss: 0.6990 - acc: 0.8720 - val_loss: 0.6650 - val_acc: 0.8883 373 Epoch 185/1000 374 142s 284ms/step - loss: 0.6946 - acc: 0.8735 - val_loss: 0.6783 - val_acc: 0.8813 375 Epoch 186/1000 376 142s 283ms/step - loss: 0.6986 - acc: 0.8737 - val_loss: 0.6683 - val_acc: 0.8848 377 Epoch 187/1000 378 142s 284ms/step - loss: 0.6934 - acc: 0.8729 - val_loss: 0.6800 - val_acc: 0.8801 379 Epoch 188/1000 380 142s 284ms/step - loss: 0.7006 - acc: 0.8711 - val_loss: 0.6956 - val_acc: 0.8757 381 Epoch 189/1000 382 142s 284ms/step - loss: 0.6959 - acc: 0.8712 - val_loss: 0.6650 - val_acc: 0.8876 383 Epoch 190/1000 384 142s 284ms/step - loss: 0.6991 - acc: 0.8718 - val_loss: 0.6821 - val_acc: 0.8785 385 Epoch 191/1000 386 142s 284ms/step - loss: 0.7015 - acc: 0.8704 - val_loss: 0.6750 - val_acc: 0.8830 387 Epoch 192/1000 388 142s 284ms/step - loss: 0.7000 - acc: 0.8715 - val_loss: 0.6775 - val_acc: 0.8804 389 Epoch 193/1000 390 142s 284ms/step - loss: 0.6978 - acc: 0.8719 - val_loss: 0.6919 - val_acc: 0.8782 391 Epoch 194/1000 392 142s 283ms/step - loss: 0.6958 - acc: 0.8732 - val_loss: 0.6706 - val_acc: 0.8852 393 Epoch 195/1000 394 142s 284ms/step - loss: 0.6995 - acc: 0.8717 - val_loss: 0.6769 - val_acc: 0.8802 395 Epoch 196/1000 396 142s 284ms/step - loss: 0.6975 - acc: 0.8712 - val_loss: 0.6609 - val_acc: 0.8888 397 Epoch 197/1000 398 142s 284ms/step - loss: 0.6955 - acc: 0.8725 - val_loss: 0.6624 - val_acc: 0.8870 399 Epoch 198/1000 400 142s 284ms/step - loss: 0.6981 - acc: 0.8726 - val_loss: 0.6550 - val_acc: 0.8912 401 Epoch 199/1000 402 142s 284ms/step - loss: 0.6961 - acc: 0.8730 - val_loss: 0.6892 - val_acc: 0.8796 403 Epoch 200/1000 404 142s 284ms/step - loss: 0.6936 - acc: 0.8744 - val_loss: 0.6906 - val_acc: 0.8792 405 Epoch 201/1000 406 142s 284ms/step - loss: 0.6940 - acc: 0.8746 - val_loss: 0.6571 - val_acc: 0.8881 407 Epoch 202/1000 408 142s 284ms/step - loss: 0.6899 - acc: 0.8751 - val_loss: 0.6537 - val_acc: 0.8904 409 Epoch 203/1000 410 142s 284ms/step - loss: 0.6970 - acc: 0.8720 - val_loss: 0.6717 - val_acc: 0.8848 411 Epoch 204/1000 412 142s 284ms/step - loss: 0.6917 - acc: 0.8743 - val_loss: 0.6643 - val_acc: 0.8850 413 Epoch 205/1000 414 142s 284ms/step - loss: 0.6927 - acc: 0.8745 - val_loss: 0.6841 - val_acc: 0.8804 415 Epoch 206/1000 416 142s 284ms/step - loss: 0.6957 - acc: 0.8723 - val_loss: 0.6947 - val_acc: 0.8750 417 Epoch 207/1000 418 142s 284ms/step - loss: 0.6913 - acc: 0.8760 - val_loss: 0.6755 - val_acc: 0.8827 419 Epoch 208/1000 420 142s 284ms/step - loss: 0.6975 - acc: 0.8723 - val_loss: 0.6626 - val_acc: 0.8837 421 Epoch 209/1000 422 142s 284ms/step - loss: 0.6920 - acc: 0.8748 - val_loss: 0.6797 - val_acc: 0.8803 423 Epoch 210/1000 424 142s 284ms/step - loss: 0.6958 - acc: 0.8737 - val_loss: 0.6869 - val_acc: 0.8791 425 Epoch 211/1000 426 142s 284ms/step - loss: 0.6906 - acc: 0.8731 - val_loss: 0.6656 - val_acc: 0.8865 427 Epoch 212/1000 428 142s 284ms/step - loss: 0.6946 - acc: 0.8726 - val_loss: 0.6841 - val_acc: 0.8813 429 Epoch 213/1000 430 142s 284ms/step - loss: 0.6930 - acc: 0.8738 - val_loss: 0.6858 - val_acc: 0.8770 431 Epoch 214/1000 432 142s 284ms/step - loss: 0.6955 - acc: 0.8717 - val_loss: 0.6848 - val_acc: 0.8851 433 Epoch 215/1000 434 142s 284ms/step - loss: 0.6964 - acc: 0.8728 - val_loss: 0.6671 - val_acc: 0.8836 435 Epoch 216/1000 436 142s 284ms/step - loss: 0.6889 - acc: 0.8743 - val_loss: 0.6633 - val_acc: 0.8885 437 Epoch 217/1000 438 142s 284ms/step - loss: 0.6965 - acc: 0.8724 - val_loss: 0.6691 - val_acc: 0.8833 439 Epoch 218/1000 440 142s 284ms/step - loss: 0.6906 - acc: 0.8749 - val_loss: 0.6752 - val_acc: 0.8843 441 Epoch 219/1000 442 142s 284ms/step - loss: 0.6926 - acc: 0.8733 - val_loss: 0.6759 - val_acc: 0.8821 443 Epoch 220/1000 444 142s 284ms/step - loss: 0.6953 - acc: 0.8736 - val_loss: 0.6813 - val_acc: 0.8796 445 Epoch 221/1000 446 142s 284ms/step - loss: 0.6904 - acc: 0.8745 - val_loss: 0.6864 - val_acc: 0.8803 447 Epoch 222/1000 448 142s 284ms/step - loss: 0.6912 - acc: 0.8754 - val_loss: 0.6892 - val_acc: 0.8775 449 Epoch 223/1000 450 142s 284ms/step - loss: 0.6887 - acc: 0.8757 - val_loss: 0.6630 - val_acc: 0.8857 451 Epoch 224/1000 452 142s 284ms/step - loss: 0.6940 - acc: 0.8746 - val_loss: 0.6808 - val_acc: 0.8789 453 Epoch 225/1000 454 142s 284ms/step - loss: 0.6901 - acc: 0.8739 - val_loss: 0.6795 - val_acc: 0.8786 455 Epoch 226/1000 456 142s 284ms/step - loss: 0.6932 - acc: 0.8741 - val_loss: 0.6934 - val_acc: 0.8785 457 Epoch 227/1000 458 142s 284ms/step - loss: 0.6949 - acc: 0.8734 - val_loss: 0.6660 - val_acc: 0.8854 459 Epoch 228/1000 460 142s 284ms/step - loss: 0.6909 - acc: 0.8758 - val_loss: 0.6684 - val_acc: 0.8836 461 Epoch 229/1000 462 142s 284ms/step - loss: 0.6910 - acc: 0.8759 - val_loss: 0.6811 - val_acc: 0.8853 463 Epoch 230/1000 464 142s 284ms/step - loss: 0.6958 - acc: 0.8736 - val_loss: 0.6751 - val_acc: 0.8847 465 Epoch 231/1000 466 142s 284ms/step - loss: 0.6937 - acc: 0.8742 - val_loss: 0.6626 - val_acc: 0.8904 467 Epoch 232/1000 468 142s 284ms/step - loss: 0.6904 - acc: 0.8763 - val_loss: 0.6724 - val_acc: 0.8850 469 Epoch 233/1000 470 142s 284ms/step - loss: 0.6860 - acc: 0.8769 - val_loss: 0.6722 - val_acc: 0.8854 471 Epoch 234/1000 472 142s 284ms/step - loss: 0.6957 - acc: 0.8731 - val_loss: 0.6722 - val_acc: 0.8829 473 Epoch 235/1000 474 142s 284ms/step - loss: 0.6909 - acc: 0.8755 - val_loss: 0.6749 - val_acc: 0.8835 475 Epoch 236/1000 476 142s 284ms/step - loss: 0.6891 - acc: 0.8758 - val_loss: 0.6551 - val_acc: 0.8885 477 Epoch 237/1000 478 142s 284ms/step - loss: 0.6888 - acc: 0.8742 - val_loss: 0.6953 - val_acc: 0.8778 479 Epoch 238/1000 480 142s 284ms/step - loss: 0.6907 - acc: 0.8760 - val_loss: 0.6752 - val_acc: 0.8844 481 Epoch 239/1000 482 142s 284ms/step - loss: 0.6894 - acc: 0.8764 - val_loss: 0.6801 - val_acc: 0.8820 483 Epoch 240/1000 484 142s 284ms/step - loss: 0.6893 - acc: 0.8761 - val_loss: 0.6842 - val_acc: 0.8816 485 Epoch 241/1000 486 142s 284ms/step - loss: 0.6895 - acc: 0.8754 - val_loss: 0.6722 - val_acc: 0.8817 487 Epoch 242/1000 488 142s 284ms/step - loss: 0.6895 - acc: 0.8767 - val_loss: 0.6942 - val_acc: 0.8757 489 Epoch 243/1000 490 142s 284ms/step - loss: 0.6934 - acc: 0.8734 - val_loss: 0.6603 - val_acc: 0.8851 491 Epoch 244/1000 492 141s 283ms/step - loss: 0.6851 - acc: 0.8772 - val_loss: 0.6947 - val_acc: 0.8764 493 Epoch 245/1000 494 142s 283ms/step - loss: 0.6875 - acc: 0.8759 - val_loss: 0.6707 - val_acc: 0.8863 495 Epoch 246/1000 496 142s 284ms/step - loss: 0.6858 - acc: 0.8747 - val_loss: 0.6729 - val_acc: 0.8814 497 Epoch 247/1000 498 142s 284ms/step - loss: 0.6881 - acc: 0.8778 - val_loss: 0.6919 - val_acc: 0.8765 499 Epoch 248/1000 500 142s 284ms/step - loss: 0.6844 - acc: 0.8776 - val_loss: 0.6899 - val_acc: 0.8821 501 Epoch 249/1000 502 142s 284ms/step - loss: 0.6890 - acc: 0.8763 - val_loss: 0.6534 - val_acc: 0.8901 503 Epoch 250/1000 504 142s 284ms/step - loss: 0.6825 - acc: 0.8784 - val_loss: 0.6682 - val_acc: 0.8849 505 Epoch 251/1000 506 142s 284ms/step - loss: 0.6847 - acc: 0.8777 - val_loss: 0.6655 - val_acc: 0.8860 507 Epoch 252/1000 508 142s 284ms/step - loss: 0.6814 - acc: 0.8791 - val_loss: 0.6657 - val_acc: 0.8860 509 Epoch 253/1000 510 142s 284ms/step - loss: 0.6873 - acc: 0.8742 - val_loss: 0.6804 - val_acc: 0.8793 511 Epoch 254/1000 512 142s 284ms/step - loss: 0.6887 - acc: 0.8754 - val_loss: 0.6719 - val_acc: 0.8835 513 Epoch 255/1000 514 142s 284ms/step - loss: 0.6847 - acc: 0.8764 - val_loss: 0.6631 - val_acc: 0.8857 515 Epoch 256/1000 516 142s 284ms/step - loss: 0.6896 - acc: 0.8743 - val_loss: 0.6694 - val_acc: 0.8846 517 Epoch 257/1000 518 142s 284ms/step - loss: 0.6900 - acc: 0.8756 - val_loss: 0.6771 - val_acc: 0.8810 519 Epoch 258/1000 520 142s 284ms/step - loss: 0.6860 - acc: 0.8764 - val_loss: 0.6694 - val_acc: 0.8843 521 Epoch 259/1000 522 142s 284ms/step - loss: 0.6875 - acc: 0.8786 - val_loss: 0.6747 - val_acc: 0.8807 523 Epoch 260/1000 524 142s 284ms/step - loss: 0.6857 - acc: 0.8768 - val_loss: 0.6458 - val_acc: 0.8938 525 Epoch 261/1000 526 142s 284ms/step - loss: 0.6880 - acc: 0.8771 - val_loss: 0.6855 - val_acc: 0.8788 527 Epoch 262/1000 528 142s 284ms/step - loss: 0.6839 - acc: 0.8777 - val_loss: 0.6723 - val_acc: 0.8851 529 Epoch 263/1000 530 142s 284ms/step - loss: 0.6819 - acc: 0.8783 - val_loss: 0.6738 - val_acc: 0.8845 531 Epoch 264/1000 532 142s 284ms/step - loss: 0.6867 - acc: 0.8784 - val_loss: 0.6809 - val_acc: 0.8790 533 Epoch 265/1000 534 142s 284ms/step - loss: 0.6805 - acc: 0.8810 - val_loss: 0.6750 - val_acc: 0.8846 535 Epoch 266/1000 536 141s 283ms/step - loss: 0.6809 - acc: 0.8781 - val_loss: 0.6584 - val_acc: 0.8878 537 Epoch 267/1000 538 142s 283ms/step - loss: 0.6944 - acc: 0.8722 - val_loss: 0.6598 - val_acc: 0.8875 539 Epoch 268/1000 540 141s 283ms/step - loss: 0.6847 - acc: 0.8779 - val_loss: 0.6825 - val_acc: 0.8817 541 Epoch 269/1000 542 141s 283ms/step - loss: 0.6824 - acc: 0.8786 - val_loss: 0.6552 - val_acc: 0.8908 543 Epoch 270/1000 544 141s 283ms/step - loss: 0.6830 - acc: 0.8783 - val_loss: 0.6820 - val_acc: 0.8767 545 Epoch 271/1000 546 141s 283ms/step - loss: 0.6903 - acc: 0.8752 - val_loss: 0.6685 - val_acc: 0.8855 547 Epoch 272/1000 548 141s 283ms/step - loss: 0.6861 - acc: 0.8760 - val_loss: 0.6707 - val_acc: 0.8873 549 Epoch 273/1000 550 142s 283ms/step - loss: 0.6823 - acc: 0.8782 - val_loss: 0.6721 - val_acc: 0.8864 551 Epoch 274/1000 552 141s 283ms/step - loss: 0.6862 - acc: 0.8769 - val_loss: 0.6764 - val_acc: 0.8866 553 Epoch 275/1000 554 141s 283ms/step - loss: 0.6825 - acc: 0.8785 - val_loss: 0.6673 - val_acc: 0.8861 555 Epoch 276/1000 556 142s 283ms/step - loss: 0.6842 - acc: 0.8771 - val_loss: 0.6757 - val_acc: 0.8835 557 Epoch 277/1000 558 142s 283ms/step - loss: 0.6855 - acc: 0.8777 - val_loss: 0.6769 - val_acc: 0.8814 559 Epoch 278/1000 560 142s 284ms/step - loss: 0.6793 - acc: 0.8802 - val_loss: 0.6618 - val_acc: 0.8883 561 Epoch 279/1000 562 142s 284ms/step - loss: 0.6854 - acc: 0.8766 - val_loss: 0.6965 - val_acc: 0.8743 563 Epoch 280/1000 564 142s 284ms/step - loss: 0.6824 - acc: 0.8792 - val_loss: 0.6720 - val_acc: 0.8842 565 Epoch 281/1000 566 142s 284ms/step - loss: 0.6786 - acc: 0.8790 - val_loss: 0.6589 - val_acc: 0.8883 567 Epoch 282/1000 568 142s 284ms/step - loss: 0.6781 - acc: 0.8797 - val_loss: 0.6620 - val_acc: 0.8862 569 Epoch 283/1000 570 142s 284ms/step - loss: 0.6845 - acc: 0.8786 - val_loss: 0.6936 - val_acc: 0.8802 571 Epoch 284/1000 572 142s 284ms/step - loss: 0.6866 - acc: 0.8772 - val_loss: 0.6678 - val_acc: 0.8890 573 Epoch 285/1000 574 142s 284ms/step - loss: 0.6829 - acc: 0.8787 - val_loss: 0.6630 - val_acc: 0.8866 575 Epoch 286/1000 576 142s 284ms/step - loss: 0.6763 - acc: 0.8796 - val_loss: 0.6597 - val_acc: 0.8893 577 Epoch 287/1000 578 142s 284ms/step - loss: 0.6833 - acc: 0.8774 - val_loss: 0.6752 - val_acc: 0.8866 579 Epoch 288/1000 580 142s 284ms/step - loss: 0.6858 - acc: 0.8768 - val_loss: 0.6617 - val_acc: 0.8902 581 Epoch 289/1000 582 142s 284ms/step - loss: 0.6784 - acc: 0.8799 - val_loss: 0.6634 - val_acc: 0.8872 583 Epoch 290/1000 584 142s 284ms/step - loss: 0.6807 - acc: 0.8778 - val_loss: 0.6564 - val_acc: 0.8896 585 Epoch 291/1000 586 142s 284ms/step - loss: 0.6835 - acc: 0.8769 - val_loss: 0.6628 - val_acc: 0.8877 587 Epoch 292/1000 588 142s 284ms/step - loss: 0.6783 - acc: 0.8798 - val_loss: 0.6887 - val_acc: 0.8813 589 Epoch 293/1000 590 142s 284ms/step - loss: 0.6795 - acc: 0.8810 - val_loss: 0.6590 - val_acc: 0.8899 591 Epoch 294/1000 592 142s 284ms/step - loss: 0.6799 - acc: 0.8798 - val_loss: 0.6599 - val_acc: 0.8873 593 Epoch 295/1000 594 142s 284ms/step - loss: 0.6856 - acc: 0.8792 - val_loss: 0.6636 - val_acc: 0.8880 595 Epoch 296/1000 596 142s 284ms/step - loss: 0.6832 - acc: 0.8802 - val_loss: 0.6513 - val_acc: 0.8926 597 Epoch 297/1000 598 142s 284ms/step - loss: 0.6785 - acc: 0.8794 - val_loss: 0.6568 - val_acc: 0.8886 599 Epoch 298/1000 600 142s 284ms/step - loss: 0.6832 - acc: 0.8782 - val_loss: 0.6697 - val_acc: 0.8872 601 Epoch 299/1000 602 142s 284ms/step - loss: 0.6771 - acc: 0.8813 - val_loss: 0.6714 - val_acc: 0.8825 603 Epoch 300/1000 604 142s 285ms/step - loss: 0.6814 - acc: 0.8784 - val_loss: 0.6857 - val_acc: 0.8821 605 Epoch 301/1000 606 lr changed to 0.010000000149011612 607 142s 284ms/step - loss: 0.5714 - acc: 0.9156 - val_loss: 0.5648 - val_acc: 0.9171 608 Epoch 302/1000 609 142s 284ms/step - loss: 0.5073 - acc: 0.9362 - val_loss: 0.5481 - val_acc: 0.9236 610 Epoch 303/1000 611 142s 284ms/step - loss: 0.4913 - acc: 0.9412 - val_loss: 0.5391 - val_acc: 0.9228 612 Epoch 304/1000 613 142s 284ms/step - loss: 0.4714 - acc: 0.9455 - val_loss: 0.5304 - val_acc: 0.9255 614 Epoch 305/1000 615 142s 285ms/step - loss: 0.4592 - acc: 0.9481 - val_loss: 0.5223 - val_acc: 0.9253 616 Epoch 306/1000 617 142s 284ms/step - loss: 0.4452 - acc: 0.9512 - val_loss: 0.5173 - val_acc: 0.9271 618 Epoch 307/1000 619 142s 284ms/step - loss: 0.4350 - acc: 0.9520 - val_loss: 0.5130 - val_acc: 0.9272 620 Epoch 308/1000 621 142s 285ms/step - loss: 0.4268 - acc: 0.9528 - val_loss: 0.5095 - val_acc: 0.9247 622 Epoch 309/1000 623 142s 284ms/step - loss: 0.4178 - acc: 0.9562 - val_loss: 0.5078 - val_acc: 0.9272 624 Epoch 310/1000 625 142s 284ms/step - loss: 0.4143 - acc: 0.9540 - val_loss: 0.5075 - val_acc: 0.9279 626 Epoch 311/1000 627 142s 284ms/step - loss: 0.4027 - acc: 0.9576 - val_loss: 0.4964 - val_acc: 0.9266 628 Epoch 312/1000 629 142s 284ms/step - loss: 0.3964 - acc: 0.9572 - val_loss: 0.4957 - val_acc: 0.9264 630 Epoch 313/1000 631 142s 285ms/step - loss: 0.3920 - acc: 0.9581 - val_loss: 0.4919 - val_acc: 0.9276 632 Epoch 314/1000 633 142s 284ms/step - loss: 0.3829 - acc: 0.9602 - val_loss: 0.4879 - val_acc: 0.9271 634 Epoch 315/1000 635 142s 284ms/step - loss: 0.3751 - acc: 0.9609 - val_loss: 0.4864 - val_acc: 0.9285 636 Epoch 316/1000 637 142s 284ms/step - loss: 0.3736 - acc: 0.9605 - val_loss: 0.4832 - val_acc: 0.9264 638 Epoch 317/1000 639 142s 284ms/step - loss: 0.3669 - acc: 0.9609 - val_loss: 0.4763 - val_acc: 0.9280 640 Epoch 318/1000 641 142s 284ms/step - loss: 0.3610 - acc: 0.9625 - val_loss: 0.4739 - val_acc: 0.9295 642 Epoch 319/1000 643 142s 284ms/step - loss: 0.3561 - acc: 0.9625 - val_loss: 0.4756 - val_acc: 0.9261 644 Epoch 320/1000 645 142s 284ms/step - loss: 0.3481 - acc: 0.9651 - val_loss: 0.4765 - val_acc: 0.9231 646 Epoch 321/1000 647 142s 284ms/step - loss: 0.3461 - acc: 0.9642 - val_loss: 0.4618 - val_acc: 0.9273 648 Epoch 322/1000 649 142s 284ms/step - loss: 0.3402 - acc: 0.9651 - val_loss: 0.4673 - val_acc: 0.9279 650 Epoch 323/1000 651 142s 284ms/step - loss: 0.3358 - acc: 0.9649 - val_loss: 0.4659 - val_acc: 0.9260 652 Epoch 324/1000 653 142s 284ms/step - loss: 0.3332 - acc: 0.9652 - val_loss: 0.4602 - val_acc: 0.9262 654 Epoch 325/1000 655 142s 284ms/step - loss: 0.3281 - acc: 0.9656 - val_loss: 0.4609 - val_acc: 0.9271 656 Epoch 326/1000 657 142s 284ms/step - loss: 0.3319 - acc: 0.9644 - val_loss: 0.4555 - val_acc: 0.9273 658 Epoch 327/1000 659 142s 285ms/step - loss: 0.3191 - acc: 0.9671 - val_loss: 0.4475 - val_acc: 0.9287 660 Epoch 328/1000 661 142s 284ms/step - loss: 0.3222 - acc: 0.9650 - val_loss: 0.4560 - val_acc: 0.9272 662 Epoch 329/1000 663 142s 284ms/step - loss: 0.3150 - acc: 0.9675 - val_loss: 0.4516 - val_acc: 0.9292 664 Epoch 330/1000 665 142s 284ms/step - loss: 0.3102 - acc: 0.9680 - val_loss: 0.4533 - val_acc: 0.9281 666 Epoch 331/1000 667 142s 284ms/step - loss: 0.3094 - acc: 0.9679 - val_loss: 0.4549 - val_acc: 0.9222 668 Epoch 332/1000 669 142s 284ms/step - loss: 0.3062 - acc: 0.9679 - val_loss: 0.4557 - val_acc: 0.9229 670 Epoch 333/1000 671 142s 284ms/step - loss: 0.3038 - acc: 0.9678 - val_loss: 0.4443 - val_acc: 0.9241 672 Epoch 334/1000 673 142s 284ms/step - loss: 0.3034 - acc: 0.9676 - val_loss: 0.4446 - val_acc: 0.9273 674 Epoch 335/1000 675 142s 285ms/step - loss: 0.2986 - acc: 0.9674 - val_loss: 0.4556 - val_acc: 0.9241 676 Epoch 336/1000 677 142s 285ms/step - loss: 0.2977 - acc: 0.9674 - val_loss: 0.4528 - val_acc: 0.9221 678 Epoch 337/1000 679 142s 284ms/step - loss: 0.2976 - acc: 0.9676 - val_loss: 0.4348 - val_acc: 0.9251 680 Epoch 338/1000 681 142s 285ms/step - loss: 0.2919 - acc: 0.9681 - val_loss: 0.4443 - val_acc: 0.9257 682 Epoch 339/1000 683 142s 284ms/step - loss: 0.2897 - acc: 0.9686 - val_loss: 0.4394 - val_acc: 0.9268 684 Epoch 340/1000 685 142s 284ms/step - loss: 0.2899 - acc: 0.9677 - val_loss: 0.4362 - val_acc: 0.9242 686 Epoch 341/1000 687 142s 284ms/step - loss: 0.2885 - acc: 0.9676 - val_loss: 0.4371 - val_acc: 0.9260 688 Epoch 342/1000 689 142s 284ms/step - loss: 0.2882 - acc: 0.9666 - val_loss: 0.4329 - val_acc: 0.9273 690 Epoch 343/1000 691 142s 285ms/step - loss: 0.2831 - acc: 0.9691 - val_loss: 0.4279 - val_acc: 0.9251 692 Epoch 344/1000 693 142s 284ms/step - loss: 0.2797 - acc: 0.9696 - val_loss: 0.4268 - val_acc: 0.9300 694 Epoch 345/1000 695 142s 284ms/step - loss: 0.2808 - acc: 0.9680 - val_loss: 0.4347 - val_acc: 0.9231 696 Epoch 346/1000 697 142s 285ms/step - loss: 0.2763 - acc: 0.9685 - val_loss: 0.4229 - val_acc: 0.9263 698 Epoch 347/1000 699 142s 284ms/step - loss: 0.2794 - acc: 0.9674 - val_loss: 0.4209 - val_acc: 0.9279 700 Epoch 348/1000 701 142s 284ms/step - loss: 0.2775 - acc: 0.9677 - val_loss: 0.4179 - val_acc: 0.9279 702 Epoch 349/1000 703 142s 285ms/step - loss: 0.2775 - acc: 0.9666 - val_loss: 0.4283 - val_acc: 0.9252 704 Epoch 350/1000 705 142s 284ms/step - loss: 0.2705 - acc: 0.9694 - val_loss: 0.4257 - val_acc: 0.9267 706 Epoch 351/1000 707 142s 284ms/step - loss: 0.2698 - acc: 0.9688 - val_loss: 0.4194 - val_acc: 0.9272 708 Epoch 352/1000 709 142s 285ms/step - loss: 0.2742 - acc: 0.9669 - val_loss: 0.4204 - val_acc: 0.9251 710 Epoch 353/1000 711 142s 284ms/step - loss: 0.2708 - acc: 0.9678 - val_loss: 0.4278 - val_acc: 0.9227 712 Epoch 354/1000 713 142s 284ms/step - loss: 0.2641 - acc: 0.9700 - val_loss: 0.4187 - val_acc: 0.9258 714 Epoch 355/1000 715 142s 284ms/step - loss: 0.2680 - acc: 0.9682 - val_loss: 0.4115 - val_acc: 0.9266 716 Epoch 356/1000 717 142s 284ms/step - loss: 0.2677 - acc: 0.9680 - val_loss: 0.4070 - val_acc: 0.9281 718 Epoch 357/1000 719 142s 284ms/step - loss: 0.2654 - acc: 0.9675 - val_loss: 0.4169 - val_acc: 0.9253 720 Epoch 358/1000 721 142s 284ms/step - loss: 0.2636 - acc: 0.9689 - val_loss: 0.4240 - val_acc: 0.9237 722 Epoch 359/1000 723 142s 284ms/step - loss: 0.2622 - acc: 0.9688 - val_loss: 0.4110 - val_acc: 0.9241 724 Epoch 360/1000 725 142s 285ms/step - loss: 0.2617 - acc: 0.9683 - val_loss: 0.4199 - val_acc: 0.9248 726 Epoch 361/1000 727 142s 284ms/step - loss: 0.2636 - acc: 0.9680 - val_loss: 0.4151 - val_acc: 0.9238 728 Epoch 362/1000 729 142s 284ms/step - loss: 0.2633 - acc: 0.9681 - val_loss: 0.4191 - val_acc: 0.9250 730 Epoch 363/1000 731 142s 285ms/step - loss: 0.2598 - acc: 0.9684 - val_loss: 0.4198 - val_acc: 0.9248 732 Epoch 364/1000 733 142s 284ms/step - loss: 0.2661 - acc: 0.9662 - val_loss: 0.4069 - val_acc: 0.9247 734 Epoch 365/1000 735 142s 284ms/step - loss: 0.2609 - acc: 0.9679 - val_loss: 0.4075 - val_acc: 0.9272 736 Epoch 366/1000 737 142s 284ms/step - loss: 0.2582 - acc: 0.9687 - val_loss: 0.4166 - val_acc: 0.9203 738 Epoch 367/1000 739 142s 284ms/step - loss: 0.2575 - acc: 0.9687 - val_loss: 0.4058 - val_acc: 0.9249 740 Epoch 368/1000 741 142s 284ms/step - loss: 0.2561 - acc: 0.9683 - val_loss: 0.4184 - val_acc: 0.9247 742 Epoch 369/1000 743 142s 284ms/step - loss: 0.2579 - acc: 0.9682 - val_loss: 0.4144 - val_acc: 0.9236 744 Epoch 370/1000 745 142s 285ms/step - loss: 0.2592 - acc: 0.9667 - val_loss: 0.4194 - val_acc: 0.9241 746 Epoch 371/1000 747 142s 284ms/step - loss: 0.2543 - acc: 0.9692 - val_loss: 0.4081 - val_acc: 0.9249 748 Epoch 372/1000 749 142s 284ms/step - loss: 0.2597 - acc: 0.9671 - val_loss: 0.4138 - val_acc: 0.9219 750 Epoch 373/1000 751 142s 284ms/step - loss: 0.2552 - acc: 0.9684 - val_loss: 0.4145 - val_acc: 0.9226 752 Epoch 374/1000 753 142s 284ms/step - loss: 0.2534 - acc: 0.9684 - val_loss: 0.4122 - val_acc: 0.9208 754 Epoch 375/1000 755 142s 284ms/step - loss: 0.2565 - acc: 0.9671 - val_loss: 0.4207 - val_acc: 0.9231 756 Epoch 376/1000 757 142s 284ms/step - loss: 0.2560 - acc: 0.9679 - val_loss: 0.4072 - val_acc: 0.9245 758 Epoch 377/1000 759 142s 285ms/step - loss: 0.2520 - acc: 0.9690 - val_loss: 0.4174 - val_acc: 0.9203 760 Epoch 378/1000 761 142s 284ms/step - loss: 0.2475 - acc: 0.9707 - val_loss: 0.4153 - val_acc: 0.9220 762 Epoch 379/1000 763 142s 284ms/step - loss: 0.2509 - acc: 0.9689 - val_loss: 0.4151 - val_acc: 0.9212 764 Epoch 380/1000 765 142s 284ms/step - loss: 0.2524 - acc: 0.9679 - val_loss: 0.4146 - val_acc: 0.9212 766 Epoch 381/1000 767 142s 284ms/step - loss: 0.2548 - acc: 0.9660 - val_loss: 0.4059 - val_acc: 0.9247 768 Epoch 382/1000 769 142s 284ms/step - loss: 0.2508 - acc: 0.9681 - val_loss: 0.4116 - val_acc: 0.9234 770 Epoch 383/1000 771 142s 284ms/step - loss: 0.2527 - acc: 0.9673 - val_loss: 0.4099 - val_acc: 0.9242 772 Epoch 384/1000 773 142s 284ms/step - loss: 0.2537 - acc: 0.9671 - val_loss: 0.4170 - val_acc: 0.9234 774 Epoch 385/1000 775 142s 284ms/step - loss: 0.2507 - acc: 0.9682 - val_loss: 0.4195 - val_acc: 0.9214 776 Epoch 386/1000 777 142s 284ms/step - loss: 0.2476 - acc: 0.9685 - val_loss: 0.4252 - val_acc: 0.9194 778 Epoch 387/1000 779 142s 284ms/step - loss: 0.2539 - acc: 0.9662 - val_loss: 0.3983 - val_acc: 0.9243 780 Epoch 388/1000 781 142s 284ms/step - loss: 0.2452 - acc: 0.9702 - val_loss: 0.4037 - val_acc: 0.9254 782 Epoch 389/1000 783 142s 284ms/step - loss: 0.2497 - acc: 0.9677 - val_loss: 0.4050 - val_acc: 0.9246 784 Epoch 390/1000 785 142s 284ms/step - loss: 0.2488 - acc: 0.9684 - val_loss: 0.4110 - val_acc: 0.9244 786 Epoch 391/1000 787 142s 284ms/step - loss: 0.2500 - acc: 0.9679 - val_loss: 0.3998 - val_acc: 0.9271 788 Epoch 392/1000 789 142s 284ms/step - loss: 0.2469 - acc: 0.9688 - val_loss: 0.3995 - val_acc: 0.9249 790 Epoch 393/1000 791 142s 284ms/step - loss: 0.2441 - acc: 0.9690 - val_loss: 0.3975 - val_acc: 0.9279 792 Epoch 394/1000 793 142s 284ms/step - loss: 0.2480 - acc: 0.9677 - val_loss: 0.4131 - val_acc: 0.9196 794 Epoch 395/1000 795 142s 284ms/step - loss: 0.2441 - acc: 0.9694 - val_loss: 0.4095 - val_acc: 0.9234 796 Epoch 396/1000 797 142s 284ms/step - loss: 0.2450 - acc: 0.9687 - val_loss: 0.4173 - val_acc: 0.9194 798 Epoch 397/1000 799 142s 284ms/step - loss: 0.2479 - acc: 0.9681 - val_loss: 0.4171 - val_acc: 0.9197 800 Epoch 398/1000 801 142s 284ms/step - loss: 0.2482 - acc: 0.9680 - val_loss: 0.4106 - val_acc: 0.9225 802 Epoch 399/1000 803 142s 285ms/step - loss: 0.2477 - acc: 0.9679 - val_loss: 0.4108 - val_acc: 0.9203 804 Epoch 400/1000 805 142s 284ms/step - loss: 0.2479 - acc: 0.9676 - val_loss: 0.4103 - val_acc: 0.9228 806 Epoch 401/1000 807 142s 284ms/step - loss: 0.2455 - acc: 0.9693 - val_loss: 0.3875 - val_acc: 0.9296 808 Epoch 402/1000 809 142s 284ms/step - loss: 0.2398 - acc: 0.9705 - val_loss: 0.4030 - val_acc: 0.9228 810 Epoch 403/1000 811 142s 284ms/step - loss: 0.2481 - acc: 0.9671 - val_loss: 0.4083 - val_acc: 0.9235 812 Epoch 404/1000 813 142s 284ms/step - loss: 0.2477 - acc: 0.9678 - val_loss: 0.4027 - val_acc: 0.9252 814 Epoch 405/1000 815 142s 284ms/step - loss: 0.2430 - acc: 0.9695 - val_loss: 0.4016 - val_acc: 0.9239 816 Epoch 406/1000 817 142s 285ms/step - loss: 0.2424 - acc: 0.9694 - val_loss: 0.3946 - val_acc: 0.9249 818 Epoch 407/1000 819 142s 284ms/step - loss: 0.2498 - acc: 0.9666 - val_loss: 0.3958 - val_acc: 0.9254 820 Epoch 408/1000 821 142s 285ms/step - loss: 0.2443 - acc: 0.9698 - val_loss: 0.4007 - val_acc: 0.9269 822 Epoch 409/1000 823 142s 285ms/step - loss: 0.2429 - acc: 0.9683 - val_loss: 0.4018 - val_acc: 0.9254 824 Epoch 410/1000 825 142s 285ms/step - loss: 0.2456 - acc: 0.9674 - val_loss: 0.4122 - val_acc: 0.9227 826 Epoch 411/1000 827 142s 284ms/step - loss: 0.2445 - acc: 0.9682 - val_loss: 0.4025 - val_acc: 0.9254 828 Epoch 412/1000 829 142s 284ms/step - loss: 0.2431 - acc: 0.9688 - val_loss: 0.4082 - val_acc: 0.9237 830 Epoch 413/1000 831 142s 284ms/step - loss: 0.2421 - acc: 0.9686 - val_loss: 0.4175 - val_acc: 0.9197 832 Epoch 414/1000 833 142s 285ms/step - loss: 0.2415 - acc: 0.9689 - val_loss: 0.3930 - val_acc: 0.9255 834 Epoch 415/1000 835 142s 284ms/step - loss: 0.2407 - acc: 0.9694 - val_loss: 0.4113 - val_acc: 0.9217 836 Epoch 416/1000 837 142s 285ms/step - loss: 0.2435 - acc: 0.9686 - val_loss: 0.4052 - val_acc: 0.9223 838 Epoch 417/1000 839 142s 284ms/step - loss: 0.2442 - acc: 0.9679 - val_loss: 0.4002 - val_acc: 0.9241 840 Epoch 418/1000 841 142s 285ms/step - loss: 0.2467 - acc: 0.9674 - val_loss: 0.4084 - val_acc: 0.9196 842 Epoch 419/1000 843 142s 284ms/step - loss: 0.2439 - acc: 0.9684 - val_loss: 0.3975 - val_acc: 0.9256 844 Epoch 420/1000 845 142s 284ms/step - loss: 0.2430 - acc: 0.9683 - val_loss: 0.4092 - val_acc: 0.9239 846 Epoch 421/1000 847 142s 284ms/step - loss: 0.2449 - acc: 0.9688 - val_loss: 0.3956 - val_acc: 0.9266 848 Epoch 422/1000 849 142s 284ms/step - loss: 0.2418 - acc: 0.9697 - val_loss: 0.4028 - val_acc: 0.9240 850 Epoch 423/1000 851 142s 284ms/step - loss: 0.2401 - acc: 0.9699 - val_loss: 0.3988 - val_acc: 0.9262 852 Epoch 424/1000 853 142s 284ms/step - loss: 0.2458 - acc: 0.9681 - val_loss: 0.4053 - val_acc: 0.9250 854 Epoch 425/1000 855 142s 284ms/step - loss: 0.2430 - acc: 0.9680 - val_loss: 0.4036 - val_acc: 0.9250 856 Epoch 426/1000 857 142s 284ms/step - loss: 0.2395 - acc: 0.9707 - val_loss: 0.4153 - val_acc: 0.9214 858 Epoch 427/1000 859 142s 284ms/step - loss: 0.2418 - acc: 0.9685 - val_loss: 0.3988 - val_acc: 0.9228 860 Epoch 428/1000 861 142s 284ms/step - loss: 0.2398 - acc: 0.9700 - val_loss: 0.4010 - val_acc: 0.9220 862 Epoch 429/1000 863 142s 284ms/step - loss: 0.2403 - acc: 0.9689 - val_loss: 0.4244 - val_acc: 0.9217 864 Epoch 430/1000 865 142s 285ms/step - loss: 0.2401 - acc: 0.9699 - val_loss: 0.4080 - val_acc: 0.9219 866 Epoch 431/1000 867 142s 285ms/step - loss: 0.2396 - acc: 0.9697 - val_loss: 0.4115 - val_acc: 0.9228 868 Epoch 432/1000 869 142s 285ms/step - loss: 0.2377 - acc: 0.9701 - val_loss: 0.4160 - val_acc: 0.9213 870 Epoch 433/1000 871 142s 284ms/step - loss: 0.2421 - acc: 0.9695 - val_loss: 0.4148 - val_acc: 0.9194 872 Epoch 434/1000 873 142s 284ms/step - loss: 0.2434 - acc: 0.9673 - val_loss: 0.3980 - val_acc: 0.9237 874 Epoch 435/1000 875 142s 284ms/step - loss: 0.2424 - acc: 0.9684 - val_loss: 0.4023 - val_acc: 0.9244 876 Epoch 436/1000 877 142s 284ms/step - loss: 0.2381 - acc: 0.9709 - val_loss: 0.4095 - val_acc: 0.9226 878 Epoch 437/1000 879 142s 284ms/step - loss: 0.2396 - acc: 0.9693 - val_loss: 0.4163 - val_acc: 0.9203 880 Epoch 438/1000 881 142s 284ms/step - loss: 0.2402 - acc: 0.9705 - val_loss: 0.4132 - val_acc: 0.9238 882 Epoch 439/1000 883 142s 284ms/step - loss: 0.2438 - acc: 0.9680 - val_loss: 0.3906 - val_acc: 0.9241 884 Epoch 440/1000 885 142s 285ms/step - loss: 0.2397 - acc: 0.9693 - val_loss: 0.4234 - val_acc: 0.9196 886 Epoch 441/1000 887 142s 284ms/step - loss: 0.2375 - acc: 0.9711 - val_loss: 0.4293 - val_acc: 0.9188 888 Epoch 442/1000 889 142s 284ms/step - loss: 0.2426 - acc: 0.9686 - val_loss: 0.4058 - val_acc: 0.9251 890 Epoch 443/1000 891 142s 284ms/step - loss: 0.2379 - acc: 0.9702 - val_loss: 0.4145 - val_acc: 0.9219 892 Epoch 444/1000 893 142s 284ms/step - loss: 0.2380 - acc: 0.9700 - val_loss: 0.4110 - val_acc: 0.9220 894 Epoch 445/1000 895 142s 284ms/step - loss: 0.2422 - acc: 0.9687 - val_loss: 0.4167 - val_acc: 0.9196 896 Epoch 446/1000 897 142s 284ms/step - loss: 0.2377 - acc: 0.9704 - val_loss: 0.4142 - val_acc: 0.9210 898 Epoch 447/1000 899 142s 285ms/step - loss: 0.2416 - acc: 0.9693 - val_loss: 0.4345 - val_acc: 0.9182 900 Epoch 448/1000 901 142s 284ms/step - loss: 0.2391 - acc: 0.9697 - val_loss: 0.4147 - val_acc: 0.9183 902 Epoch 449/1000 903 142s 285ms/step - loss: 0.2430 - acc: 0.9689 - val_loss: 0.4005 - val_acc: 0.9244 904 Epoch 450/1000 905 142s 284ms/step - loss: 0.2355 - acc: 0.9723 - val_loss: 0.4060 - val_acc: 0.9227 906 Epoch 451/1000 907 142s 284ms/step - loss: 0.2394 - acc: 0.9703 - val_loss: 0.4118 - val_acc: 0.9211 908 Epoch 452/1000 909 142s 284ms/step - loss: 0.2414 - acc: 0.9693 - val_loss: 0.4259 - val_acc: 0.9164 910 Epoch 453/1000 911 142s 284ms/step - loss: 0.2396 - acc: 0.9692 - val_loss: 0.4066 - val_acc: 0.9222 912 Epoch 454/1000 913 142s 285ms/step - loss: 0.2350 - acc: 0.9719 - val_loss: 0.4075 - val_acc: 0.9230 914 Epoch 455/1000 915 142s 284ms/step - loss: 0.2413 - acc: 0.9689 - val_loss: 0.4108 - val_acc: 0.9243 916 Epoch 456/1000 917 142s 284ms/step - loss: 0.2395 - acc: 0.9693 - val_loss: 0.4073 - val_acc: 0.9250 918 Epoch 457/1000 919 142s 285ms/step - loss: 0.2358 - acc: 0.9712 - val_loss: 0.4161 - val_acc: 0.9190 920 Epoch 458/1000 921 142s 284ms/step - loss: 0.2421 - acc: 0.9683 - val_loss: 0.4241 - val_acc: 0.9206 922 Epoch 459/1000 923 142s 285ms/step - loss: 0.2355 - acc: 0.9716 - val_loss: 0.4126 - val_acc: 0.9227 924 Epoch 460/1000 925 142s 285ms/step - loss: 0.2400 - acc: 0.9693 - val_loss: 0.4049 - val_acc: 0.9265 926 Epoch 461/1000 927 142s 284ms/step - loss: 0.2399 - acc: 0.9693 - val_loss: 0.4189 - val_acc: 0.9211 928 Epoch 462/1000 929 142s 284ms/step - loss: 0.2379 - acc: 0.9702 - val_loss: 0.4231 - val_acc: 0.9208 930 Epoch 463/1000 931 142s 284ms/step - loss: 0.2396 - acc: 0.9698 - val_loss: 0.4090 - val_acc: 0.9235 932 Epoch 464/1000 933 142s 284ms/step - loss: 0.2397 - acc: 0.9697 - val_loss: 0.4038 - val_acc: 0.9222 934 Epoch 465/1000 935 142s 284ms/step - loss: 0.2342 - acc: 0.9712 - val_loss: 0.4142 - val_acc: 0.9227 936 Epoch 466/1000 937 142s 284ms/step - loss: 0.2382 - acc: 0.9701 - val_loss: 0.4094 - val_acc: 0.9234 938 Epoch 467/1000 939 142s 284ms/step - loss: 0.2360 - acc: 0.9700 - val_loss: 0.4124 - val_acc: 0.9226 940 Epoch 468/1000 941 142s 285ms/step - loss: 0.2389 - acc: 0.9705 - val_loss: 0.4078 - val_acc: 0.9220 942 Epoch 469/1000 943 142s 284ms/step - loss: 0.2373 - acc: 0.9699 - val_loss: 0.4281 - val_acc: 0.9173 944 Epoch 470/1000 945 142s 285ms/step - loss: 0.2374 - acc: 0.9704 - val_loss: 0.4177 - val_acc: 0.9204 946 Epoch 471/1000 947 142s 284ms/step - loss: 0.2364 - acc: 0.9706 - val_loss: 0.4229 - val_acc: 0.9195 948 Epoch 472/1000 949 142s 284ms/step - loss: 0.2364 - acc: 0.9714 - val_loss: 0.4244 - val_acc: 0.9211 950 Epoch 473/1000 951 142s 284ms/step - loss: 0.2388 - acc: 0.9699 - val_loss: 0.4305 - val_acc: 0.9172 952 Epoch 474/1000 953 142s 285ms/step - loss: 0.2430 - acc: 0.9682 - val_loss: 0.4226 - val_acc: 0.9210 954 Epoch 475/1000 955 142s 284ms/step - loss: 0.2354 - acc: 0.9710 - val_loss: 0.4126 - val_acc: 0.9228 956 Epoch 476/1000 957 142s 284ms/step - loss: 0.2367 - acc: 0.9712 - val_loss: 0.4025 - val_acc: 0.9233 958 Epoch 477/1000 959 142s 285ms/step - loss: 0.2336 - acc: 0.9718 - val_loss: 0.4095 - val_acc: 0.9234 960 Epoch 478/1000 961 142s 284ms/step - loss: 0.2340 - acc: 0.9718 - val_loss: 0.4111 - val_acc: 0.9221 962 Epoch 479/1000 963 142s 284ms/step - loss: 0.2370 - acc: 0.9705 - val_loss: 0.4098 - val_acc: 0.9244 964 Epoch 480/1000 965 142s 285ms/step - loss: 0.2328 - acc: 0.9716 - val_loss: 0.4158 - val_acc: 0.9218 966 Epoch 481/1000 967 142s 284ms/step - loss: 0.2376 - acc: 0.9699 - val_loss: 0.4071 - val_acc: 0.9233 968 Epoch 482/1000 969 142s 284ms/step - loss: 0.2321 - acc: 0.9723 - val_loss: 0.4196 - val_acc: 0.9189 970 Epoch 483/1000 971 142s 284ms/step - loss: 0.2338 - acc: 0.9711 - val_loss: 0.4137 - val_acc: 0.9225 972 Epoch 484/1000 973 142s 284ms/step - loss: 0.2386 - acc: 0.9701 - val_loss: 0.4217 - val_acc: 0.9221 974 Epoch 485/1000 975 142s 285ms/step - loss: 0.2357 - acc: 0.9710 - val_loss: 0.4136 - val_acc: 0.9218 976 Epoch 486/1000 977 142s 284ms/step - loss: 0.2318 - acc: 0.9722 - val_loss: 0.4171 - val_acc: 0.9244 978 Epoch 487/1000 979 142s 284ms/step - loss: 0.2363 - acc: 0.9712 - val_loss: 0.4089 - val_acc: 0.9238 980 Epoch 488/1000 981 142s 285ms/step - loss: 0.2331 - acc: 0.9718 - val_loss: 0.4166 - val_acc: 0.9204 982 Epoch 489/1000 983 142s 284ms/step - loss: 0.2356 - acc: 0.9710 - val_loss: 0.4235 - val_acc: 0.9176 984 Epoch 490/1000 985 142s 284ms/step - loss: 0.2378 - acc: 0.9703 - val_loss: 0.4219 - val_acc: 0.9181 986 Epoch 491/1000 987 142s 285ms/step - loss: 0.2328 - acc: 0.9719 - val_loss: 0.4155 - val_acc: 0.9193 988 Epoch 492/1000 989 142s 285ms/step - loss: 0.2383 - acc: 0.9704 - val_loss: 0.4239 - val_acc: 0.9155 990 Epoch 493/1000 991 142s 284ms/step - loss: 0.2378 - acc: 0.9706 - val_loss: 0.4188 - val_acc: 0.9201 992 Epoch 494/1000 993 142s 284ms/step - loss: 0.2382 - acc: 0.9703 - val_loss: 0.4345 - val_acc: 0.9146 994 Epoch 495/1000 995 142s 284ms/step - loss: 0.2361 - acc: 0.9711 - val_loss: 0.4021 - val_acc: 0.9232 996 Epoch 496/1000 997 142s 284ms/step - loss: 0.2340 - acc: 0.9715 - val_loss: 0.3926 - val_acc: 0.9261 998 Epoch 497/1000 999 142s 284ms/step - loss: 0.2329 - acc: 0.9713 - val_loss: 0.4149 - val_acc: 0.9240 1000 Epoch 498/1000 1001 142s 285ms/step - loss: 0.2341 - acc: 0.9720 - val_loss: 0.4011 - val_acc: 0.9264 1002 Epoch 499/1000 1003 142s 284ms/step - loss: 0.2347 - acc: 0.9712 - val_loss: 0.4159 - val_acc: 0.9236 1004 Epoch 500/1000 1005 142s 284ms/step - loss: 0.2324 - acc: 0.9720 - val_loss: 0.4138 - val_acc: 0.9224 1006 Epoch 501/1000 1007 142s 284ms/step - loss: 0.2404 - acc: 0.9701 - val_loss: 0.4152 - val_acc: 0.9203 1008 Epoch 502/1000 1009 142s 284ms/step - loss: 0.2336 - acc: 0.9722 - val_loss: 0.4060 - val_acc: 0.9232 1010 Epoch 503/1000 1011 142s 284ms/step - loss: 0.2326 - acc: 0.9722 - val_loss: 0.4203 - val_acc: 0.9226 1012 Epoch 504/1000 1013 142s 284ms/step - loss: 0.2327 - acc: 0.9723 - val_loss: 0.3970 - val_acc: 0.9248 1014 Epoch 505/1000 1015 142s 284ms/step - loss: 0.2359 - acc: 0.9712 - val_loss: 0.4126 - val_acc: 0.9225 1016 Epoch 506/1000 1017 142s 284ms/step - loss: 0.2359 - acc: 0.9709 - val_loss: 0.4207 - val_acc: 0.9207 1018 Epoch 507/1000 1019 142s 284ms/step - loss: 0.2371 - acc: 0.9705 - val_loss: 0.4107 - val_acc: 0.9211 1020 Epoch 508/1000 1021 142s 284ms/step - loss: 0.2331 - acc: 0.9718 - val_loss: 0.4265 - val_acc: 0.9212 1022 Epoch 509/1000 1023 142s 284ms/step - loss: 0.2347 - acc: 0.9711 - val_loss: 0.4060 - val_acc: 0.9215 1024 Epoch 510/1000 1025 142s 284ms/step - loss: 0.2328 - acc: 0.9721 - val_loss: 0.4034 - val_acc: 0.9230 1026 Epoch 511/1000 1027 142s 284ms/step - loss: 0.2316 - acc: 0.9736 - val_loss: 0.4106 - val_acc: 0.9231 1028 Epoch 512/1000 1029 142s 285ms/step - loss: 0.2362 - acc: 0.9707 - val_loss: 0.4202 - val_acc: 0.9233 1030 Epoch 513/1000 1031 142s 285ms/step - loss: 0.2326 - acc: 0.9722 - val_loss: 0.4282 - val_acc: 0.9188 1032 Epoch 514/1000 1033 142s 284ms/step - loss: 0.2326 - acc: 0.9715 - val_loss: 0.4212 - val_acc: 0.9205 1034 Epoch 515/1000 1035 142s 284ms/step - loss: 0.2339 - acc: 0.9716 - val_loss: 0.4212 - val_acc: 0.9207 1036 Epoch 516/1000 1037 142s 284ms/step - loss: 0.2367 - acc: 0.9707 - val_loss: 0.4151 - val_acc: 0.9217 1038 Epoch 517/1000 1039 142s 285ms/step - loss: 0.2326 - acc: 0.9725 - val_loss: 0.4187 - val_acc: 0.9236 1040 Epoch 518/1000 1041 142s 284ms/step - loss: 0.2319 - acc: 0.9721 - val_loss: 0.4063 - val_acc: 0.9271 1042 Epoch 519/1000 1043 142s 284ms/step - loss: 0.2311 - acc: 0.9721 - val_loss: 0.4197 - val_acc: 0.9219 1044 Epoch 520/1000 1045 142s 284ms/step - loss: 0.2323 - acc: 0.9733 - val_loss: 0.4269 - val_acc: 0.9199 1046 Epoch 521/1000 1047 142s 284ms/step - loss: 0.2308 - acc: 0.9727 - val_loss: 0.4213 - val_acc: 0.9216 1048 Epoch 522/1000 1049 142s 284ms/step - loss: 0.2303 - acc: 0.9727 - val_loss: 0.4194 - val_acc: 0.9197 1050 Epoch 523/1000 1051 142s 284ms/step - loss: 0.2326 - acc: 0.9732 - val_loss: 0.4451 - val_acc: 0.9136 1052 Epoch 524/1000 1053 145s 289ms/step - loss: 0.2355 - acc: 0.9709 - val_loss: 0.4226 - val_acc: 0.9205 1054 Epoch 525/1000 1055 142s 284ms/step - loss: 0.2371 - acc: 0.9706 - val_loss: 0.4219 - val_acc: 0.9207 1056 Epoch 526/1000 1057 142s 284ms/step - loss: 0.2326 - acc: 0.9716 - val_loss: 0.4229 - val_acc: 0.9219 1058 Epoch 527/1000 1059 142s 284ms/step - loss: 0.2303 - acc: 0.9728 - val_loss: 0.4218 - val_acc: 0.9224 1060 Epoch 528/1000 1061 142s 284ms/step - loss: 0.2336 - acc: 0.9722 - val_loss: 0.4278 - val_acc: 0.9166 1062 Epoch 529/1000 1063 142s 284ms/step - loss: 0.2314 - acc: 0.9732 - val_loss: 0.4116 - val_acc: 0.9241 1064 Epoch 530/1000 1065 142s 285ms/step - loss: 0.2334 - acc: 0.9717 - val_loss: 0.4208 - val_acc: 0.9202 1066 Epoch 531/1000 1067 142s 284ms/step - loss: 0.2307 - acc: 0.9724 - val_loss: 0.4264 - val_acc: 0.9214 1068 Epoch 532/1000 1069 142s 284ms/step - loss: 0.2347 - acc: 0.9712 - val_loss: 0.4253 - val_acc: 0.9213 1070 Epoch 533/1000 1071 142s 284ms/step - loss: 0.2318 - acc: 0.9730 - val_loss: 0.4152 - val_acc: 0.9239 1072 Epoch 534/1000 1073 142s 284ms/step - loss: 0.2376 - acc: 0.9710 - val_loss: 0.4279 - val_acc: 0.9204 1074 Epoch 535/1000 1075 142s 284ms/step - loss: 0.2320 - acc: 0.9725 - val_loss: 0.4242 - val_acc: 0.9180 1076 Epoch 536/1000 1077 142s 284ms/step - loss: 0.2344 - acc: 0.9713 - val_loss: 0.4106 - val_acc: 0.9234 1078 Epoch 537/1000 1079 142s 284ms/step - loss: 0.2350 - acc: 0.9710 - val_loss: 0.4169 - val_acc: 0.9216 1080 Epoch 538/1000 1081 142s 284ms/step - loss: 0.2355 - acc: 0.9712 - val_loss: 0.4265 - val_acc: 0.9223 1082 Epoch 539/1000 1083 142s 284ms/step - loss: 0.2333 - acc: 0.9719 - val_loss: 0.4132 - val_acc: 0.9220 1084 Epoch 540/1000 1085 142s 284ms/step - loss: 0.2294 - acc: 0.9734 - val_loss: 0.4203 - val_acc: 0.9245 1086 Epoch 541/1000 1087 142s 284ms/step - loss: 0.2343 - acc: 0.9715 - val_loss: 0.4176 - val_acc: 0.9236 1088 Epoch 542/1000 1089 142s 284ms/step - loss: 0.2330 - acc: 0.9723 - val_loss: 0.4146 - val_acc: 0.9241 1090 Epoch 543/1000 1091 142s 284ms/step - loss: 0.2361 - acc: 0.9706 - val_loss: 0.4125 - val_acc: 0.9213 1092 ... 1093 Epoch 625/1000 1094 142s 285ms/step - loss: 0.1622 - acc: 0.9958 - val_loss: 0.3749 - val_acc: 0.9375 1095 Epoch 626/1000 1096 142s 284ms/step - loss: 0.1605 - acc: 0.9963 - val_loss: 0.3746 - val_acc: 0.9394 1097 Epoch 627/1000 1098 142s 284ms/step - loss: 0.1602 - acc: 0.9965 - val_loss: 0.3739 - val_acc: 0.9374 1099 Epoch 628/1000 1100 142s 284ms/step - loss: 0.1606 - acc: 0.9961 - val_loss: 0.3766 - val_acc: 0.9380 1101 Epoch 629/1000 1102 142s 284ms/step - loss: 0.1595 - acc: 0.9965 - val_loss: 0.3731 - val_acc: 0.9393 1103 Epoch 630/1000 1104 142s 285ms/step - loss: 0.1594 - acc: 0.9962 - val_loss: 0.3737 - val_acc: 0.9386 1105 Epoch 631/1000 1106 142s 284ms/step - loss: 0.1597 - acc: 0.9959 - val_loss: 0.3722 - val_acc: 0.9387 1107 Epoch 632/1000 1108 142s 284ms/step - loss: 0.1591 - acc: 0.9963 - val_loss: 0.3730 - val_acc: 0.9386 1109 Epoch 633/1000 1110 142s 284ms/step - loss: 0.1596 - acc: 0.9957 - val_loss: 0.3735 - val_acc: 0.9373 1111 Epoch 634/1000 1112 142s 284ms/step - loss: 0.1577 - acc: 0.9967 - val_loss: 0.3752 - val_acc: 0.9371 1113 Epoch 635/1000 1114 142s 284ms/step - loss: 0.1569 - acc: 0.9967 - val_loss: 0.3753 - val_acc: 0.9372 1115 Epoch 636/1000 1116 142s 284ms/step - loss: 0.1567 - acc: 0.9967 - val_loss: 0.3760 - val_acc: 0.9372 1117 Epoch 637/1000 1118 142s 284ms/step - loss: 0.1580 - acc: 0.9961 - val_loss: 0.3750 - val_acc: 0.9388 1119 Epoch 638/1000 1120 142s 284ms/step - loss: 0.1564 - acc: 0.9968 - val_loss: 0.3765 - val_acc: 0.9394 1121 Epoch 639/1000 1122 142s 284ms/step - loss: 0.1562 - acc: 0.9966 - val_loss: 0.3753 - val_acc: 0.9370 1123 Epoch 640/1000 1124 142s 284ms/step - loss: 0.1560 - acc: 0.9967 - val_loss: 0.3772 - val_acc: 0.9362 1125 Epoch 641/1000 1126 142s 284ms/step - loss: 0.1555 - acc: 0.9969 - val_loss: 0.3766 - val_acc: 0.9370 1127 Epoch 642/1000 1128 142s 284ms/step - loss: 0.1544 - acc: 0.9973 - val_loss: 0.3756 - val_acc: 0.9390 1129 Epoch 643/1000 1130 142s 284ms/step - loss: 0.1548 - acc: 0.9964 - val_loss: 0.3749 - val_acc: 0.9384 1131 Epoch 644/1000 1132 142s 284ms/step - loss: 0.1541 - acc: 0.9969 - val_loss: 0.3741 - val_acc: 0.9375 1133 Epoch 645/1000 1134 142s 284ms/step - loss: 0.1539 - acc: 0.9967 - val_loss: 0.3731 - val_acc: 0.9396 1135 Epoch 646/1000 1136 142s 284ms/step - loss: 0.1526 - acc: 0.9973 - val_loss: 0.3739 - val_acc: 0.9387 1137 Epoch 647/1000 1138 142s 284ms/step - loss: 0.1531 - acc: 0.9970 - val_loss: 0.3740 - val_acc: 0.9380 1139 Epoch 648/1000 1140 142s 284ms/step - loss: 0.1535 - acc: 0.9967 - val_loss: 0.3743 - val_acc: 0.9390 1141 Epoch 649/1000 1142 142s 285ms/step - loss: 0.1531 - acc: 0.9966 - val_loss: 0.3761 - val_acc: 0.9387 1143 Epoch 650/1000 1144 142s 284ms/step - loss: 0.1512 - acc: 0.9976 - val_loss: 0.3743 - val_acc: 0.9388 1145 Epoch 651/1000 1146 142s 285ms/step - loss: 0.1521 - acc: 0.9969 - val_loss: 0.3741 - val_acc: 0.9382 1147 Epoch 652/1000 1148 142s 284ms/step - loss: 0.1522 - acc: 0.9969 - val_loss: 0.3747 - val_acc: 0.9381 1149 Epoch 653/1000 1150 142s 284ms/step - loss: 0.1510 - acc: 0.9972 - val_loss: 0.3752 - val_acc: 0.9390 1151 Epoch 654/1000 1152 142s 284ms/step - loss: 0.1503 - acc: 0.9974 - val_loss: 0.3745 - val_acc: 0.9377 1153 Epoch 655/1000 1154 142s 285ms/step - loss: 0.1500 - acc: 0.9976 - val_loss: 0.3761 - val_acc: 0.9377 1155 Epoch 656/1000 1156 142s 284ms/step - loss: 0.1500 - acc: 0.9974 - val_loss: 0.3752 - val_acc: 0.9377 1157 Epoch 657/1000 1158 142s 284ms/step - loss: 0.1502 - acc: 0.9973 - val_loss: 0.3767 - val_acc: 0.9375 1159 Epoch 658/1000 1160 142s 285ms/step - loss: 0.1490 - acc: 0.9974 - val_loss: 0.3744 - val_acc: 0.9397 1161 Epoch 659/1000 1162 142s 284ms/step - loss: 0.1498 - acc: 0.9969 - val_loss: 0.3783 - val_acc: 0.9377 1163 Epoch 660/1000 1164 142s 285ms/step - loss: 0.1486 - acc: 0.9973 - val_loss: 0.3764 - val_acc: 0.9377 1165 Epoch 661/1000 1166 142s 284ms/step - loss: 0.1485 - acc: 0.9975 - val_loss: 0.3745 - val_acc: 0.9394 1167 Epoch 662/1000 1168 142s 284ms/step - loss: 0.1481 - acc: 0.9975 - val_loss: 0.3750 - val_acc: 0.9385 1169 Epoch 663/1000 1170 142s 284ms/step - loss: 0.1487 - acc: 0.9971 - val_loss: 0.3776 - val_acc: 0.9378 1171 Epoch 664/1000 1172 142s 284ms/step - loss: 0.1483 - acc: 0.9972 - val_loss: 0.3758 - val_acc: 0.9400 1173 Epoch 665/1000 1174 142s 284ms/step - loss: 0.1477 - acc: 0.9974 - val_loss: 0.3741 - val_acc: 0.9387 1175 Epoch 666/1000 1176 142s 284ms/step - loss: 0.1471 - acc: 0.9974 - val_loss: 0.3771 - val_acc: 0.9392 1177 Epoch 667/1000 1178 142s 284ms/step - loss: 0.1468 - acc: 0.9978 - val_loss: 0.3773 - val_acc: 0.9384 1179 Epoch 668/1000 1180 142s 284ms/step - loss: 0.1465 - acc: 0.9975 - val_loss: 0.3782 - val_acc: 0.9388 1181 Epoch 669/1000 1182 142s 285ms/step - loss: 0.1459 - acc: 0.9977 - val_loss: 0.3796 - val_acc: 0.9372 1183 Epoch 670/1000 1184 142s 284ms/step - loss: 0.1462 - acc: 0.9973 - val_loss: 0.3774 - val_acc: 0.9377 1185 Epoch 671/1000 1186 142s 284ms/step - loss: 0.1467 - acc: 0.9968 - val_loss: 0.3788 - val_acc: 0.9375 1187 Epoch 672/1000 1188 142s 284ms/step - loss: 0.1465 - acc: 0.9972 - val_loss: 0.3784 - val_acc: 0.9373 1189 Epoch 673/1000 1190 142s 285ms/step - loss: 0.1457 - acc: 0.9975 - val_loss: 0.3771 - val_acc: 0.9372 1191 Epoch 674/1000 1192 142s 285ms/step - loss: 0.1445 - acc: 0.9977 - val_loss: 0.3774 - val_acc: 0.9372 1193 Epoch 675/1000 1194 142s 284ms/step - loss: 0.1444 - acc: 0.9974 - val_loss: 0.3748 - val_acc: 0.9373 1195 Epoch 676/1000 1196 142s 284ms/step - loss: 0.1447 - acc: 0.9973 - val_loss: 0.3768 - val_acc: 0.9374 1197 Epoch 677/1000 1198 142s 284ms/step - loss: 0.1437 - acc: 0.9978 - val_loss: 0.3752 - val_acc: 0.9376 1199 Epoch 678/1000 1200 142s 284ms/step - loss: 0.1439 - acc: 0.9974 - val_loss: 0.3731 - val_acc: 0.9394 1201 Epoch 679/1000 1202 142s 284ms/step - loss: 0.1437 - acc: 0.9974 - val_loss: 0.3730 - val_acc: 0.9378 1203 Epoch 680/1000 1204 142s 284ms/step - loss: 0.1433 - acc: 0.9978 - val_loss: 0.3761 - val_acc: 0.9368 1205 Epoch 681/1000 1206 142s 284ms/step - loss: 0.1433 - acc: 0.9976 - val_loss: 0.3764 - val_acc: 0.9380 1207 Epoch 682/1000 1208 142s 284ms/step - loss: 0.1427 - acc: 0.9976 - val_loss: 0.3746 - val_acc: 0.9372 1209 Epoch 683/1000 1210 142s 284ms/step - loss: 0.1427 - acc: 0.9978 - val_loss: 0.3752 - val_acc: 0.9378 1211 Epoch 684/1000 1212 142s 284ms/step - loss: 0.1424 - acc: 0.9976 - val_loss: 0.3754 - val_acc: 0.9380 1213 Epoch 685/1000 1214 142s 284ms/step - loss: 0.1420 - acc: 0.9975 - val_loss: 0.3767 - val_acc: 0.9384 1215 Epoch 686/1000 1216 142s 284ms/step - loss: 0.1410 - acc: 0.9980 - val_loss: 0.3773 - val_acc: 0.9378 1217 Epoch 687/1000 1218 142s 284ms/step - loss: 0.1424 - acc: 0.9972 - val_loss: 0.3741 - val_acc: 0.9375 1219 Epoch 688/1000 1220 142s 284ms/step - loss: 0.1417 - acc: 0.9975 - val_loss: 0.3757 - val_acc: 0.9377 1221 Epoch 689/1000 1222 142s 284ms/step - loss: 0.1412 - acc: 0.9975 - val_loss: 0.3760 - val_acc: 0.9365 1223 Epoch 690/1000 1224 142s 284ms/step - loss: 0.1414 - acc: 0.9974 - val_loss: 0.3730 - val_acc: 0.9389 1225 Epoch 691/1000 1226 142s 284ms/step - loss: 0.1405 - acc: 0.9979 - val_loss: 0.3722 - val_acc: 0.9392 1227 Epoch 692/1000 1228 142s 285ms/step - loss: 0.1409 - acc: 0.9975 - val_loss: 0.3744 - val_acc: 0.9375 1229 Epoch 693/1000 1230 142s 285ms/step - loss: 0.1396 - acc: 0.9980 - val_loss: 0.3718 - val_acc: 0.9382 1231 Epoch 694/1000 1232 142s 284ms/step - loss: 0.1393 - acc: 0.9979 - val_loss: 0.3700 - val_acc: 0.9390 1233 Epoch 695/1000 1234 142s 284ms/step - loss: 0.1394 - acc: 0.9976 - val_loss: 0.3728 - val_acc: 0.9377 1235 Epoch 696/1000 1236 142s 285ms/step - loss: 0.1402 - acc: 0.9973 - val_loss: 0.3712 - val_acc: 0.9389 1237 Epoch 697/1000 1238 142s 284ms/step - loss: 0.1391 - acc: 0.9976 - val_loss: 0.3726 - val_acc: 0.9397 1239 Epoch 698/1000 1240 142s 284ms/step - loss: 0.1384 - acc: 0.9981 - val_loss: 0.3763 - val_acc: 0.9380 1241 Epoch 699/1000 1242 142s 285ms/step - loss: 0.1394 - acc: 0.9973 - val_loss: 0.3747 - val_acc: 0.9371 1243 Epoch 700/1000 1244 142s 284ms/step - loss: 0.1379 - acc: 0.9979 - val_loss: 0.3742 - val_acc: 0.9378 1245 Epoch 701/1000 1246 142s 284ms/step - loss: 0.1387 - acc: 0.9976 - val_loss: 0.3741 - val_acc: 0.9381 1247 Epoch 702/1000 1248 142s 284ms/step - loss: 0.1364 - acc: 0.9985 - val_loss: 0.3757 - val_acc: 0.9368 1249 Epoch 703/1000 1250 142s 284ms/step - loss: 0.1375 - acc: 0.9979 - val_loss: 0.3767 - val_acc: 0.9373 1251 Epoch 704/1000 1252 142s 285ms/step - loss: 0.1375 - acc: 0.9978 - val_loss: 0.3762 - val_acc: 0.9356 1253 Epoch 705/1000 1254 142s 285ms/step - loss: 0.1371 - acc: 0.9978 - val_loss: 0.3759 - val_acc: 0.9377 1255 Epoch 706/1000 1256 142s 284ms/step - loss: 0.1361 - acc: 0.9981 - val_loss: 0.3754 - val_acc: 0.9365 1257 Epoch 707/1000 1258 142s 285ms/step - loss: 0.1364 - acc: 0.9980 - val_loss: 0.3760 - val_acc: 0.9364 1259 Epoch 708/1000 1260 142s 285ms/step - loss: 0.1369 - acc: 0.9979 - val_loss: 0.3796 - val_acc: 0.9354 1261 Epoch 709/1000 1262 142s 285ms/step - loss: 0.1353 - acc: 0.9983 - val_loss: 0.3767 - val_acc: 0.9372 1263 Epoch 710/1000 1264 142s 284ms/step - loss: 0.1353 - acc: 0.9979 - val_loss: 0.3761 - val_acc: 0.9369 1265 Epoch 711/1000 1266 142s 285ms/step - loss: 0.1355 - acc: 0.9975 - val_loss: 0.3745 - val_acc: 0.9371 1267 Epoch 712/1000 1268 142s 284ms/step - loss: 0.1349 - acc: 0.9979 - val_loss: 0.3757 - val_acc: 0.9381 1269 Epoch 713/1000 1270 142s 285ms/step - loss: 0.1357 - acc: 0.9974 - val_loss: 0.3736 - val_acc: 0.9376 1271 Epoch 714/1000 1272 142s 285ms/step - loss: 0.1346 - acc: 0.9980 - val_loss: 0.3713 - val_acc: 0.9382 1273 Epoch 715/1000 1274 142s 284ms/step - loss: 0.1344 - acc: 0.9981 - val_loss: 0.3730 - val_acc: 0.9370 1275 Epoch 716/1000 1276 142s 284ms/step - loss: 0.1349 - acc: 0.9976 - val_loss: 0.3744 - val_acc: 0.9373 1277 Epoch 717/1000 1278 142s 285ms/step - loss: 0.1345 - acc: 0.9978 - val_loss: 0.3762 - val_acc: 0.9376 1279 Epoch 718/1000 1280 142s 284ms/step - loss: 0.1341 - acc: 0.9979 - val_loss: 0.3763 - val_acc: 0.9367 1281 Epoch 719/1000 1282 142s 284ms/step - loss: 0.1332 - acc: 0.9980 - val_loss: 0.3766 - val_acc: 0.9369 1283 Epoch 720/1000 1284 142s 285ms/step - loss: 0.1337 - acc: 0.9977 - val_loss: 0.3768 - val_acc: 0.9358 1285 Epoch 721/1000 1286 142s 284ms/step - loss: 0.1334 - acc: 0.9979 - val_loss: 0.3752 - val_acc: 0.9369 1287 Epoch 722/1000 1288 142s 285ms/step - loss: 0.1335 - acc: 0.9980 - val_loss: 0.3741 - val_acc: 0.9371 1289 Epoch 723/1000 1290 142s 284ms/step - loss: 0.1330 - acc: 0.9978 - val_loss: 0.3769 - val_acc: 0.9371 1291 Epoch 724/1000 1292 142s 284ms/step - loss: 0.1325 - acc: 0.9980 - val_loss: 0.3739 - val_acc: 0.9376 1293 Epoch 725/1000 1294 142s 284ms/step - loss: 0.1329 - acc: 0.9978 - val_loss: 0.3740 - val_acc: 0.9370 1295 Epoch 726/1000 1296 142s 284ms/step - loss: 0.1320 - acc: 0.9981 - val_loss: 0.3712 - val_acc: 0.9378 1297 Epoch 727/1000 1298 142s 284ms/step - loss: 0.1317 - acc: 0.9981 - val_loss: 0.3757 - val_acc: 0.9372 1299 Epoch 728/1000 1300 142s 285ms/step - loss: 0.1322 - acc: 0.9978 - val_loss: 0.3732 - val_acc: 0.9371 1301 Epoch 729/1000 1302 142s 284ms/step - loss: 0.1311 - acc: 0.9980 - val_loss: 0.3724 - val_acc: 0.9382 1303 Epoch 730/1000 1304 142s 284ms/step - loss: 0.1308 - acc: 0.9983 - val_loss: 0.3736 - val_acc: 0.9376 1305 Epoch 731/1000 1306 142s 284ms/step - loss: 0.1315 - acc: 0.9977 - val_loss: 0.3738 - val_acc: 0.9367 1307 Epoch 732/1000 1308 142s 284ms/step - loss: 0.1309 - acc: 0.9980 - val_loss: 0.3719 - val_acc: 0.9366 1309 Epoch 733/1000 1310 142s 284ms/step - loss: 0.1307 - acc: 0.9980 - val_loss: 0.3720 - val_acc: 0.9359 1311 Epoch 734/1000 1312 142s 285ms/step - loss: 0.1303 - acc: 0.9979 - val_loss: 0.3731 - val_acc: 0.9372 1313 Epoch 735/1000 1314 142s 284ms/step - loss: 0.1301 - acc: 0.9980 - val_loss: 0.3740 - val_acc: 0.9377 1315 Epoch 736/1000 1316 142s 285ms/step - loss: 0.1299 - acc: 0.9978 - val_loss: 0.3787 - val_acc: 0.9347 1317 Epoch 737/1000 1318 142s 284ms/step - loss: 0.1298 - acc: 0.9982 - val_loss: 0.3759 - val_acc: 0.9362 1319 Epoch 738/1000 1320 142s 284ms/step - loss: 0.1295 - acc: 0.9981 - val_loss: 0.3709 - val_acc: 0.9367 1321 Epoch 739/1000 1322 142s 284ms/step - loss: 0.1286 - acc: 0.9982 - val_loss: 0.3690 - val_acc: 0.9372 1323 Epoch 740/1000 1324 142s 285ms/step - loss: 0.1285 - acc: 0.9982 - val_loss: 0.3702 - val_acc: 0.9383 1325 Epoch 741/1000 1326 142s 284ms/step - loss: 0.1285 - acc: 0.9980 - val_loss: 0.3719 - val_acc: 0.9361 1327 Epoch 742/1000 1328 142s 285ms/step - loss: 0.1284 - acc: 0.9982 - val_loss: 0.3706 - val_acc: 0.9364 1329 Epoch 743/1000 1330 142s 284ms/step - loss: 0.1285 - acc: 0.9979 - val_loss: 0.3701 - val_acc: 0.9378 1331 Epoch 744/1000 1332 142s 285ms/step - loss: 0.1279 - acc: 0.9981 - val_loss: 0.3700 - val_acc: 0.9388 1333 Epoch 745/1000 1334 142s 285ms/step - loss: 0.1282 - acc: 0.9981 - val_loss: 0.3676 - val_acc: 0.9377 1335 Epoch 746/1000 1336 142s 284ms/step - loss: 0.1277 - acc: 0.9982 - val_loss: 0.3677 - val_acc: 0.9374 1337 Epoch 747/1000 1338 142s 284ms/step - loss: 0.1271 - acc: 0.9985 - val_loss: 0.3677 - val_acc: 0.9381 1339 Epoch 748/1000 1340 142s 284ms/step - loss: 0.1276 - acc: 0.9981 - val_loss: 0.3673 - val_acc: 0.9364 1341 Epoch 749/1000 1342 142s 285ms/step - loss: 0.1279 - acc: 0.9980 - val_loss: 0.3675 - val_acc: 0.9376 1343 Epoch 750/1000 1344 142s 283ms/step - loss: 0.1272 - acc: 0.9981 - val_loss: 0.3681 - val_acc: 0.9364 1345 Epoch 751/1000 1346 142s 284ms/step - loss: 0.1271 - acc: 0.9981 - val_loss: 0.3691 - val_acc: 0.9367 1347 Epoch 752/1000 1348 142s 285ms/step - loss: 0.1263 - acc: 0.9982 - val_loss: 0.3699 - val_acc: 0.9375 1349 Epoch 753/1000 1350 142s 284ms/step - loss: 0.1268 - acc: 0.9977 - val_loss: 0.3701 - val_acc: 0.9377 1351 Epoch 754/1000 1352 142s 285ms/step - loss: 0.1260 - acc: 0.9982 - val_loss: 0.3704 - val_acc: 0.9373 1353 Epoch 755/1000 1354 142s 285ms/step - loss: 0.1262 - acc: 0.9982 - val_loss: 0.3683 - val_acc: 0.9372 1355 Epoch 756/1000 1356 142s 284ms/step - loss: 0.1255 - acc: 0.9981 - val_loss: 0.3719 - val_acc: 0.9356 1357 Epoch 757/1000 1358 142s 284ms/step - loss: 0.1260 - acc: 0.9980 - val_loss: 0.3687 - val_acc: 0.9375 1359 Epoch 758/1000 1360 142s 284ms/step - loss: 0.1254 - acc: 0.9981 - val_loss: 0.3693 - val_acc: 0.9358 1361 Epoch 759/1000 1362 142s 284ms/step - loss: 0.1253 - acc: 0.9981 - val_loss: 0.3683 - val_acc: 0.9369 1363 Epoch 760/1000 1364 142s 285ms/step - loss: 0.1243 - acc: 0.9985 - val_loss: 0.3685 - val_acc: 0.9376 1365 Epoch 761/1000 1366 142s 285ms/step - loss: 0.1247 - acc: 0.9981 - val_loss: 0.3696 - val_acc: 0.9365 1367 Epoch 762/1000 1368 142s 284ms/step - loss: 0.1244 - acc: 0.9983 - val_loss: 0.3696 - val_acc: 0.9369 1369 Epoch 763/1000 1370 142s 285ms/step - loss: 0.1242 - acc: 0.9982 - val_loss: 0.3724 - val_acc: 0.9347 1371 Epoch 764/1000 1372 142s 285ms/step - loss: 0.1241 - acc: 0.9980 - val_loss: 0.3725 - val_acc: 0.9364 1373 Epoch 765/1000 1374 142s 284ms/step - loss: 0.1238 - acc: 0.9982 - val_loss: 0.3690 - val_acc: 0.9357 1375 Epoch 766/1000 1376 142s 284ms/step - loss: 0.1235 - acc: 0.9982 - val_loss: 0.3696 - val_acc: 0.9359 1377 Epoch 767/1000 1378 142s 284ms/step - loss: 0.1233 - acc: 0.9981 - val_loss: 0.3674 - val_acc: 0.9363 1379 Epoch 768/1000 1380 142s 285ms/step - loss: 0.1234 - acc: 0.9982 - val_loss: 0.3718 - val_acc: 0.9368 1381 Epoch 769/1000 1382 142s 285ms/step - loss: 0.1231 - acc: 0.9983 - val_loss: 0.3718 - val_acc: 0.9360 1383 Epoch 770/1000 1384 142s 284ms/step - loss: 0.1233 - acc: 0.9979 - val_loss: 0.3731 - val_acc: 0.9368 1385 Epoch 771/1000 1386 142s 285ms/step - loss: 0.1231 - acc: 0.9980 - val_loss: 0.3706 - val_acc: 0.9373 1387 Epoch 772/1000 1388 142s 284ms/step - loss: 0.1221 - acc: 0.9984 - val_loss: 0.3691 - val_acc: 0.9377 1389 Epoch 773/1000 1390 142s 285ms/step - loss: 0.1216 - acc: 0.9985 - val_loss: 0.3688 - val_acc: 0.9373 1391 Epoch 774/1000 1392 142s 285ms/step - loss: 0.1210 - acc: 0.9987 - val_loss: 0.3698 - val_acc: 0.9375 1393 Epoch 775/1000 1394 142s 284ms/step - loss: 0.1219 - acc: 0.9979 - val_loss: 0.3696 - val_acc: 0.9366 1395 Epoch 776/1000 1396 142s 284ms/step - loss: 0.1216 - acc: 0.9983 - val_loss: 0.3698 - val_acc: 0.9357 1397 Epoch 777/1000 1398 142s 284ms/step - loss: 0.1210 - acc: 0.9984 - val_loss: 0.3698 - val_acc: 0.9363 1399 Epoch 778/1000 1400 142s 285ms/step - loss: 0.1208 - acc: 0.9983 - val_loss: 0.3673 - val_acc: 0.9359 1401 Epoch 779/1000 1402 142s 284ms/step - loss: 0.1206 - acc: 0.9985 - val_loss: 0.3668 - val_acc: 0.9376 1403 Epoch 780/1000 1404 142s 284ms/step - loss: 0.1200 - acc: 0.9984 - val_loss: 0.3681 - val_acc: 0.9370 1405 Epoch 781/1000 1406 142s 284ms/step - loss: 0.1203 - acc: 0.9983 - val_loss: 0.3701 - val_acc: 0.9367 1407 Epoch 782/1000 1408 142s 284ms/step - loss: 0.1202 - acc: 0.9983 - val_loss: 0.3698 - val_acc: 0.9359 1409 Epoch 783/1000 1410 142s 284ms/step - loss: 0.1201 - acc: 0.9982 - val_loss: 0.3724 - val_acc: 0.9352 1411 Epoch 784/1000 1412 142s 285ms/step - loss: 0.1201 - acc: 0.9984 - val_loss: 0.3728 - val_acc: 0.9343 1413 Epoch 785/1000 1414 142s 284ms/step - loss: 0.1206 - acc: 0.9978 - val_loss: 0.3730 - val_acc: 0.9349 1415 Epoch 786/1000 1416 142s 285ms/step - loss: 0.1193 - acc: 0.9984 - val_loss: 0.3713 - val_acc: 0.9347 1417 Epoch 787/1000 1418 142s 284ms/step - loss: 0.1201 - acc: 0.9979 - val_loss: 0.3714 - val_acc: 0.9358 1419 Epoch 788/1000 1420 142s 284ms/step - loss: 0.1193 - acc: 0.9980 - val_loss: 0.3703 - val_acc: 0.9365 1421 Epoch 789/1000 1422 142s 284ms/step - loss: 0.1187 - acc: 0.9984 - val_loss: 0.3708 - val_acc: 0.9368 1423 Epoch 790/1000 1424 142s 284ms/step - loss: 0.1194 - acc: 0.9980 - val_loss: 0.3703 - val_acc: 0.9375 1425 Epoch 791/1000 1426 142s 284ms/step - loss: 0.1177 - acc: 0.9987 - val_loss: 0.3681 - val_acc: 0.9377 1427 Epoch 792/1000 1428 142s 285ms/step - loss: 0.1179 - acc: 0.9984 - val_loss: 0.3682 - val_acc: 0.9370 1429 Epoch 793/1000 1430 142s 285ms/step - loss: 0.1179 - acc: 0.9983 - val_loss: 0.3711 - val_acc: 0.9355 1431 Epoch 794/1000 1432 142s 285ms/step - loss: 0.1182 - acc: 0.9982 - val_loss: 0.3668 - val_acc: 0.9362 1433 Epoch 795/1000 1434 142s 284ms/step - loss: 0.1183 - acc: 0.9981 - val_loss: 0.3707 - val_acc: 0.9352 1435 Epoch 796/1000 1436 142s 284ms/step - loss: 0.1186 - acc: 0.9980 - val_loss: 0.3671 - val_acc: 0.9361 1437 Epoch 797/1000 1438 142s 285ms/step - loss: 0.1171 - acc: 0.9984 - val_loss: 0.3665 - val_acc: 0.9379 1439 Epoch 798/1000 1440 142s 284ms/step - loss: 0.1165 - acc: 0.9986 - val_loss: 0.3655 - val_acc: 0.9385 1441 Epoch 799/1000 1442 142s 284ms/step - loss: 0.1174 - acc: 0.9983 - val_loss: 0.3666 - val_acc: 0.9375 1443 Epoch 800/1000 1444 142s 285ms/step - loss: 0.1174 - acc: 0.9981 - val_loss: 0.3658 - val_acc: 0.9376 1445 Epoch 801/1000 1446 142s 284ms/step - loss: 0.1170 - acc: 0.9984 - val_loss: 0.3665 - val_acc: 0.9370 1447 Epoch 802/1000 1448 142s 284ms/step - loss: 0.1168 - acc: 0.9983 - val_loss: 0.3628 - val_acc: 0.9372 1449 Epoch 803/1000 1450 142s 284ms/step - loss: 0.1166 - acc: 0.9983 - val_loss: 0.3635 - val_acc: 0.9363 1451 Epoch 804/1000 1452 142s 284ms/step - loss: 0.1165 - acc: 0.9984 - val_loss: 0.3641 - val_acc: 0.9360 1453 Epoch 805/1000 1454 142s 284ms/step - loss: 0.1154 - acc: 0.9986 - val_loss: 0.3625 - val_acc: 0.9372 1455 Epoch 806/1000 1456 142s 284ms/step - loss: 0.1155 - acc: 0.9984 - val_loss: 0.3613 - val_acc: 0.9360 1457 Epoch 807/1000 1458 142s 284ms/step - loss: 0.1150 - acc: 0.9985 - val_loss: 0.3618 - val_acc: 0.9376 1459 Epoch 808/1000 1460 142s 285ms/step - loss: 0.1166 - acc: 0.9977 - val_loss: 0.3603 - val_acc: 0.9372 1461 Epoch 809/1000 1462 142s 284ms/step - loss: 0.1155 - acc: 0.9984 - val_loss: 0.3633 - val_acc: 0.9376 1463 Epoch 810/1000 1464 142s 284ms/step - loss: 0.1155 - acc: 0.9983 - val_loss: 0.3663 - val_acc: 0.9369 1465 Epoch 811/1000 1466 142s 284ms/step - loss: 0.1153 - acc: 0.9982 - val_loss: 0.3666 - val_acc: 0.9363 1467 Epoch 812/1000 1468 142s 284ms/step - loss: 0.1147 - acc: 0.9983 - val_loss: 0.3655 - val_acc: 0.9364 1469 Epoch 813/1000 1470 142s 284ms/step - loss: 0.1145 - acc: 0.9982 - val_loss: 0.3645 - val_acc: 0.9364 1471 Epoch 814/1000 1472 142s 284ms/step - loss: 0.1154 - acc: 0.9980 - val_loss: 0.3657 - val_acc: 0.9365 1473 Epoch 815/1000 1474 142s 285ms/step - loss: 0.1143 - acc: 0.9984 - val_loss: 0.3623 - val_acc: 0.9364 1475 Epoch 816/1000 1476 142s 284ms/step - loss: 0.1141 - acc: 0.9984 - val_loss: 0.3667 - val_acc: 0.9346 1477 Epoch 817/1000 1478 142s 284ms/step - loss: 0.1135 - acc: 0.9985 - val_loss: 0.3642 - val_acc: 0.9360 1479 Epoch 818/1000 1480 142s 284ms/step - loss: 0.1139 - acc: 0.9984 - val_loss: 0.3668 - val_acc: 0.9372 1481 Epoch 819/1000 1482 142s 284ms/step - loss: 0.1134 - acc: 0.9984 - val_loss: 0.3660 - val_acc: 0.9355 1483 Epoch 820/1000 1484 142s 284ms/step - loss: 0.1142 - acc: 0.9982 - val_loss: 0.3617 - val_acc: 0.9382 1485 Epoch 821/1000 1486 142s 284ms/step - loss: 0.1137 - acc: 0.9983 - val_loss: 0.3626 - val_acc: 0.9367 1487 Epoch 822/1000 1488 142s 284ms/step - loss: 0.1137 - acc: 0.9980 - val_loss: 0.3590 - val_acc: 0.9385 1489 Epoch 823/1000 1490 142s 284ms/step - loss: 0.1131 - acc: 0.9982 - val_loss: 0.3635 - val_acc: 0.9376 1491 Epoch 824/1000 1492 142s 285ms/step - loss: 0.1129 - acc: 0.9984 - val_loss: 0.3691 - val_acc: 0.9359 1493 Epoch 825/1000 1494 142s 284ms/step - loss: 0.1126 - acc: 0.9983 - val_loss: 0.3665 - val_acc: 0.9359 1495 Epoch 826/1000 1496 142s 284ms/step - loss: 0.1121 - acc: 0.9985 - val_loss: 0.3605 - val_acc: 0.9380 1497 Epoch 827/1000 1498 142s 284ms/step - loss: 0.1126 - acc: 0.9980 - val_loss: 0.3643 - val_acc: 0.9355 1499 Epoch 828/1000 1500 142s 284ms/step - loss: 0.1122 - acc: 0.9983 - val_loss: 0.3616 - val_acc: 0.9373 1501 Epoch 829/1000 1502 142s 284ms/step - loss: 0.1117 - acc: 0.9983 - val_loss: 0.3638 - val_acc: 0.9364 1503 Epoch 830/1000 1504 142s 284ms/step - loss: 0.1118 - acc: 0.9981 - val_loss: 0.3647 - val_acc: 0.9374 1505 Epoch 831/1000 1506 142s 284ms/step - loss: 0.1124 - acc: 0.9980 - val_loss: 0.3629 - val_acc: 0.9372 1507 Epoch 832/1000 1508 142s 285ms/step - loss: 0.1112 - acc: 0.9985 - val_loss: 0.3607 - val_acc: 0.9373 1509 Epoch 833/1000 1510 142s 284ms/step - loss: 0.1112 - acc: 0.9983 - val_loss: 0.3597 - val_acc: 0.9385 1511 Epoch 834/1000 1512 142s 284ms/step - loss: 0.1109 - acc: 0.9983 - val_loss: 0.3595 - val_acc: 0.9381 1513 Epoch 835/1000 1514 142s 284ms/step - loss: 0.1106 - acc: 0.9985 - val_loss: 0.3649 - val_acc: 0.9375 1515 Epoch 836/1000 1516 142s 284ms/step - loss: 0.1103 - acc: 0.9987 - val_loss: 0.3626 - val_acc: 0.9379 1517 Epoch 837/1000 1518 142s 284ms/step - loss: 0.1105 - acc: 0.9983 - val_loss: 0.3630 - val_acc: 0.9374 1519 Epoch 838/1000 1520 142s 284ms/step - loss: 0.1099 - acc: 0.9987 - val_loss: 0.3635 - val_acc: 0.9368 1521 Epoch 839/1000 1522 142s 284ms/step - loss: 0.1108 - acc: 0.9982 - val_loss: 0.3660 - val_acc: 0.9368 1523 Epoch 840/1000 1524 142s 284ms/step - loss: 0.1100 - acc: 0.9984 - val_loss: 0.3637 - val_acc: 0.9384 1525 Epoch 841/1000 1526 142s 285ms/step - loss: 0.1095 - acc: 0.9986 - val_loss: 0.3633 - val_acc: 0.9363 1527 Epoch 842/1000 1528 142s 284ms/step - loss: 0.1097 - acc: 0.9983 - val_loss: 0.3632 - val_acc: 0.9357 1529 Epoch 843/1000 1530 142s 284ms/step - loss: 0.1100 - acc: 0.9983 - val_loss: 0.3618 - val_acc: 0.9363 1531 Epoch 844/1000 1532 142s 284ms/step - loss: 0.1100 - acc: 0.9983 - val_loss: 0.3676 - val_acc: 0.9338 1533 Epoch 845/1000 1534 142s 284ms/step - loss: 0.1089 - acc: 0.9984 - val_loss: 0.3644 - val_acc: 0.9357 1535 Epoch 846/1000 1536 142s 284ms/step - loss: 0.1089 - acc: 0.9986 - val_loss: 0.3687 - val_acc: 0.9344 1537 Epoch 847/1000 1538 142s 284ms/step - loss: 0.1088 - acc: 0.9985 - val_loss: 0.3663 - val_acc: 0.9360 1539 Epoch 848/1000 1540 142s 284ms/step - loss: 0.1094 - acc: 0.9983 - val_loss: 0.3619 - val_acc: 0.9357 1541 Epoch 849/1000 1542 142s 284ms/step - loss: 0.1088 - acc: 0.9983 - val_loss: 0.3542 - val_acc: 0.9374 1543 Epoch 850/1000 1544 142s 284ms/step - loss: 0.1083 - acc: 0.9984 - val_loss: 0.3562 - val_acc: 0.9367 1545 Epoch 851/1000 1546 142s 284ms/step - loss: 0.1086 - acc: 0.9982 - val_loss: 0.3532 - val_acc: 0.9376 1547 Epoch 852/1000 1548 142s 284ms/step - loss: 0.1080 - acc: 0.9983 - val_loss: 0.3531 - val_acc: 0.9373 1549 Epoch 853/1000 1550 142s 284ms/step - loss: 0.1073 - acc: 0.9987 - val_loss: 0.3527 - val_acc: 0.9369 1551 Epoch 854/1000 1552 142s 284ms/step - loss: 0.1081 - acc: 0.9983 - val_loss: 0.3563 - val_acc: 0.9374 1553 Epoch 855/1000 1554 142s 284ms/step - loss: 0.1080 - acc: 0.9983 - val_loss: 0.3541 - val_acc: 0.9381 1555 Epoch 856/1000 1556 142s 284ms/step - loss: 0.1068 - acc: 0.9987 - val_loss: 0.3541 - val_acc: 0.9384 1557 Epoch 857/1000 1558 142s 284ms/step - loss: 0.1074 - acc: 0.9985 - val_loss: 0.3577 - val_acc: 0.9374 1559 Epoch 858/1000 1560 142s 284ms/step - loss: 0.1071 - acc: 0.9986 - val_loss: 0.3582 - val_acc: 0.9359 1561 Epoch 859/1000 1562 142s 284ms/step - loss: 0.1063 - acc: 0.9985 - val_loss: 0.3612 - val_acc: 0.9359 1563 Epoch 860/1000 1564 142s 284ms/step - loss: 0.1060 - acc: 0.9988 - val_loss: 0.3581 - val_acc: 0.9376 1565 Epoch 861/1000 1566 142s 284ms/step - loss: 0.1070 - acc: 0.9982 - val_loss: 0.3575 - val_acc: 0.9367 1567 Epoch 862/1000 1568 142s 284ms/step - loss: 0.1074 - acc: 0.9980 - val_loss: 0.3581 - val_acc: 0.9357 1569 Epoch 863/1000 1570 142s 284ms/step - loss: 0.1070 - acc: 0.9982 - val_loss: 0.3527 - val_acc: 0.9374 1571 Epoch 864/1000 1572 142s 284ms/step - loss: 0.1063 - acc: 0.9984 - val_loss: 0.3543 - val_acc: 0.9374 1573 Epoch 865/1000 1574 142s 284ms/step - loss: 0.1057 - acc: 0.9986 - val_loss: 0.3533 - val_acc: 0.9377 1575 Epoch 866/1000 1576 142s 285ms/step - loss: 0.1062 - acc: 0.9978 - val_loss: 0.3545 - val_acc: 0.9369 1577 Epoch 867/1000 1578 142s 284ms/step - loss: 0.1054 - acc: 0.9984 - val_loss: 0.3542 - val_acc: 0.9355 1579 Epoch 868/1000 1580 142s 284ms/step - loss: 0.1060 - acc: 0.9983 - val_loss: 0.3482 - val_acc: 0.9394 1581 Epoch 869/1000 1582 142s 285ms/step - loss: 0.1054 - acc: 0.9984 - val_loss: 0.3560 - val_acc: 0.9375 1583 Epoch 870/1000 1584 142s 284ms/step - loss: 0.1064 - acc: 0.9978 - val_loss: 0.3537 - val_acc: 0.9370 1585 Epoch 871/1000 1586 142s 284ms/step - loss: 0.1050 - acc: 0.9984 - val_loss: 0.3555 - val_acc: 0.9374 1587 Epoch 872/1000 1588 142s 284ms/step - loss: 0.1049 - acc: 0.9985 - val_loss: 0.3539 - val_acc: 0.9367 1589 Epoch 873/1000 1590 142s 284ms/step - loss: 0.1050 - acc: 0.9984 - val_loss: 0.3574 - val_acc: 0.9373 1591 Epoch 874/1000 1592 143s 285ms/step - loss: 0.1044 - acc: 0.9987 - val_loss: 0.3623 - val_acc: 0.9359 1593 Epoch 875/1000 1594 142s 283ms/step - loss: 0.1048 - acc: 0.9982 - val_loss: 0.3600 - val_acc: 0.9370 1595 Epoch 876/1000 1596 142s 284ms/step - loss: 0.1051 - acc: 0.9982 - val_loss: 0.3594 - val_acc: 0.9366 1597 Epoch 877/1000 1598 142s 284ms/step - loss: 0.1042 - acc: 0.9985 - val_loss: 0.3558 - val_acc: 0.9357 1599 Epoch 878/1000 1600 142s 284ms/step - loss: 0.1046 - acc: 0.9982 - val_loss: 0.3549 - val_acc: 0.9360 1601 Epoch 879/1000 1602 142s 284ms/step - loss: 0.1042 - acc: 0.9984 - val_loss: 0.3520 - val_acc: 0.9385 1603 Epoch 880/1000 1604 142s 285ms/step - loss: 0.1040 - acc: 0.9984 - val_loss: 0.3598 - val_acc: 0.9367 1605 Epoch 881/1000 1606 142s 285ms/step - loss: 0.1036 - acc: 0.9984 - val_loss: 0.3550 - val_acc: 0.9364 1607 Epoch 882/1000 1608 142s 284ms/step - loss: 0.1031 - acc: 0.9985 - val_loss: 0.3544 - val_acc: 0.9381 1609 Epoch 883/1000 1610 142s 285ms/step - loss: 0.1042 - acc: 0.9981 - val_loss: 0.3513 - val_acc: 0.9380 1611 Epoch 884/1000 1612 142s 284ms/step - loss: 0.1036 - acc: 0.9982 - val_loss: 0.3541 - val_acc: 0.9364 1613 Epoch 885/1000 1614 142s 284ms/step - loss: 0.1033 - acc: 0.9985 - val_loss: 0.3532 - val_acc: 0.9376 1615 Epoch 886/1000 1616 142s 284ms/step - loss: 0.1032 - acc: 0.9981 - val_loss: 0.3566 - val_acc: 0.9376 1617 Epoch 887/1000 1618 142s 284ms/step - loss: 0.1033 - acc: 0.9981 - val_loss: 0.3518 - val_acc: 0.9368 1619 Epoch 888/1000 1620 142s 285ms/step - loss: 0.1020 - acc: 0.9987 - val_loss: 0.3521 - val_acc: 0.9378 1621 Epoch 889/1000 1622 142s 284ms/step - loss: 0.1020 - acc: 0.9984 - val_loss: 0.3524 - val_acc: 0.9368 1623 Epoch 890/1000 1624 142s 284ms/step - loss: 0.1024 - acc: 0.9983 - val_loss: 0.3523 - val_acc: 0.9364 1625 Epoch 891/1000 1626 142s 284ms/step - loss: 0.1029 - acc: 0.9983 - val_loss: 0.3582 - val_acc: 0.9355 1627 Epoch 892/1000 1628 142s 284ms/step - loss: 0.1018 - acc: 0.9984 - val_loss: 0.3555 - val_acc: 0.9365 1629 Epoch 893/1000 1630 142s 284ms/step - loss: 0.1021 - acc: 0.9985 - val_loss: 0.3559 - val_acc: 0.9367 1631 Epoch 894/1000 1632 142s 284ms/step - loss: 0.1026 - acc: 0.9977 - val_loss: 0.3563 - val_acc: 0.9360 1633 Epoch 895/1000 1634 142s 284ms/step - loss: 0.1027 - acc: 0.9980 - val_loss: 0.3575 - val_acc: 0.9365 1635 Epoch 896/1000 1636 142s 284ms/step - loss: 0.1023 - acc: 0.9980 - val_loss: 0.3541 - val_acc: 0.9375 1637 Epoch 897/1000 1638 142s 284ms/step - loss: 0.1016 - acc: 0.9982 - val_loss: 0.3518 - val_acc: 0.9372 1639 Epoch 898/1000 1640 142s 285ms/step - loss: 0.1018 - acc: 0.9979 - val_loss: 0.3473 - val_acc: 0.9372 1641 Epoch 899/1000 1642 142s 284ms/step - loss: 0.1014 - acc: 0.9986 - val_loss: 0.3507 - val_acc: 0.9376 1643 Epoch 900/1000 1644 142s 284ms/step - loss: 0.1010 - acc: 0.9985 - val_loss: 0.3568 - val_acc: 0.9366 1645 Epoch 901/1000 1646 lr changed to 9.999999310821295e-05 1647 142s 284ms/step - loss: 0.1014 - acc: 0.9982 - val_loss: 0.3548 - val_acc: 0.9366 1648 Epoch 902/1000 1649 142s 284ms/step - loss: 0.1009 - acc: 0.9983 - val_loss: 0.3535 - val_acc: 0.9372 1650 Epoch 903/1000 1651 142s 284ms/step - loss: 0.1008 - acc: 0.9981 - val_loss: 0.3523 - val_acc: 0.9370 1652 Epoch 904/1000 1653 142s 284ms/step - loss: 0.1002 - acc: 0.9986 - val_loss: 0.3526 - val_acc: 0.9375 1654 Epoch 905/1000 1655 142s 285ms/step - loss: 0.1000 - acc: 0.9987 - val_loss: 0.3519 - val_acc: 0.9372 1656 Epoch 906/1000 1657 142s 284ms/step - loss: 0.0997 - acc: 0.9989 - val_loss: 0.3520 - val_acc: 0.9374 1658 Epoch 907/1000 1659 142s 284ms/step - loss: 0.0999 - acc: 0.9989 - val_loss: 0.3520 - val_acc: 0.9377 1660 Epoch 908/1000 1661 142s 284ms/step - loss: 0.0994 - acc: 0.9989 - val_loss: 0.3518 - val_acc: 0.9376 1662 Epoch 909/1000 1663 142s 284ms/step - loss: 0.0991 - acc: 0.9990 - val_loss: 0.3520 - val_acc: 0.9378 1664 Epoch 910/1000 1665 142s 284ms/step - loss: 0.0996 - acc: 0.9988 - val_loss: 0.3515 - val_acc: 0.9375 1666 Epoch 911/1000 1667 142s 284ms/step - loss: 0.0990 - acc: 0.9990 - val_loss: 0.3513 - val_acc: 0.9372 1668 Epoch 912/1000 1669 142s 284ms/step - loss: 0.0994 - acc: 0.9987 - val_loss: 0.3508 - val_acc: 0.9371 1670 Epoch 913/1000 1671 142s 284ms/step - loss: 0.0997 - acc: 0.9988 - val_loss: 0.3510 - val_acc: 0.9373 1672 Epoch 914/1000 1673 142s 284ms/step - loss: 0.0996 - acc: 0.9989 - val_loss: 0.3509 - val_acc: 0.9374 1674 Epoch 915/1000 1675 142s 284ms/step - loss: 0.1001 - acc: 0.9986 - val_loss: 0.3513 - val_acc: 0.9375 1676 Epoch 916/1000 1677 142s 284ms/step - loss: 0.0991 - acc: 0.9990 - val_loss: 0.3508 - val_acc: 0.9388 1678 Epoch 917/1000 1679 142s 284ms/step - loss: 0.0987 - acc: 0.9989 - val_loss: 0.3512 - val_acc: 0.9377 1680 Epoch 918/1000 1681 142s 284ms/step - loss: 0.0990 - acc: 0.9988 - val_loss: 0.3510 - val_acc: 0.9381 1682 Epoch 919/1000 1683 142s 284ms/step - loss: 0.0997 - acc: 0.9986 - val_loss: 0.3515 - val_acc: 0.9380 1684 Epoch 920/1000 1685 142s 284ms/step - loss: 0.0993 - acc: 0.9987 - val_loss: 0.3519 - val_acc: 0.9379 1686 Epoch 921/1000 1687 142s 284ms/step - loss: 0.0988 - acc: 0.9990 - val_loss: 0.3508 - val_acc: 0.9375 1688 Epoch 922/1000 1689 142s 284ms/step - loss: 0.0993 - acc: 0.9988 - val_loss: 0.3497 - val_acc: 0.9376 1690 Epoch 923/1000 1691 142s 284ms/step - loss: 0.0990 - acc: 0.9988 - val_loss: 0.3492 - val_acc: 0.9385 1692 Epoch 924/1000 1693 142s 284ms/step - loss: 0.0993 - acc: 0.9988 - val_loss: 0.3494 - val_acc: 0.9384 1694 Epoch 925/1000 1695 142s 284ms/step - loss: 0.0988 - acc: 0.9988 - val_loss: 0.3494 - val_acc: 0.9382 1696 Epoch 926/1000 1697 142s 284ms/step - loss: 0.0992 - acc: 0.9988 - val_loss: 0.3499 - val_acc: 0.9383 1698 Epoch 927/1000 1699 142s 284ms/step - loss: 0.0985 - acc: 0.9990 - val_loss: 0.3499 - val_acc: 0.9385 1700 Epoch 928/1000 1701 142s 284ms/step - loss: 0.0989 - acc: 0.9987 - val_loss: 0.3495 - val_acc: 0.9379 1702 Epoch 929/1000 1703 142s 284ms/step - loss: 0.0987 - acc: 0.9991 - val_loss: 0.3494 - val_acc: 0.9385 1704 Epoch 930/1000 1705 142s 284ms/step - loss: 0.0984 - acc: 0.9991 - val_loss: 0.3492 - val_acc: 0.9384 1706 Epoch 931/1000 1707 142s 284ms/step - loss: 0.0991 - acc: 0.9987 - val_loss: 0.3492 - val_acc: 0.9388 1708 Epoch 932/1000 1709 142s 284ms/step - loss: 0.0989 - acc: 0.9987 - val_loss: 0.3485 - val_acc: 0.9387 1710 Epoch 933/1000 1711 142s 284ms/step - loss: 0.0993 - acc: 0.9988 - val_loss: 0.3481 - val_acc: 0.9386 1712 Epoch 934/1000 1713 142s 284ms/step - loss: 0.0985 - acc: 0.9990 - val_loss: 0.3490 - val_acc: 0.9385 1714 Epoch 935/1000 1715 142s 284ms/step - loss: 0.0988 - acc: 0.9988 - val_loss: 0.3496 - val_acc: 0.9385 1716 Epoch 936/1000 1717 142s 284ms/step - loss: 0.0988 - acc: 0.9989 - val_loss: 0.3499 - val_acc: 0.9391 1718 Epoch 937/1000 1719 142s 284ms/step - loss: 0.0986 - acc: 0.9989 - val_loss: 0.3497 - val_acc: 0.9388 1720 Epoch 938/1000 1721 142s 284ms/step - loss: 0.0987 - acc: 0.9990 - val_loss: 0.3500 - val_acc: 0.9391 1722 Epoch 939/1000 1723 142s 284ms/step - loss: 0.0988 - acc: 0.9988 - val_loss: 0.3499 - val_acc: 0.9392 1724 Epoch 940/1000 1725 142s 284ms/step - loss: 0.0981 - acc: 0.9992 - val_loss: 0.3502 - val_acc: 0.9386 1726 Epoch 941/1000 1727 142s 284ms/step - loss: 0.0987 - acc: 0.9989 - val_loss: 0.3503 - val_acc: 0.9387 1728 Epoch 942/1000 1729 142s 284ms/step - loss: 0.0983 - acc: 0.9991 - val_loss: 0.3505 - val_acc: 0.9388 1730 Epoch 943/1000 1731 142s 284ms/step - loss: 0.0989 - acc: 0.9988 - val_loss: 0.3499 - val_acc: 0.9389 1732 Epoch 944/1000 1733 142s 284ms/step - loss: 0.0988 - acc: 0.9989 - val_loss: 0.3498 - val_acc: 0.9385 1734 Epoch 945/1000 1735 142s 284ms/step - loss: 0.0981 - acc: 0.9991 - val_loss: 0.3495 - val_acc: 0.9390 1736 Epoch 946/1000 1737 142s 284ms/step - loss: 0.0984 - acc: 0.9989 - val_loss: 0.3492 - val_acc: 0.9387 1738 Epoch 947/1000 1739 142s 284ms/step - loss: 0.0983 - acc: 0.9991 - val_loss: 0.3493 - val_acc: 0.9390 1740 Epoch 948/1000 1741 142s 284ms/step - loss: 0.0987 - acc: 0.9988 - val_loss: 0.3498 - val_acc: 0.9396 1742 Epoch 949/1000 1743 142s 284ms/step - loss: 0.0986 - acc: 0.9988 - val_loss: 0.3496 - val_acc: 0.9394 1744 Epoch 950/1000 1745 142s 284ms/step - loss: 0.0984 - acc: 0.9990 - val_loss: 0.3494 - val_acc: 0.9393 1746 Epoch 951/1000 1747 142s 284ms/step - loss: 0.0981 - acc: 0.9991 - val_loss: 0.3497 - val_acc: 0.9390 1748 Epoch 952/1000 1749 142s 284ms/step - loss: 0.0977 - acc: 0.9992 - val_loss: 0.3498 - val_acc: 0.9389 1750 Epoch 953/1000 1751 142s 284ms/step - loss: 0.0980 - acc: 0.9990 - val_loss: 0.3501 - val_acc: 0.9383 1752 Epoch 954/1000 1753 142s 284ms/step - loss: 0.0987 - acc: 0.9987 - val_loss: 0.3498 - val_acc: 0.9385 1754 Epoch 955/1000 1755 142s 284ms/step - loss: 0.0981 - acc: 0.9990 - val_loss: 0.3498 - val_acc: 0.9385 1756 Epoch 956/1000 1757 142s 284ms/step - loss: 0.0981 - acc: 0.9990 - val_loss: 0.3497 - val_acc: 0.9385 1758 Epoch 957/1000 1759 142s 284ms/step - loss: 0.0981 - acc: 0.9990 - val_loss: 0.3490 - val_acc: 0.9392 1760 Epoch 958/1000 1761 142s 284ms/step - loss: 0.0978 - acc: 0.9993 - val_loss: 0.3493 - val_acc: 0.9387 1762 Epoch 959/1000 1763 142s 284ms/step - loss: 0.0981 - acc: 0.9990 - val_loss: 0.3505 - val_acc: 0.9391 1764 Epoch 960/1000 1765 142s 284ms/step - loss: 0.0978 - acc: 0.9991 - val_loss: 0.3499 - val_acc: 0.9388 1766 Epoch 961/1000 1767 142s 284ms/step - loss: 0.0982 - acc: 0.9990 - val_loss: 0.3498 - val_acc: 0.9388 1768 Epoch 962/1000 1769 142s 284ms/step - loss: 0.0987 - acc: 0.9988 - val_loss: 0.3504 - val_acc: 0.9384 1770 Epoch 963/1000 1771 142s 284ms/step - loss: 0.0982 - acc: 0.9990 - val_loss: 0.3505 - val_acc: 0.9390 1772 Epoch 964/1000 1773 142s 284ms/step - loss: 0.0975 - acc: 0.9992 - val_loss: 0.3499 - val_acc: 0.9385 1774 Epoch 965/1000 1775 142s 284ms/step - loss: 0.0981 - acc: 0.9990 - val_loss: 0.3496 - val_acc: 0.9390 1776 Epoch 966/1000 1777 142s 284ms/step - loss: 0.0983 - acc: 0.9991 - val_loss: 0.3491 - val_acc: 0.9394 1778 Epoch 967/1000 1779 142s 284ms/step - loss: 0.0982 - acc: 0.9989 - val_loss: 0.3495 - val_acc: 0.9388 1780 Epoch 968/1000 1781 142s 284ms/step - loss: 0.0975 - acc: 0.9993 - val_loss: 0.3495 - val_acc: 0.9394 1782 Epoch 969/1000 1783 142s 284ms/step - loss: 0.0977 - acc: 0.9990 - val_loss: 0.3502 - val_acc: 0.9387 1784 Epoch 970/1000 1785 142s 284ms/step - loss: 0.0982 - acc: 0.9987 - val_loss: 0.3500 - val_acc: 0.9392 1786 Epoch 971/1000 1787 142s 284ms/step - loss: 0.0984 - acc: 0.9988 - val_loss: 0.3498 - val_acc: 0.9385 1788 Epoch 972/1000 1789 142s 284ms/step - loss: 0.0977 - acc: 0.9991 - val_loss: 0.3492 - val_acc: 0.9385 1790 Epoch 973/1000 1791 142s 284ms/step - loss: 0.0976 - acc: 0.9991 - val_loss: 0.3496 - val_acc: 0.9391 1792 Epoch 974/1000 1793 142s 284ms/step - loss: 0.0982 - acc: 0.9987 - val_loss: 0.3496 - val_acc: 0.9386 1794 Epoch 975/1000 1795 142s 284ms/step - loss: 0.0980 - acc: 0.9989 - val_loss: 0.3503 - val_acc: 0.9385 1796 Epoch 976/1000 1797 142s 284ms/step - loss: 0.0978 - acc: 0.9990 - val_loss: 0.3510 - val_acc: 0.9384 1798 Epoch 977/1000 1799 142s 284ms/step - loss: 0.0979 - acc: 0.9991 - val_loss: 0.3508 - val_acc: 0.9387 1800 Epoch 978/1000 1801 142s 284ms/step - loss: 0.0982 - acc: 0.9988 - val_loss: 0.3512 - val_acc: 0.9381 1802 Epoch 979/1000 1803 142s 284ms/step - loss: 0.0974 - acc: 0.9992 - val_loss: 0.3508 - val_acc: 0.9384 1804 Epoch 980/1000 1805 142s 284ms/step - loss: 0.0980 - acc: 0.9987 - val_loss: 0.3509 - val_acc: 0.9380 1806 Epoch 981/1000 1807 142s 284ms/step - loss: 0.0976 - acc: 0.9992 - val_loss: 0.3507 - val_acc: 0.9382 1808 Epoch 982/1000 1809 142s 284ms/step - loss: 0.0977 - acc: 0.9990 - val_loss: 0.3512 - val_acc: 0.9391 1810 Epoch 983/1000 1811 142s 284ms/step - loss: 0.0978 - acc: 0.9988 - val_loss: 0.3503 - val_acc: 0.9389 1812 Epoch 984/1000 1813 142s 285ms/step - loss: 0.0975 - acc: 0.9991 - val_loss: 0.3503 - val_acc: 0.9383 1814 Epoch 985/1000 1815 142s 284ms/step - loss: 0.0977 - acc: 0.9989 - val_loss: 0.3497 - val_acc: 0.9388 1816 Epoch 986/1000 1817 142s 284ms/step - loss: 0.0977 - acc: 0.9990 - val_loss: 0.3498 - val_acc: 0.9390 1818 Epoch 987/1000 1819 142s 284ms/step - loss: 0.0972 - acc: 0.9992 - val_loss: 0.3502 - val_acc: 0.9382 1820 Epoch 988/1000 1821 142s 284ms/step - loss: 0.0973 - acc: 0.9991 - val_loss: 0.3506 - val_acc: 0.9391 1822 Epoch 989/1000 1823 142s 284ms/step - loss: 0.0977 - acc: 0.9989 - val_loss: 0.3504 - val_acc: 0.9396 1824 Epoch 990/1000 1825 142s 284ms/step - loss: 0.0978 - acc: 0.9990 - val_loss: 0.3502 - val_acc: 0.9393 1826 Epoch 991/1000 1827 142s 284ms/step - loss: 0.0976 - acc: 0.9988 - val_loss: 0.3501 - val_acc: 0.9391 1828 Epoch 992/1000 1829 142s 284ms/step - loss: 0.0973 - acc: 0.9992 - val_loss: 0.3500 - val_acc: 0.9386 1830 Epoch 993/1000 1831 142s 284ms/step - loss: 0.0970 - acc: 0.9992 - val_loss: 0.3497 - val_acc: 0.9387 1832 Epoch 994/1000 1833 142s 284ms/step - loss: 0.0973 - acc: 0.9990 - val_loss: 0.3499 - val_acc: 0.9391 1834 Epoch 995/1000 1835 142s 284ms/step - loss: 0.0978 - acc: 0.9988 - val_loss: 0.3500 - val_acc: 0.9397 1836 Epoch 996/1000 1837 142s 284ms/step - loss: 0.0975 - acc: 0.9991 - val_loss: 0.3500 - val_acc: 0.9392 1838 Epoch 997/1000 1839 142s 284ms/step - loss: 0.0975 - acc: 0.9990 - val_loss: 0.3495 - val_acc: 0.9393 1840 Epoch 998/1000 1841 142s 285ms/step - loss: 0.0980 - acc: 0.9988 - val_loss: 0.3498 - val_acc: 0.9386 1842 Epoch 999/1000 1843 142s 284ms/step - loss: 0.0976 - acc: 0.9991 - val_loss: 0.3490 - val_acc: 0.9382 1844 Epoch 1000/1000 1845 142s 285ms/step - loss: 0.0974 - acc: 0.9990 - val_loss: 0.3497 - val_acc: 0.9385 1846 Train loss: 0.09523774388432503 1847 Train accuracy: 0.9995200004577637 1848 Test loss: 0.34968149244785307 1849 Test accuracy: 0.938500000834465
准确率略有提升，但是这是以残差模块的数量翻了一倍为代价的，运算时间长了很多，似乎没有必要这么多层。
本身网络就比较复杂了，还有那么多层，也加大了训练难度。
Minghang Zhao, Shisheng Zhong, Xuyun Fu, Baoping Tang, Shaojiang Dong, Michael Pecht, Deep Residual Networks with Adaptively Parametric Rectifier Linear Units for Fault Diagnosis, IEEE Transactions on Industrial Electronics, 2020, DOI: 10.1109/TIE.2020.2972458
浙公网安备 33010602011771号