1 Import data¶
In [35]:
dataset = pd.read_csv("datasets/Churn_Modelling.csv")
In [36]:
dataset.head()
Out[36]:
RowNumber | CustomerId | Surname | CreditScore | Geography | Gender | Age | Tenure | Balance | NumOfProducts | HasCrCard | IsActiveMember | EstimatedSalary | Exited | |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | 1 | 15634602 | Hargrave | 619 | France | Female | 42 | 2 | 0.00 | 1 | 1 | 1 | 101348.88 | 1 |
1 | 2 | 15647311 | Hill | 608 | Spain | Female | 41 | 1 | 83807.86 | 1 | 0 | 1 | 112542.58 | 0 |
2 | 3 | 15619304 | Onio | 502 | France | Female | 42 | 8 | 159660.80 | 3 | 1 | 0 | 113931.57 | 1 |
3 | 4 | 15701354 | Boni | 699 | France | Female | 39 | 1 | 0.00 | 2 | 0 | 0 | 93826.63 | 0 |
4 | 5 | 15737888 | Mitchell | 850 | Spain | Female | 43 | 2 | 125510.82 | 1 | 1 | 1 | 79084.10 | 0 |
In [37]:
X = dataset.iloc[:,3:13]
y = dataset.iloc[:,13]
In [38]:
X.head()
Out[38]:
CreditScore | Geography | Gender | Age | Tenure | Balance | NumOfProducts | HasCrCard | IsActiveMember | EstimatedSalary | |
---|---|---|---|---|---|---|---|---|---|---|
0 | 619 | France | Female | 42 | 2 | 0.00 | 1 | 1 | 1 | 101348.88 |
1 | 608 | Spain | Female | 41 | 1 | 83807.86 | 1 | 0 | 1 | 112542.58 |
2 | 502 | France | Female | 42 | 8 | 159660.80 | 3 | 1 | 0 | 113931.57 |
3 | 699 | France | Female | 39 | 1 | 0.00 | 2 | 0 | 0 | 93826.63 |
4 | 850 | Spain | Female | 43 | 2 | 125510.82 | 1 | 1 | 1 | 79084.10 |
In [39]:
y.head()
Out[39]:
0 1 1 0 2 1 3 0 4 0 Name: Exited, dtype: int64
2 Encode categorical independent variables¶
In [40]:
from sklearn.preprocessing import OneHotEncoder,LabelEncoder
label_encoder_geo = LabelEncoder()
X.iloc[:,1] = label_encoder_geo.fit_transform(X.iloc[:,1])
In [41]:
X.head()
Out[41]:
CreditScore | Geography | Gender | Age | Tenure | Balance | NumOfProducts | HasCrCard | IsActiveMember | EstimatedSalary | |
---|---|---|---|---|---|---|---|---|---|---|
0 | 619 | 0 | Female | 42 | 2 | 0.00 | 1 | 1 | 1 | 101348.88 |
1 | 608 | 2 | Female | 41 | 1 | 83807.86 | 1 | 0 | 1 | 112542.58 |
2 | 502 | 0 | Female | 42 | 8 | 159660.80 | 3 | 1 | 0 | 113931.57 |
3 | 699 | 0 | Female | 39 | 1 | 0.00 | 2 | 0 | 0 | 93826.63 |
4 | 850 | 2 | Female | 43 | 2 | 125510.82 | 1 | 1 | 1 | 79084.10 |
In [42]:
label_encoder_sex = LabelEncoder()
X.iloc[:,2] = label_encoder_sex.fit_transform(X.iloc[:,2])
In [43]:
X.head()
Out[43]:
CreditScore | Geography | Gender | Age | Tenure | Balance | NumOfProducts | HasCrCard | IsActiveMember | EstimatedSalary | |
---|---|---|---|---|---|---|---|---|---|---|
0 | 619 | 0 | 0 | 42 | 2 | 0.00 | 1 | 1 | 1 | 101348.88 |
1 | 608 | 2 | 0 | 41 | 1 | 83807.86 | 1 | 0 | 1 | 112542.58 |
2 | 502 | 0 | 0 | 42 | 8 | 159660.80 | 3 | 1 | 0 | 113931.57 |
3 | 699 | 0 | 0 | 39 | 1 | 0.00 | 2 | 0 | 0 | 93826.63 |
4 | 850 | 2 | 0 | 43 | 2 | 125510.82 | 1 | 1 | 1 | 79084.10 |
In [44]:
onehotencoder = OneHotEncoder(categorical_features=[1])
X = onehotencoder.fit_transform(X).toarray()
In [45]:
X
Out[45]:
array([[ 1.00000000e+00, 0.00000000e+00, 0.00000000e+00, ..., 1.00000000e+00, 1.00000000e+00, 1.01348880e+05], [ 0.00000000e+00, 0.00000000e+00, 1.00000000e+00, ..., 0.00000000e+00, 1.00000000e+00, 1.12542580e+05], [ 1.00000000e+00, 0.00000000e+00, 0.00000000e+00, ..., 1.00000000e+00, 0.00000000e+00, 1.13931570e+05], ..., [ 1.00000000e+00, 0.00000000e+00, 0.00000000e+00, ..., 0.00000000e+00, 1.00000000e+00, 4.20855800e+04], [ 0.00000000e+00, 1.00000000e+00, 0.00000000e+00, ..., 1.00000000e+00, 0.00000000e+00, 9.28885200e+04], [ 1.00000000e+00, 0.00000000e+00, 0.00000000e+00, ..., 1.00000000e+00, 0.00000000e+00, 3.81907800e+04]])
In [46]:
X[0]
Out[46]:
array([ 1.00000000e+00, 0.00000000e+00, 0.00000000e+00, 6.19000000e+02, 0.00000000e+00, 4.20000000e+01, 2.00000000e+00, 0.00000000e+00, 1.00000000e+00, 1.00000000e+00, 1.00000000e+00, 1.01348880e+05])
Let's delete one categorical variable to avoid dummy variable trap¶
In [47]:
X = X[:,1:]
In [48]:
from sklearn.model_selection import train_test_split
In [49]:
X_train,X_test, y_train, y_test = train_test_split(X,y,test_size = 0.2, random_state = 10)
Feature scaling is compulsory for ANN¶
In [50]:
from sklearn.preprocessing import StandardScaler
sc = StandardScaler()
X_train = sc.fit_transform(X_train)
In [51]:
X_test = sc.fit_transform(X_test)
Let's make ANN¶
In [52]:
import keras
In [53]:
from keras.models import Sequential
from keras.layers import Dense
Let's do kfold cross validation¶
In [54]:
from keras.wrappers.scikit_learn import KerasClassifier
from sklearn.model_selection import GridSearchCV
In [55]:
def build_classifier(optimizer):
classifier = Sequential()
classifier.add(Dense(output_dim = 6, init = 'uniform',activation = 'relu', input_dim = 11))
classifier.add(Dense(output_dim = 6, init = 'uniform',activation = 'relu'))
classifier.add(Dense(output_dim = 1, init = 'uniform',activation = 'sigmoid'))
classifier.compile(optimizer=optimizer,loss ='binary_crossentropy', metrics = ['accuracy'])
return classifier
In [56]:
classifier = KerasClassifier(build_fn=build_classifier)
Grid Seach CV¶
In [57]:
parameter = {'batch_size':[25,32],
'epochs' : [10,20],
'optimizer': ['adam','rmsprop']}
In [58]:
grid_search = GridSearchCV(estimator = classifier, param_grid=parameter,
scoring = 'accuracy', cv = 10)
In [59]:
grid_search = grid_search.fit(X_train,y_train)
Epoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5563 - acc: 0.7982 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4227 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.7986 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4076 - acc: 0.7986 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4015 - acc: 0.7986 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.3953 - acc: 0.8239 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.3900 - acc: 0.8301 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.3852 - acc: 0.8300 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.3805 - acc: 0.8322 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.3771 - acc: 0.8325 5125/7200 [====================>.........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5647 - acc: 0.7951 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4355 - acc: 0.7975 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4270 - acc: 0.7975 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4222 - acc: 0.7975 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4191 - acc: 0.7975 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4162 - acc: 0.7975 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4135 - acc: 0.8160 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4118 - acc: 0.8256 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4101 - acc: 0.8297 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4093 - acc: 0.8317 5575/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5754 - acc: 0.7972 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4335 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4269 - acc: 0.7986 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4239 - acc: 0.7986 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4212 - acc: 0.7986 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4191 - acc: 0.7986 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4163 - acc: 0.7986 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4141 - acc: 0.8118 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8262 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8294 5525/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5540 - acc: 0.7971 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4312 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4259 - acc: 0.7993 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4227 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.7993 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4164 - acc: 0.8018 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4144 - acc: 0.8250 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4129 - acc: 0.8286 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4117 - acc: 0.8290 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4103 - acc: 0.8318 5450/7200 [=====================>........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5674 - acc: 0.7972 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4298 - acc: 0.7981 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4250 - acc: 0.7981 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4224 - acc: 0.7981 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4199 - acc: 0.7981 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4178 - acc: 0.7981 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4159 - acc: 0.8033 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4139 - acc: 0.8233 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4126 - acc: 0.8249 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4114 - acc: 0.8281 5350/7200 [=====================>........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5617 - acc: 0.7969 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4342 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4275 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4242 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4211 - acc: 0.7968 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4182 - acc: 0.7993 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4165 - acc: 0.8231 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4147 - acc: 0.8264 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4130 - acc: 0.8299 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4117 - acc: 0.8308 6650/7200 [==========================>...] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5548 - acc: 0.7990 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4312 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4252 - acc: 0.7993 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4221 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.7993 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4168 - acc: 0.8019 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4149 - acc: 0.8228 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4137 - acc: 0.8236 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4124 - acc: 0.8281 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4111 - acc: 0.8306 5550/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5453 - acc: 0.7994 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4185 - acc: 0.8011 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4075 - acc: 0.8243 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.3988 - acc: 0.8304 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.3906 - acc: 0.8299 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.3839 - acc: 0.8321 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.3782 - acc: 0.8350 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.3732 - acc: 0.8331 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.3695 - acc: 0.8417 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.3659 - acc: 0.8469 5900/7200 [=======================>......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5499 - acc: 0.7958 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4348 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4292 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4253 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4217 - acc: 0.7968 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4182 - acc: 0.7968 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4153 - acc: 0.8169 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4135 - acc: 0.8256 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4119 - acc: 0.8311 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4106 - acc: 0.8314 5775/7200 [=======================>......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5411 - acc: 0.7965 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4318 - acc: 0.7965 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4275 - acc: 0.7965 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4246 - acc: 0.7965 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4222 - acc: 0.7965 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4199 - acc: 0.7986 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4180 - acc: 0.8151 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4174 - acc: 0.8199 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4162 - acc: 0.8225 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4152 - acc: 0.8264 5725/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6266 - acc: 0.7960 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4767 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4310 - acc: 0.7986 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4210 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4151 - acc: 0.8218 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4097 - acc: 0.8257 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4044 - acc: 0.8287 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.3988 - acc: 0.8301 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.3937 - acc: 0.8315 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.3887 - acc: 0.8319 5575/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5649 - acc: 0.7972 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4368 - acc: 0.7975 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4281 - acc: 0.7975 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4245 - acc: 0.7975 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4212 - acc: 0.7975 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4185 - acc: 0.7975 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4155 - acc: 0.8122 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4131 - acc: 0.8225 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4121 - acc: 0.8293 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4108 - acc: 0.8286 5650/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5811 - acc: 0.7964 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4363 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4190 - acc: 0.8015 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8262 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4029 - acc: 0.8297 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.3954 - acc: 0.8306 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.3886 - acc: 0.8324 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.3833 - acc: 0.8317 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.3788 - acc: 0.8321 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.3750 - acc: 0.8329 5675/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5740 - acc: 0.7992 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4405 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4292 - acc: 0.7993 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4241 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4206 - acc: 0.7993 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4174 - acc: 0.7994 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4149 - acc: 0.8193 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4131 - acc: 0.8262 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4119 - acc: 0.8292 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4106 - acc: 0.8306 5650/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5675 - acc: 0.7978 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4346 - acc: 0.7981 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4249 - acc: 0.7981 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4206 - acc: 0.7981 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4174 - acc: 0.7981 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4143 - acc: 0.8147 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4127 - acc: 0.8279 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4110 - acc: 0.8310 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4095 - acc: 0.8332 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4084 - acc: 0.8335 5300/7200 [=====================>........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5801 - acc: 0.7962 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4484 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4344 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4295 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4269 - acc: 0.7968 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4247 - acc: 0.7968 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4218 - acc: 0.7968 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.8042 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4169 - acc: 0.8243 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4152 - acc: 0.8237 5425/7200 [=====================>........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5694 - acc: 0.7994 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4375 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4280 - acc: 0.7993 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4242 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4218 - acc: 0.7993 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4190 - acc: 0.7993 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4167 - acc: 0.8164 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4147 - acc: 0.8261 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4132 - acc: 0.8289 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4119 - acc: 0.8282 5400/7200 [=====================>........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5763 - acc: 0.7978 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4373 - acc: 0.7997 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4250 - acc: 0.7997 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4196 - acc: 0.7997 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4157 - acc: 0.7997 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8015 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4103 - acc: 0.8269 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4088 - acc: 0.8311 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4075 - acc: 0.8329 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4066 - acc: 0.8335 5275/7200 [====================>.........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5559 - acc: 0.7968 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4376 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4280 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4228 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4182 - acc: 0.7968 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4150 - acc: 0.8212 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4128 - acc: 0.8267 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4114 - acc: 0.8318 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4101 - acc: 0.8332 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4089 - acc: 0.8328 5275/7200 [====================>.........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6542 - acc: 0.7936 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.5925 - acc: 0.7965 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.5505 - acc: 0.7965 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.5255 - acc: 0.7965 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.5129 - acc: 0.7965 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.5078 - acc: 0.7965 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.5060 - acc: 0.7965 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.5054 - acc: 0.7965 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.5052 - acc: 0.7965 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.5052 - acc: 0.7965 5175/7200 [====================>.........] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5777 - acc: 0.7969 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4300 - acc: 0.7986 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4248 - acc: 0.7986 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4224 - acc: 0.7986 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4202 - acc: 0.7986 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4181 - acc: 0.7986 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4157 - acc: 0.8014 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4141 - acc: 0.8214 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4127 - acc: 0.8258 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4115 - acc: 0.8264 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4104 - acc: 0.8300 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4092 - acc: 0.8293 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4082 - acc: 0.8314 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4074 - acc: 0.8337 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4065 - acc: 0.8344 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4061 - acc: 0.8328 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4055 - acc: 0.8346 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4046 - acc: 0.8351 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4039 - acc: 0.8358 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4035 - acc: 0.8364 5025/7200 [===================>..........] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5493 - acc: 0.7975 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4304 - acc: 0.7975 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4244 - acc: 0.7975 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4208 - acc: 0.7975 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4167 - acc: 0.8181 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4121 - acc: 0.8293 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4082 - acc: 0.8312 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4055 - acc: 0.8343 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4027 - acc: 0.8358 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4006 - acc: 0.8358 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3990 - acc: 0.8369 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3976 - acc: 0.8367 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3963 - acc: 0.8374 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3954 - acc: 0.8393 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3950 - acc: 0.8378 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3943 - acc: 0.8385 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3936 - acc: 0.8396 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3932 - acc: 0.8383 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3930 - acc: 0.8383 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3921 - acc: 0.8415 5000/7200 [===================>..........] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5501 - acc: 0.7982 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4255 - acc: 0.8017 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4051 - acc: 0.8135 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.3856 - acc: 0.8207 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.3683 - acc: 0.8461 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.3567 - acc: 0.8567 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3490 - acc: 0.8610 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3451 - acc: 0.8612 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3432 - acc: 0.8590 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3420 - acc: 0.8629 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3408 - acc: 0.8629 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3400 - acc: 0.8611 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3389 - acc: 0.8625 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3391 - acc: 0.8622 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3387 - acc: 0.8617 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3379 - acc: 0.8621 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3378 - acc: 0.8626 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3376 - acc: 0.8626 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3371 - acc: 0.8619 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3366 - acc: 0.8632 5025/7200 [===================>..........] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5462 - acc: 0.7983 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4308 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4247 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4208 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4174 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4147 - acc: 0.8156 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4132 - acc: 0.8235 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4117 - acc: 0.8265 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4105 - acc: 0.8297 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4097 - acc: 0.8310 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4084 - acc: 0.8324 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4075 - acc: 0.8351 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4065 - acc: 0.8353 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4057 - acc: 0.8360 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4046 - acc: 0.8347 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4044 - acc: 0.8368 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4039 - acc: 0.8367 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4031 - acc: 0.8357 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4030 - acc: 0.8371 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4025 - acc: 0.8383 4950/7200 [===================>..........] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5617 - acc: 0.7974 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4333 - acc: 0.7981 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4254 - acc: 0.7981 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4213 - acc: 0.7981 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4183 - acc: 0.7981 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4153 - acc: 0.7981 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4131 - acc: 0.8211 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4114 - acc: 0.8294 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4099 - acc: 0.8300 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4088 - acc: 0.8332 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4080 - acc: 0.8346 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4067 - acc: 0.8349 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4062 - acc: 0.8361 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4053 - acc: 0.8353 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4047 - acc: 0.8360 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4037 - acc: 0.8378 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4031 - acc: 0.8382 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4027 - acc: 0.8386 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4020 - acc: 0.8378 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4017 - acc: 0.8382 7075/7200 [============================>.] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5987 - acc: 0.7954 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4382 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4290 - acc: 0.7968 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4263 - acc: 0.7968 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4239 - acc: 0.7968 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4215 - acc: 0.7968 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.7968 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4171 - acc: 0.7968 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4148 - acc: 0.8235 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.8264 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8287 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4112 - acc: 0.8299 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4105 - acc: 0.8319 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4097 - acc: 0.8329 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4090 - acc: 0.8329 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4082 - acc: 0.8332 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4074 - acc: 0.8331 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4072 - acc: 0.8336 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4065 - acc: 0.8358 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4062 - acc: 0.8357 6325/7200 [=========================>....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5520 - acc: 0.7986 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4249 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4156 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4091 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4031 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.3974 - acc: 0.8236 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3919 - acc: 0.8311 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3864 - acc: 0.8307 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3814 - acc: 0.8331 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3774 - acc: 0.8343 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3730 - acc: 0.8437 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3703 - acc: 0.8451 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3668 - acc: 0.8489 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3639 - acc: 0.8503 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3620 - acc: 0.8515 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3605 - acc: 0.8551 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3580 - acc: 0.8551 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3574 - acc: 0.8562 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3556 - acc: 0.8575 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3552 - acc: 0.8564 6225/7200 [========================>.....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5560 - acc: 0.7986 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4232 - acc: 0.7997 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4134 - acc: 0.7997 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4075 - acc: 0.7997 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4018 - acc: 0.7997 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.3957 - acc: 0.8169 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3898 - acc: 0.8307 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3855 - acc: 0.8296 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3808 - acc: 0.8311 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3764 - acc: 0.8318 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3732 - acc: 0.8358 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3692 - acc: 0.8472 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3667 - acc: 0.8464 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3641 - acc: 0.8486 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3618 - acc: 0.8537 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3596 - acc: 0.8536 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3578 - acc: 0.8539 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3565 - acc: 0.8542 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3553 - acc: 0.8571 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3535 - acc: 0.8568 6725/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5496 - acc: 0.7953 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4323 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4262 - acc: 0.7968 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4227 - acc: 0.7968 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4194 - acc: 0.7968 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4166 - acc: 0.8115 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4150 - acc: 0.8247 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4130 - acc: 0.8278 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4118 - acc: 0.8324 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4102 - acc: 0.8346 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4093 - acc: 0.8360 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4084 - acc: 0.8361 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4074 - acc: 0.8374 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4065 - acc: 0.8358 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4057 - acc: 0.8368 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4051 - acc: 0.8374 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4043 - acc: 0.8360 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4037 - acc: 0.8382 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4031 - acc: 0.8392 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4024 - acc: 0.8399 5900/7200 [=======================>......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.5610 - acc: 0.7957 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4326 - acc: 0.7965 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4275 - acc: 0.7965 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4238 - acc: 0.7965 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4209 - acc: 0.7965 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4186 - acc: 0.7974 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4171 - acc: 0.8169 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4156 - acc: 0.8218 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4144 - acc: 0.8261 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4134 - acc: 0.8265 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4124 - acc: 0.8293 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4113 - acc: 0.8304 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4106 - acc: 0.8312 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4095 - acc: 0.8326 Epoch 15/20 7200/7200 [==============================] - ETA: 0s - loss: 0.4074 - acc: 0.834 - 0s - loss: 0.4087 - acc: 0.8343 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4083 - acc: 0.8326 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4072 - acc: 0.8326 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4065 - acc: 0.8353 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4057 - acc: 0.8346 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4047 - acc: 0.8342 5975/7200 [=======================>......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5500 - acc: 0.7986 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4321 - acc: 0.7986 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4255 - acc: 0.7986 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4230 - acc: 0.7986 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4207 - acc: 0.7986 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4185 - acc: 0.8040 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4163 - acc: 0.8226 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4141 - acc: 0.8275 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4128 - acc: 0.8283 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4111 - acc: 0.8301 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4102 - acc: 0.8314 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4087 - acc: 0.8322 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4079 - acc: 0.8326 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4067 - acc: 0.8329 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4054 - acc: 0.8356 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4055 - acc: 0.8357 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4044 - acc: 0.8351 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4040 - acc: 0.8367 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4032 - acc: 0.8386 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4028 - acc: 0.8371 6725/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5804 - acc: 0.7957 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4399 - acc: 0.7975 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4281 - acc: 0.7975 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4235 - acc: 0.7975 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4200 - acc: 0.7975 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4170 - acc: 0.7975 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4142 - acc: 0.8110 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4124 - acc: 0.8250 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4110 - acc: 0.8294 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4095 - acc: 0.8322 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4084 - acc: 0.8329 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4073 - acc: 0.8340 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4061 - acc: 0.8336 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4054 - acc: 0.8350 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4046 - acc: 0.8344 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4042 - acc: 0.8360 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4034 - acc: 0.8354 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4028 - acc: 0.8367 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4023 - acc: 0.8365 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4020 - acc: 0.8369 7100/7200 [============================>.] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5834 - acc: 0.7983 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4378 - acc: 0.7986 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4220 - acc: 0.7986 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4145 - acc: 0.8078 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4070 - acc: 0.8274 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.3993 - acc: 0.8275 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3924 - acc: 0.8294 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3861 - acc: 0.8308 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3806 - acc: 0.8306 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3763 - acc: 0.8339 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3728 - acc: 0.8364 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3696 - acc: 0.8433 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3666 - acc: 0.8457 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3645 - acc: 0.8476 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3624 - acc: 0.8496 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3602 - acc: 0.8512 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3588 - acc: 0.8497 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3573 - acc: 0.8522 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3559 - acc: 0.8537 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3547 - acc: 0.8561 7000/7200 [============================>.] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5808 - acc: 0.7975 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4423 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4317 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4278 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4254 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4230 - acc: 0.7993 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4201 - acc: 0.7993 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4177 - acc: 0.8044 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4156 - acc: 0.8222 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4138 - acc: 0.8253 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4122 - acc: 0.8296 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4108 - acc: 0.8314 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4098 - acc: 0.8314 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4086 - acc: 0.8340 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4076 - acc: 0.8332 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4072 - acc: 0.8360 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4063 - acc: 0.8357 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4056 - acc: 0.8349 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4051 - acc: 0.8367 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4048 - acc: 0.8356 6925/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5674 - acc: 0.7976 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4395 - acc: 0.7981 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4289 - acc: 0.7981 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4243 - acc: 0.7981 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4205 - acc: 0.7981 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4172 - acc: 0.8003 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4139 - acc: 0.8225 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4120 - acc: 0.8283 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4107 - acc: 0.8306 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4094 - acc: 0.8333 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4079 - acc: 0.8333 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4070 - acc: 0.8353 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4063 - acc: 0.8353 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4056 - acc: 0.8379 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4048 - acc: 0.8372 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4044 - acc: 0.8357 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4040 - acc: 0.8385 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4032 - acc: 0.8368 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4027 - acc: 0.8382 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4021 - acc: 0.8368 6725/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5897 - acc: 0.7946 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4464 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4328 - acc: 0.7968 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4277 - acc: 0.7968 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4246 - acc: 0.7968 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4210 - acc: 0.7968 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4187 - acc: 0.8026 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4162 - acc: 0.8238 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4145 - acc: 0.8278 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4130 - acc: 0.8297 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4120 - acc: 0.8319 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4108 - acc: 0.8333 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4100 - acc: 0.8337 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4089 - acc: 0.8353 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4084 - acc: 0.8353 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4077 - acc: 0.8343 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4070 - acc: 0.8357 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4065 - acc: 0.8357 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4060 - acc: 0.8369 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4051 - acc: 0.8347 6925/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5635 - acc: 0.7992 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4358 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4283 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4256 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4233 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4210 - acc: 0.7993 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4185 - acc: 0.8106 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4165 - acc: 0.8214 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4148 - acc: 0.8236 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4130 - acc: 0.8279 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4122 - acc: 0.8297 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4106 - acc: 0.8292 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4097 - acc: 0.8301 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4086 - acc: 0.8325 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4080 - acc: 0.8347 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4072 - acc: 0.8340 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4063 - acc: 0.8362 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4054 - acc: 0.8349 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4049 - acc: 0.8369 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4041 - acc: 0.8364 6025/7200 [========================>.....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5698 - acc: 0.7976 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4389 - acc: 0.7997 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4273 - acc: 0.7997 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4226 - acc: 0.7997 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4194 - acc: 0.7997 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4160 - acc: 0.7997 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4131 - acc: 0.8087 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4111 - acc: 0.8264 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4098 - acc: 0.8300 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4084 - acc: 0.8331 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4073 - acc: 0.8347 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4063 - acc: 0.8361 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4051 - acc: 0.8350 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4042 - acc: 0.8361 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4035 - acc: 0.8361 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4026 - acc: 0.8378 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4022 - acc: 0.8375 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4015 - acc: 0.8379 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4008 - acc: 0.8394 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4003 - acc: 0.8379 6625/7200 [==========================>...] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5734 - acc: 0.7962 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4395 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4283 - acc: 0.7968 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4235 - acc: 0.7968 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4196 - acc: 0.7968 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4164 - acc: 0.8136 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4145 - acc: 0.8268 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4126 - acc: 0.8290 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4114 - acc: 0.8321 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4101 - acc: 0.8342 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4089 - acc: 0.8361 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4080 - acc: 0.8372 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4068 - acc: 0.8379 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4063 - acc: 0.8381 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4058 - acc: 0.8382 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4050 - acc: 0.8389 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4041 - acc: 0.8389 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4037 - acc: 0.8394 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4031 - acc: 0.8401 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4030 - acc: 0.8392 7100/7200 [============================>.] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5750 - acc: 0.7964 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4393 - acc: 0.7965 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4235 - acc: 0.7978 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4132 - acc: 0.8081 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4018 - acc: 0.8112 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.3879 - acc: 0.8274 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3747 - acc: 0.8474 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3633 - acc: 0.8551 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3548 - acc: 0.8583 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3492 - acc: 0.8624 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3461 - acc: 0.8607 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3446 - acc: 0.8619 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3428 - acc: 0.8621 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3424 - acc: 0.8617 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3420 - acc: 0.8622 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3414 - acc: 0.8629 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3415 - acc: 0.8619 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3410 - acc: 0.8631 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3407 - acc: 0.8621 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3401 - acc: 0.8617 6300/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5812 - acc: 0.7971 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4342 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4257 - acc: 0.7986 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4222 - acc: 0.7986 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4189 - acc: 0.7986 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4159 - acc: 0.7986 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4135 - acc: 0.8072 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4122 - acc: 0.8260 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4111 - acc: 0.8283 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4100 - acc: 0.8308 5632/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5848 - acc: 0.7951 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4342 - acc: 0.7975 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4263 - acc: 0.7975 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4222 - acc: 0.7975 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4189 - acc: 0.7975 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4162 - acc: 0.7975 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4137 - acc: 0.8043 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4122 - acc: 0.8226 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8271 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4097 - acc: 0.8293 7040/7200 [============================>.] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5991 - acc: 0.7975 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4389 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4284 - acc: 0.7986 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4246 - acc: 0.7986 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4220 - acc: 0.7986 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.7986 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4165 - acc: 0.7986 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.8079 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4130 - acc: 0.8228 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4116 - acc: 0.8254 5536/7200 [======================>.......] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6070 - acc: 0.7965 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4380 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4223 - acc: 0.8047 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4162 - acc: 0.8124 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4115 - acc: 0.8157 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4073 - acc: 0.8175 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4037 - acc: 0.8194 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.3994 - acc: 0.8190 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.3922 - acc: 0.8272 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.3801 - acc: 0.8382 4864/7200 [===================>..........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5933 - acc: 0.7954 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4348 - acc: 0.7981 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4262 - acc: 0.7981 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4228 - acc: 0.7981 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4198 - acc: 0.7981 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4170 - acc: 0.7981 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4146 - acc: 0.8007 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4129 - acc: 0.8264 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4118 - acc: 0.8271 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8276 5248/7200 [====================>.........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5955 - acc: 0.7946 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4405 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4293 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4239 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4197 - acc: 0.8087 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4151 - acc: 0.8239 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4115 - acc: 0.8292 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4076 - acc: 0.8337 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4043 - acc: 0.8350 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4018 - acc: 0.8358 4608/7200 [==================>...........] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5685 - acc: 0.7992 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4345 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4278 - acc: 0.7993 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4249 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4229 - acc: 0.7993 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4213 - acc: 0.7993 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4196 - acc: 0.7993 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4181 - acc: 0.8086 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4167 - acc: 0.8206 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4152 - acc: 0.8239 6816/7200 [===========================>..] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5868 - acc: 0.7988 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4325 - acc: 0.7997 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4253 - acc: 0.7997 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4216 - acc: 0.7997 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4190 - acc: 0.7997 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4161 - acc: 0.7997 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.7997 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4123 - acc: 0.8113 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8243 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4098 - acc: 0.8279 6304/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5711 - acc: 0.7968 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4372 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4288 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4245 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4212 - acc: 0.7968 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4179 - acc: 0.7968 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4158 - acc: 0.8131 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4144 - acc: 0.8240 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4129 - acc: 0.8281 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4118 - acc: 0.8325 6752/7200 [===========================>..] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5959 - acc: 0.7940 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4405 - acc: 0.7965 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4298 - acc: 0.7965 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4262 - acc: 0.7965 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4235 - acc: 0.7965 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4210 - acc: 0.7965 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4190 - acc: 0.7965 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4171 - acc: 0.8097 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4158 - acc: 0.8207 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4146 - acc: 0.8232 6432/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6121 - acc: 0.7961 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4545 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4324 - acc: 0.7986 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4268 - acc: 0.7986 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4234 - acc: 0.7986 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4209 - acc: 0.7986 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4186 - acc: 0.7986 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4165 - acc: 0.7986 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4147 - acc: 0.8092 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4127 - acc: 0.8240 6464/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6060 - acc: 0.7960 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4535 - acc: 0.7975 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4321 - acc: 0.7975 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4264 - acc: 0.7975 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4227 - acc: 0.7975 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4199 - acc: 0.7975 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4171 - acc: 0.7975 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4147 - acc: 0.8119 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4131 - acc: 0.8236 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4118 - acc: 0.8260 6464/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6157 - acc: 0.7951 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4563 - acc: 0.7986 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4318 - acc: 0.7986 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4259 - acc: 0.7986 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4224 - acc: 0.7986 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4198 - acc: 0.7986 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4176 - acc: 0.7986 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4153 - acc: 0.8111 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4137 - acc: 0.8226 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8256 6400/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6276 - acc: 0.7978 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4729 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4374 - acc: 0.7993 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4304 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4269 - acc: 0.7993 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4246 - acc: 0.7993 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4227 - acc: 0.7993 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4208 - acc: 0.7993 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4187 - acc: 0.7993 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4166 - acc: 0.8017 6336/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5922 - acc: 0.7979 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4436 - acc: 0.7981 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4291 - acc: 0.7981 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4240 - acc: 0.7981 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4213 - acc: 0.7981 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4183 - acc: 0.7981 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4159 - acc: 0.7981 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4137 - acc: 0.8236 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4123 - acc: 0.8265 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4111 - acc: 0.8283 6208/7200 [========================>.....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6107 - acc: 0.7943 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4521 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4339 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4287 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4246 - acc: 0.7968 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4209 - acc: 0.7968 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4174 - acc: 0.8113 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4141 - acc: 0.8264 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4114 - acc: 0.8318 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4087 - acc: 0.8337 6368/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6077 - acc: 0.7978 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4540 - acc: 0.7993 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4334 - acc: 0.7993 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4273 - acc: 0.7993 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4240 - acc: 0.7993 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4214 - acc: 0.7993 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.7993 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4172 - acc: 0.7993 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4152 - acc: 0.8146 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4137 - acc: 0.8276 6208/7200 [========================>.....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.5993 - acc: 0.7989 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4424 - acc: 0.7997 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4256 - acc: 0.7997 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4201 - acc: 0.7997 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4167 - acc: 0.7997 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4135 - acc: 0.7997 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4116 - acc: 0.8181 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4099 - acc: 0.8288 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4091 - acc: 0.8321 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4076 - acc: 0.8331 6528/7200 [==========================>...] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6017 - acc: 0.7951 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4491 - acc: 0.7968 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4320 - acc: 0.7968 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4264 - acc: 0.7968 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4224 - acc: 0.7968 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4188 - acc: 0.7968 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4161 - acc: 0.8068 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4141 - acc: 0.8258 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4127 - acc: 0.8276 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4115 - acc: 0.8299 6432/7200 [=========================>....] - ETA: 0sEpoch 1/10 7200/7200 [==============================] - 1s - loss: 0.6220 - acc: 0.7950 Epoch 2/10 7200/7200 [==============================] - 0s - loss: 0.4699 - acc: 0.7965 Epoch 3/10 7200/7200 [==============================] - 0s - loss: 0.4377 - acc: 0.7965 Epoch 4/10 7200/7200 [==============================] - 0s - loss: 0.4316 - acc: 0.7965 Epoch 5/10 7200/7200 [==============================] - 0s - loss: 0.4284 - acc: 0.7965 Epoch 6/10 7200/7200 [==============================] - 0s - loss: 0.4268 - acc: 0.7965 Epoch 7/10 7200/7200 [==============================] - 0s - loss: 0.4247 - acc: 0.7965 Epoch 8/10 7200/7200 [==============================] - 0s - loss: 0.4226 - acc: 0.7965 Epoch 9/10 7200/7200 [==============================] - 0s - loss: 0.4205 - acc: 0.7965 Epoch 10/10 7200/7200 [==============================] - 0s - loss: 0.4186 - acc: 0.8043 6272/7200 [=========================>....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5591 - acc: 0.7986 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4307 - acc: 0.7986 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4242 - acc: 0.7986 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4210 - acc: 0.7986 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4184 - acc: 0.7986 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4157 - acc: 0.7986 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4143 - acc: 0.8194 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4129 - acc: 0.8231 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4116 - acc: 0.8265 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4104 - acc: 0.8289 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4094 - acc: 0.8324 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4087 - acc: 0.8321 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4073 - acc: 0.8329 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4067 - acc: 0.8339 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4058 - acc: 0.8344 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4055 - acc: 0.8371 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4048 - acc: 0.8351 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4039 - acc: 0.8360 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4036 - acc: 0.8378 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4035 - acc: 0.8385 6688/7200 [==========================>...] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5777 - acc: 0.7969 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4339 - acc: 0.7975 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4258 - acc: 0.7975 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4215 - acc: 0.7975 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4179 - acc: 0.7975 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4153 - acc: 0.7975 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4134 - acc: 0.8165 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4121 - acc: 0.8236 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8260 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4098 - acc: 0.8286 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4090 - acc: 0.8311 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4083 - acc: 0.8329 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4073 - acc: 0.8332 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4066 - acc: 0.8335 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4058 - acc: 0.8336 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4054 - acc: 0.8335 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4048 - acc: 0.8339 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4040 - acc: 0.8351 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4035 - acc: 0.8351 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4028 - acc: 0.8356 6624/7200 [==========================>...] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5696 - acc: 0.7986 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4319 - acc: 0.7986 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4261 - acc: 0.7986 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4231 - acc: 0.7986 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4201 - acc: 0.7986 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4174 - acc: 0.7986 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4145 - acc: 0.8064 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4133 - acc: 0.8226 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4119 - acc: 0.8261 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4111 - acc: 0.8290 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4095 - acc: 0.8304 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4087 - acc: 0.8321 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4075 - acc: 0.8328 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4070 - acc: 0.8331 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4062 - acc: 0.8350 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4055 - acc: 0.8354 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4048 - acc: 0.8364 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4040 - acc: 0.8365 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4037 - acc: 0.8374 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4030 - acc: 0.8382 6528/7200 [==========================>...] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5869 - acc: 0.7971 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4364 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4270 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4231 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4202 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4178 - acc: 0.7993 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4156 - acc: 0.7993 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4141 - acc: 0.8232 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8272 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4116 - acc: 0.8297 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4104 - acc: 0.8313 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4098 - acc: 0.8318 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4086 - acc: 0.8333 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4077 - acc: 0.8346 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4071 - acc: 0.8339 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4062 - acc: 0.8344 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4054 - acc: 0.8358 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4050 - acc: 0.8367 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4044 - acc: 0.8367 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4039 - acc: 0.8365 5728/7200 [======================>.......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5738 - acc: 0.7981 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4367 - acc: 0.7981 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4291 - acc: 0.7981 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4258 - acc: 0.7981 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4238 - acc: 0.7981 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4213 - acc: 0.7981 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4186 - acc: 0.7981 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4157 - acc: 0.8087 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4143 - acc: 0.8228 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4128 - acc: 0.8274 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4114 - acc: 0.8283 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4102 - acc: 0.8293 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4096 - acc: 0.8322 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4083 - acc: 0.8325 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4077 - acc: 0.8324 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4069 - acc: 0.8321 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4059 - acc: 0.8342 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4056 - acc: 0.8360 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4049 - acc: 0.8356 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4041 - acc: 0.8368 6848/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.6285 - acc: 0.7940 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4437 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4180 - acc: 0.8039 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4026 - acc: 0.8132 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.3877 - acc: 0.8181 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.3743 - acc: 0.8442 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3635 - acc: 0.8550 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3551 - acc: 0.8597 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3485 - acc: 0.8614 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3450 - acc: 0.8618 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3428 - acc: 0.8622 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3414 - acc: 0.8611 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3397 - acc: 0.8608 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3392 - acc: 0.8615 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3384 - acc: 0.8614 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3380 - acc: 0.8611 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3379 - acc: 0.8615 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3368 - acc: 0.8624 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3367 - acc: 0.8611 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3364 - acc: 0.8613 6432/7200 [=========================>....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5943 - acc: 0.7982 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4307 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4185 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4134 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4088 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4040 - acc: 0.7993 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3991 - acc: 0.7993 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3952 - acc: 0.8169 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3905 - acc: 0.8321 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3870 - acc: 0.8314 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3833 - acc: 0.8325 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3798 - acc: 0.8315 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3768 - acc: 0.8314 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3737 - acc: 0.8438 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3706 - acc: 0.8454 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3678 - acc: 0.8464 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3659 - acc: 0.8506 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3640 - acc: 0.8507 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3615 - acc: 0.8519 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3600 - acc: 0.8560 6848/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.5856 - acc: 0.7986 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4334 - acc: 0.7997 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4232 - acc: 0.7997 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4184 - acc: 0.7997 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4145 - acc: 0.8054 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4113 - acc: 0.8261 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4082 - acc: 0.8292 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4050 - acc: 0.8321 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4026 - acc: 0.8344 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4006 - acc: 0.8369 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3988 - acc: 0.8378 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3970 - acc: 0.8364 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3957 - acc: 0.8378 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3945 - acc: 0.8367 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3936 - acc: 0.8379 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3927 - acc: 0.8390 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3920 - acc: 0.8382 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3912 - acc: 0.8364 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3906 - acc: 0.8386 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3903 - acc: 0.8389 6784/7200 [===========================>..] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.5908 - acc: 0.7954 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4417 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4298 - acc: 0.7968 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4256 - acc: 0.7968 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4224 - acc: 0.7968 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.7968 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4169 - acc: 0.8040 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4151 - acc: 0.8218 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4133 - acc: 0.8279 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4123 - acc: 0.8286 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4113 - acc: 0.8307 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4100 - acc: 0.8318 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4095 - acc: 0.8342 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4082 - acc: 0.8339 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4071 - acc: 0.8337 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4067 - acc: 0.8369 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4060 - acc: 0.8374 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4054 - acc: 0.8369 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4047 - acc: 0.8368 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4041 - acc: 0.8376 5632/7200 [======================>.......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.6062 - acc: 0.7929 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4393 - acc: 0.7965 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4302 - acc: 0.7965 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4276 - acc: 0.7965 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4256 - acc: 0.7965 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4234 - acc: 0.7965 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4210 - acc: 0.7965 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4186 - acc: 0.7965 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4165 - acc: 0.8040 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4153 - acc: 0.8251 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4144 - acc: 0.8271 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4134 - acc: 0.8276 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8282 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4117 - acc: 0.8303 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8299 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4103 - acc: 0.8313 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4096 - acc: 0.8321 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4091 - acc: 0.8322 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4084 - acc: 0.8326 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4079 - acc: 0.8333 5568/7200 [======================>.......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.6364 - acc: 0.7958 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4852 - acc: 0.7986 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4373 - acc: 0.7986 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4289 - acc: 0.7986 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4246 - acc: 0.7986 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4216 - acc: 0.7986 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4192 - acc: 0.7986 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4170 - acc: 0.7986 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4152 - acc: 0.7986 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4135 - acc: 0.8086 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4124 - acc: 0.8278 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4112 - acc: 0.8303 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4102 - acc: 0.8313 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4093 - acc: 0.8333 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4083 - acc: 0.8349 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4075 - acc: 0.8343 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4067 - acc: 0.8350 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4059 - acc: 0.8346 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4052 - acc: 0.8353 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4047 - acc: 0.8361 5664/7200 [======================>.......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.5782 - acc: 0.7975 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4423 - acc: 0.7975 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4294 - acc: 0.7975 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4245 - acc: 0.7975 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4205 - acc: 0.7975 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4171 - acc: 0.7975 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4145 - acc: 0.8186 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4127 - acc: 0.8254 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4112 - acc: 0.8282 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4094 - acc: 0.8294 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4087 - acc: 0.8319 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4079 - acc: 0.8322 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4068 - acc: 0.8325 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4062 - acc: 0.8333 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4053 - acc: 0.8343 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4046 - acc: 0.8350 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4042 - acc: 0.8347 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4036 - acc: 0.8343 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4028 - acc: 0.8349 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4028 - acc: 0.8358 6240/7200 [=========================>....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.6271 - acc: 0.7974 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4743 - acc: 0.7986 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4322 - acc: 0.7986 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4211 - acc: 0.7989 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4121 - acc: 0.8086 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4015 - acc: 0.8142 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.3904 - acc: 0.8178 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.3783 - acc: 0.8424 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.3676 - acc: 0.8517 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.3587 - acc: 0.8568 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.3522 - acc: 0.8594 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.3475 - acc: 0.8608 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.3447 - acc: 0.8625 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.3423 - acc: 0.8611 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3411 - acc: 0.8618 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3397 - acc: 0.8622 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3388 - acc: 0.8625 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3384 - acc: 0.8625 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3377 - acc: 0.8635 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3370 - acc: 0.8635 5984/7200 [=======================>......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5870 - acc: 0.7993 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4460 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4319 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4273 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4243 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4215 - acc: 0.7993 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4190 - acc: 0.7993 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4169 - acc: 0.8122 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4152 - acc: 0.8203 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.8251 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8288 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4115 - acc: 0.8303 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4101 - acc: 0.8314 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4097 - acc: 0.8337 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4087 - acc: 0.8336 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4074 - acc: 0.8360 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4068 - acc: 0.8344 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4060 - acc: 0.8346 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4056 - acc: 0.8368 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4051 - acc: 0.8369 6016/7200 [========================>.....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.5964 - acc: 0.7981 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4470 - acc: 0.7981 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4298 - acc: 0.7981 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4250 - acc: 0.7981 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4220 - acc: 0.7981 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4191 - acc: 0.7981 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4166 - acc: 0.7981 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.8189 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4124 - acc: 0.8276 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4109 - acc: 0.8294 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4098 - acc: 0.8310 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4086 - acc: 0.8326 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4077 - acc: 0.8333 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4068 - acc: 0.8356 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4061 - acc: 0.8346 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4054 - acc: 0.8344 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4047 - acc: 0.8354 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4043 - acc: 0.8364 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4036 - acc: 0.8379 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4029 - acc: 0.8361 6176/7200 [========================>.....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.6059 - acc: 0.7971 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4514 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4338 - acc: 0.7968 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4286 - acc: 0.7968 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4249 - acc: 0.7968 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4220 - acc: 0.7968 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4196 - acc: 0.7968 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4172 - acc: 0.8126 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4152 - acc: 0.8247 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.8258 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4129 - acc: 0.8286 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4119 - acc: 0.8303 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4107 - acc: 0.8319 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4097 - acc: 0.8324 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4090 - acc: 0.8328 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4079 - acc: 0.8351 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4074 - acc: 0.8347 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4066 - acc: 0.8356 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4060 - acc: 0.8363 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4053 - acc: 0.8379 6080/7200 [========================>.....] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 1s - loss: 0.6008 - acc: 0.7985 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4503 - acc: 0.7993 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4294 - acc: 0.7993 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4240 - acc: 0.7993 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4218 - acc: 0.7993 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4194 - acc: 0.7993 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4174 - acc: 0.7993 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4157 - acc: 0.8129 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4139 - acc: 0.8278 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4125 - acc: 0.8286 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4112 - acc: 0.8301 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4100 - acc: 0.8301 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4089 - acc: 0.8315 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4068 - acc: 0.8318 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4045 - acc: 0.8350 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4011 - acc: 0.8376 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3967 - acc: 0.8394 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3927 - acc: 0.8399 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3884 - acc: 0.8414 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3847 - acc: 0.8435 5824/7200 [=======================>......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.5984 - acc: 0.7979 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4451 - acc: 0.7997 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4285 - acc: 0.7997 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4238 - acc: 0.7997 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4201 - acc: 0.7997 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4167 - acc: 0.7997 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4140 - acc: 0.7997 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4116 - acc: 0.8214 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4099 - acc: 0.8261 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4087 - acc: 0.8283 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4078 - acc: 0.8303 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4066 - acc: 0.8326 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4059 - acc: 0.8333 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4052 - acc: 0.8339 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4045 - acc: 0.8349 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4038 - acc: 0.8353 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4032 - acc: 0.8367 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4026 - acc: 0.8354 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4022 - acc: 0.8378 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4016 - acc: 0.8376 5856/7200 [=======================>......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.5968 - acc: 0.7962 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4513 - acc: 0.7968 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4323 - acc: 0.7968 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4258 - acc: 0.7968 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4216 - acc: 0.7968 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4184 - acc: 0.8092 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4150 - acc: 0.8274 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4119 - acc: 0.8325 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4091 - acc: 0.8353 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4071 - acc: 0.8369 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4051 - acc: 0.8375 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4034 - acc: 0.8379 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4018 - acc: 0.8375 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4004 - acc: 0.8393 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.3994 - acc: 0.8396 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.3983 - acc: 0.8394 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.3975 - acc: 0.8378 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.3968 - acc: 0.8374 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.3958 - acc: 0.8406 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.3954 - acc: 0.8394 5952/7200 [=======================>......] - ETA: 0sEpoch 1/20 7200/7200 [==============================] - 2s - loss: 0.5927 - acc: 0.7956 Epoch 2/20 7200/7200 [==============================] - 0s - loss: 0.4538 - acc: 0.7965 Epoch 3/20 7200/7200 [==============================] - 0s - loss: 0.4355 - acc: 0.7965 Epoch 4/20 7200/7200 [==============================] - 0s - loss: 0.4292 - acc: 0.7965 Epoch 5/20 7200/7200 [==============================] - 0s - loss: 0.4257 - acc: 0.7965 Epoch 6/20 7200/7200 [==============================] - 0s - loss: 0.4232 - acc: 0.7965 Epoch 7/20 7200/7200 [==============================] - 0s - loss: 0.4205 - acc: 0.7965 Epoch 8/20 7200/7200 [==============================] - 0s - loss: 0.4179 - acc: 0.8140 Epoch 9/20 7200/7200 [==============================] - 0s - loss: 0.4160 - acc: 0.8226 Epoch 10/20 7200/7200 [==============================] - 0s - loss: 0.4142 - acc: 0.8254 Epoch 11/20 7200/7200 [==============================] - 0s - loss: 0.4134 - acc: 0.8281 Epoch 12/20 7200/7200 [==============================] - 0s - loss: 0.4119 - acc: 0.8297 Epoch 13/20 7200/7200 [==============================] - 0s - loss: 0.4113 - acc: 0.8301 Epoch 14/20 7200/7200 [==============================] - 0s - loss: 0.4105 - acc: 0.8321 Epoch 15/20 7200/7200 [==============================] - 0s - loss: 0.4100 - acc: 0.8328 Epoch 16/20 7200/7200 [==============================] - 0s - loss: 0.4092 - acc: 0.8331 Epoch 17/20 7200/7200 [==============================] - 0s - loss: 0.4086 - acc: 0.8335 Epoch 18/20 7200/7200 [==============================] - 0s - loss: 0.4078 - acc: 0.8331 Epoch 19/20 7200/7200 [==============================] - 0s - loss: 0.4073 - acc: 0.8349 Epoch 20/20 7200/7200 [==============================] - 0s - loss: 0.4065 - acc: 0.8347 5952/7200 [=======================>......] - ETA: 0sEpoch 1/20 8000/8000 [==============================] - 2s - loss: 0.5500 - acc: 0.7974 Epoch 2/20 8000/8000 [==============================] - 0s - loss: 0.4309 - acc: 0.7981 Epoch 3/20 8000/8000 [==============================] - 0s - loss: 0.4253 - acc: 0.7981 Epoch 4/20 8000/8000 [==============================] - 0s - loss: 0.4218 - acc: 0.7981 Epoch 5/20 8000/8000 [==============================] - ETA: 0s - loss: 0.4199 - acc: 0.797 - 0s - loss: 0.4191 - acc: 0.7981 Epoch 6/20 8000/8000 [==============================] - 0s - loss: 0.4163 - acc: 0.8040 Epoch 7/20 8000/8000 [==============================] - 0s - loss: 0.4148 - acc: 0.8227 Epoch 8/20 8000/8000 [==============================] - 0s - loss: 0.4133 - acc: 0.8271 Epoch 9/20 8000/8000 [==============================] - 0s - loss: 0.4116 - acc: 0.8280 Epoch 10/20 8000/8000 [==============================] - 0s - loss: 0.4103 - acc: 0.8305 Epoch 11/20 8000/8000 [==============================] - 0s - loss: 0.4090 - acc: 0.8314 Epoch 12/20 8000/8000 [==============================] - 0s - loss: 0.4081 - acc: 0.8327 Epoch 13/20 8000/8000 [==============================] - 0s - loss: 0.4071 - acc: 0.8332 Epoch 14/20 8000/8000 [==============================] - 0s - loss: 0.4061 - acc: 0.8366 Epoch 15/20 8000/8000 [==============================] - 0s - loss: 0.4054 - acc: 0.8356 Epoch 16/20 8000/8000 [==============================] - 0s - loss: 0.4050 - acc: 0.8357 Epoch 17/20 8000/8000 [==============================] - 0s - loss: 0.4038 - acc: 0.8365 Epoch 18/20 8000/8000 [==============================] - 0s - loss: 0.4037 - acc: 0.8376 Epoch 19/20 8000/8000 [==============================] - 0s - loss: 0.4029 - acc: 0.8366 Epoch 20/20 8000/8000 [==============================] - 0s - loss: 0.4030 - acc: 0.8370
In [60]:
grid_search.best_params_
Out[60]:
{'batch_size': 25, 'epochs': 20, 'optimizer': 'adam'}
In [61]:
grid_search.best_score_
Out[61]:
0.84262499999999996
In [ ]:
No comments :
Post a Comment