Skip to content

Instantly share code, notes, and snippets.

@mirrornerror

mirrornerror/gpyopt_mnist.ipynb

Last active March 5, 2019 15:08
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save mirrornerror/189bf04040e66ee7ea4207c555384dfd to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save mirrornerror/189bf04040e66ee7ea4207c555384dfd to your computer and use it in GitHub Desktop.
Download ZIP
Kaggle Didital Recognizer(MNIST) using GPyOpt
Display the source blob
Display the rendered blob
Raw
gpyopt_mnist.ipynb
{
"cells": [
{
"metadata": {},
"cell_type": "markdown",
"source": "## Kaggel: Digit Recognizer(MNIST) by GPyOpt \nKaggle Digit recognizer: https://www.kaggle.com/c/digit-recognizer \nGPyOpt: https://github.com/SheffieldML/GPyOpt \n\n### Score:\n* initial_design_numdata=20, max_iter=50, score: 99.457 (515 mins: NVIDIA GTX1060)"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T15:33:43.235506Z",
"end_time": "2018-11-13T15:33:43.280036Z"
},
"trusted": true
},
"cell_type": "code",
"source": "import warnings\nwarnings.filterwarnings('ignore')\n\nimport GPy\nimport GPyOpt\n\nfrom keras.models import Sequential\nfrom keras.layers import Dense, Dropout, Activation, Reshape, Flatten, Conv2D, MaxPool2D, BatchNormalization\nfrom keras.callbacks import EarlyStopping, ModelCheckpoint, ReduceLROnPlateau\nfrom keras.utils import np_utils\nimport keras\n\nfrom sklearn.model_selection import train_test_split\nimport numpy as np\nimport matplotlib.pyplot as plt\nimport pandas as pd\n%matplotlib inline\n\n# fix random seed\nimport tensorflow as tf\nimport random as rn\nimport os\nos.environ['PYTHONHASHSEED'] = '0'\nseed = 123\nrn.seed(seed)\nnp.random.seed(seed)\nsession_conf = tf.ConfigProto(intra_op_parallelism_threads=1, inter_op_parallelism_threads=1)\nfrom keras import backend as K\ntf.set_random_seed(seed)\nsess = tf.Session(graph=tf.get_default_graph(), config=session_conf)\nK.set_session(sess)",
"execution_count": 4,
"outputs": []
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Data preparation: MNIST from Kaggle"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T15:33:43.281403Z",
"end_time": "2018-11-13T15:33:45.771414Z"
},
"trusted": true
},
"cell_type": "code",
"source": "train = pd.read_csv('../train.csv')\nlabel = train.label\ntrain = train.drop(['label'], axis=1)\n\nX_train, X_test, Y_train, Y_test = train_test_split(train, label, test_size=0.2, shuffle=True, random_state=seed)\nX_train = X_train.astype('float32') / 255\nX_test = X_test.astype('float32') / 255\nY_train = np_utils.to_categorical(Y_train, 10)\nY_test = np_utils.to_categorical(Y_test, 10)",
"execution_count": 5,
"outputs": []
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Hyperparameters:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T15:33:45.772796Z",
"end_time": "2018-11-13T15:33:45.782771Z"
},
"trusted": true
},
"cell_type": "code",
"source": "params = [\n {'name': 'Dropout_0', 'type': 'continuous', 'domain': (0.0, 0.5)},\n {'name': 'Dropout_1', 'type': 'continuous', 'domain': (0.0, 0.5)},\n {'name': 'Dropout_2', 'type': 'continuous', 'domain': (0.0, 0.5)},\n {'name': 'Dropout_3', 'type': 'continuous', 'domain': (0.0, 0.5)},\n {'name': 'Dense_0', 'type': 'discrete', 'domain': (128,256, 512)},\n {'name': 'Dense_1', 'type': 'discrete', 'domain': (64,128, 256)},\n {'name': 'validation_split', 'type': 'continuous', 'domain': (0.1, 0.3)}\n]",
"execution_count": 6,
"outputs": []
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## CNN Model:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T15:33:45.784065Z",
"end_time": "2018-11-13T15:33:45.915226Z"
},
"trusted": true
},
"cell_type": "code",
"source": "cnt = 0\ndef cnn_model(x):\n \n def Param(p_name):\n p_index = [p['name'] for p in params].index(p_name)\n p_type = params[p_index]['type']\n \n if type(x) is np.ndarray:\n if p_type == 'continuous':\n return float(x[:, p_index])\n else:\n return int(x[:, p_index])\n else: # list\n if p_type == 'continuous':\n return float(params[p_index]['domain'])\n else:\n return int(params[p_index]['domain'])\n \n initializer = keras.initializers.glorot_uniform(seed=seed)\n \n model = Sequential() \n model.add(Reshape((28,28,1), input_shape=(784,)))\n \n model.add(Conv2D(32, (5,5), padding='same', activation='relu', kernel_initializer=initializer))\n model.add(Conv2D(32, (5,5), padding='same', activation='relu', kernel_initializer=initializer))\n model.add(MaxPool2D(pool_size=(2,2)))\n model.add(BatchNormalization())\n model.add(Dropout(Param('Dropout_0'), seed=seed))\n \n model.add(Conv2D(64, (3,3), padding='same', activation='relu', kernel_initializer=initializer))\n model.add(Conv2D(64, (3,3), padding='same', activation='relu', kernel_initializer=initializer))\n model.add(MaxPool2D(pool_size=(2,2), strides=(2,2)))\n model.add(BatchNormalization())\n model.add(Dropout(Param('Dropout_1'), seed=seed))\n\n model.add(Flatten())\n model.add(Dense(Param('Dense_0'), activation=\"relu\", kernel_initializer=initializer))\n model.add(BatchNormalization())\n model.add(Dropout(Param('Dropout_2'), seed=seed))\n model.add(Dense(Param('Dense_1'), activation = \"relu\", kernel_initializer=initializer))\n model.add(BatchNormalization())\n model.add(Dropout(Param('Dropout_3'), seed=seed))\n \n model.add(Dense(10, activation = \"softmax\", kernel_initializer=initializer))\n\n model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['acc'])\n \n reduce_lr = ReduceLROnPlateau(monitor='val_loss', factor=0.5, patience=2, min_lr=1e-5,verbose=1, cooldown=1)\n early_stopping = EarlyStopping(monitor='val_loss', patience=5, verbose=1, mode='auto')\n\n hist = model.fit(X_train, Y_train,\n batch_size=32,\n epochs=50,\n verbose=1,\n shuffle=True,\n validation_split=Param('validation_split'),\n callbacks=[reduce_lr, early_stopping])\n \n loss = hist.history['val_loss'][-1]\n acc = hist.history['val_acc'][-1]\n \n global cnt\n print(cnt, ': Test_loss:', loss, ', Test_acc:', acc)\n print('Model: ', model, '\\n\\n')\n cnt += 1\n \n return loss, acc, model, hist",
"execution_count": 7,
"outputs": []
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Fitting function: \nreturn a negative accuracy value "
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T15:33:45.916776Z",
"end_time": "2018-11-13T15:33:45.923897Z"
},
"trusted": true
},
"cell_type": "code",
"source": "def f(x):\n loss, acc, model, hist = cnn_model(x)\n return -acc",
"execution_count": 8,
"outputs": []
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Bayesian Optimization:\n:model_type: type of model to use as surrogate:\n - 'GP', standard Gaussian process.\n - 'GP_MCMC', Gaussian process with prior in the hyper-parameters.\n - 'sparseGP', sparse Gaussian process.\n - 'warperdGP', warped Gaussian process.\n - 'InputWarpedGP', input warped Gaussian process\n - 'RF', random forest (scikit-learn). \n:acquisition_type: type of acquisition function to use.\n - 'EI', expected improvement.\n - 'EI_MCMC', integrated expected improvement (requires GP_MCMC model).\n - 'MPI', maximum probability of improvement.\n - 'MPI_MCMC', maximum probability of improvement (requires GP_MCMC model).\n - 'LCB', GP-Lower confidence bound.\n - 'LCB_MCMC', integrated GP-Lower confidence bound (requires GP_MCMC model)."
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T15:33:45.928323Z",
"end_time": "2018-11-13T16:38:17.534997Z"
},
"scrolled": true,
"trusted": true
},
"cell_type": "code",
"source": "opt = GPyOpt.methods.BayesianOptimization(f=f, \n domain=params,\n initial_design_numdata = 20,\n model_type='GP_MCMC',\n acquisition_type='EI_MCMC',\n exact_feval=True)",
"execution_count": 9,
"outputs": [
{
"output_type": "stream",
"text": "Train on 28941 samples, validate on 4659 samples\nEpoch 1/50\n28941/28941 [==============================] - 12s 402us/step - loss: 0.1988 - acc: 0.9390 - val_loss: 0.0993 - val_acc: 0.9693\nEpoch 2/50\n28941/28941 [==============================] - 10s 342us/step - loss: 0.0861 - acc: 0.9736 - val_loss: 0.0868 - val_acc: 0.9730\nEpoch 3/50\n28941/28941 [==============================] - 10s 344us/step - loss: 0.0636 - acc: 0.9803 - val_loss: 0.0723 - val_acc: 0.9800\nEpoch 4/50\n28941/28941 [==============================] - 10s 344us/step - loss: 0.0597 - acc: 0.9818 - val_loss: 0.0682 - val_acc: 0.9796\nEpoch 5/50\n28941/28941 [==============================] - 10s 345us/step - loss: 0.0513 - acc: 0.9845 - val_loss: 0.1747 - val_acc: 0.9493\nEpoch 6/50\n28941/28941 [==============================] - 10s 345us/step - loss: 0.0472 - acc: 0.9856 - val_loss: 0.0458 - val_acc: 0.9869\nEpoch 7/50\n28941/28941 [==============================] - 10s 344us/step - loss: 0.0441 - acc: 0.9865 - val_loss: 0.0435 - val_acc: 0.9878\nEpoch 8/50\n28941/28941 [==============================] - 10s 345us/step - loss: 0.0373 - acc: 0.9883 - val_loss: 0.0428 - val_acc: 0.9882\nEpoch 9/50\n28941/28941 [==============================] - 10s 348us/step - loss: 0.0330 - acc: 0.9897 - val_loss: 0.0351 - val_acc: 0.9903\nEpoch 10/50\n28941/28941 [==============================] - 10s 346us/step - loss: 0.0322 - acc: 0.9896 - val_loss: 0.0386 - val_acc: 0.9897\nEpoch 11/50\n28941/28941 [==============================] - 10s 346us/step - loss: 0.0283 - acc: 0.9911 - val_loss: 0.0424 - val_acc: 0.9893\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 12/50\n28941/28941 [==============================] - 10s 345us/step - loss: 0.0162 - acc: 0.9953 - val_loss: 0.0299 - val_acc: 0.9921\nEpoch 13/50\n28941/28941 [==============================] - 10s 346us/step - loss: 0.0115 - acc: 0.9962 - val_loss: 0.0350 - val_acc: 0.9918\nEpoch 14/50\n28941/28941 [==============================] - 10s 348us/step - loss: 0.0139 - acc: 0.9956 - val_loss: 0.0305 - val_acc: 0.9923\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n28941/28941 [==============================] - 10s 347us/step - loss: 0.0085 - acc: 0.9973 - val_loss: 0.0262 - val_acc: 0.9940\nEpoch 16/50\n28941/28941 [==============================] - 10s 351us/step - loss: 0.0064 - acc: 0.9977 - val_loss: 0.0268 - val_acc: 0.9933\nEpoch 17/50\n28941/28941 [==============================] - 10s 353us/step - loss: 0.0069 - acc: 0.9975 - val_loss: 0.0308 - val_acc: 0.9929\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n28941/28941 [==============================] - 10s 344us/step - loss: 0.0038 - acc: 0.9988 - val_loss: 0.0311 - val_acc: 0.9938\nEpoch 19/50\n28941/28941 [==============================] - 10s 346us/step - loss: 0.0039 - acc: 0.9987 - val_loss: 0.0298 - val_acc: 0.9938\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n28941/28941 [==============================] - 10s 344us/step - loss: 0.0034 - acc: 0.9990 - val_loss: 0.0289 - val_acc: 0.9936\nEpoch 00020: early stopping\n0 : Test_loss: 0.02891362011649349 , Test_acc: 0.9935608499678042\nModel: <keras.engine.sequential.Sequential object at 0x7fc595b20a20> \n\n\nTrain on 28266 samples, validate on 5334 samples\nEpoch 1/50\n28266/28266 [==============================] - 10s 359us/step - loss: 0.2351 - acc: 0.9274 - val_loss: 0.0668 - val_acc: 0.9777\nEpoch 2/50\n28266/28266 [==============================] - 9s 318us/step - loss: 0.0961 - acc: 0.9712 - val_loss: 0.0636 - val_acc: 0.9798\nEpoch 3/50\n28266/28266 [==============================] - 9s 319us/step - loss: 0.0719 - acc: 0.9782 - val_loss: 0.0745 - val_acc: 0.9781\nEpoch 4/50\n28266/28266 [==============================] - 9s 320us/step - loss: 0.0625 - acc: 0.9813 - val_loss: 0.0675 - val_acc: 0.9809\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0457 - acc: 0.9858 - val_loss: 0.0330 - val_acc: 0.9893\nEpoch 6/50\n28266/28266 [==============================] - 9s 322us/step - loss: 0.0382 - acc: 0.9886 - val_loss: 0.0314 - val_acc: 0.9893\nEpoch 7/50\n28266/28266 [==============================] - 9s 320us/step - loss: 0.0359 - acc: 0.9892 - val_loss: 0.0312 - val_acc: 0.9908\nEpoch 8/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0363 - acc: 0.9888 - val_loss: 0.0293 - val_acc: 0.9912\nEpoch 9/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0315 - acc: 0.9904 - val_loss: 0.0299 - val_acc: 0.9918\nEpoch 10/50\n28266/28266 [==============================] - 9s 320us/step - loss: 0.0297 - acc: 0.9905 - val_loss: 0.0436 - val_acc: 0.9871\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0235 - acc: 0.9932 - val_loss: 0.0253 - val_acc: 0.9927\nEpoch 12/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0185 - acc: 0.9946 - val_loss: 0.0269 - val_acc: 0.9923\nEpoch 13/50\n28266/28266 [==============================] - 9s 323us/step - loss: 0.0164 - acc: 0.9949 - val_loss: 0.0314 - val_acc: 0.9908\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0146 - acc: 0.9955 - val_loss: 0.0254 - val_acc: 0.9933\nEpoch 15/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0102 - acc: 0.9969 - val_loss: 0.0270 - val_acc: 0.9933\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0105 - acc: 0.9967 - val_loss: 0.0242 - val_acc: 0.9936\nEpoch 17/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0089 - acc: 0.9970 - val_loss: 0.0244 - val_acc: 0.9936\nEpoch 18/50\n28266/28266 [==============================] - 9s 320us/step - loss: 0.0085 - acc: 0.9976 - val_loss: 0.0234 - val_acc: 0.9942\nEpoch 19/50\n28266/28266 [==============================] - 9s 322us/step - loss: 0.0089 - acc: 0.9972 - val_loss: 0.0247 - val_acc: 0.9933\nEpoch 20/50\n28266/28266 [==============================] - 9s 323us/step - loss: 0.0083 - acc: 0.9975 - val_loss: 0.0254 - val_acc: 0.9934\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 21/50\n28266/28266 [==============================] - 9s 321us/step - loss: 0.0075 - acc: 0.9978 - val_loss: 0.0253 - val_acc: 0.9938\nEpoch 22/50\n28266/28266 [==============================] - 9s 322us/step - loss: 0.0076 - acc: 0.9976 - val_loss: 0.0251 - val_acc: 0.9938\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 23/50\n28266/28266 [==============================] - 9s 322us/step - loss: 0.0062 - acc: 0.9983 - val_loss: 0.0244 - val_acc: 0.9938\nEpoch 00023: early stopping\n1 : Test_loss: 0.02437641207949345 , Test_acc: 0.9938132733408324\nModel: <keras.engine.sequential.Sequential object at 0x7fc3e3917b38> \n\n\nTrain on 24743 samples, validate on 8857 samples\nEpoch 1/50\n24743/24743 [==============================] - 10s 417us/step - loss: 0.1709 - acc: 0.9479 - val_loss: 0.1363 - val_acc: 0.9594\nEpoch 2/50\n24743/24743 [==============================] - 9s 366us/step - loss: 0.0730 - acc: 0.9785 - val_loss: 0.1016 - val_acc: 0.9647\nEpoch 3/50\n24743/24743 [==============================] - 9s 367us/step - loss: 0.0526 - acc: 0.9842 - val_loss: 0.0705 - val_acc: 0.9776\nEpoch 4/50\n24743/24743 [==============================] - 9s 366us/step - loss: 0.0495 - acc: 0.9849 - val_loss: 0.0611 - val_acc: 0.9822\nEpoch 5/50\n24743/24743 [==============================] - 9s 368us/step - loss: 0.0413 - acc: 0.9870 - val_loss: 0.0471 - val_acc: 0.9862\nEpoch 6/50\n24743/24743 [==============================] - 9s 366us/step - loss: 0.0342 - acc: 0.9892 - val_loss: 0.0454 - val_acc: 0.9846\nEpoch 7/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "24743/24743 [==============================] - 9s 362us/step - loss: 0.0339 - acc: 0.9888 - val_loss: 0.0820 - val_acc: 0.9791\nEpoch 8/50\n24743/24743 [==============================] - 9s 362us/step - loss: 0.0302 - acc: 0.9903 - val_loss: 0.0583 - val_acc: 0.9827\n\nEpoch 00008: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 9/50\n24743/24743 [==============================] - 9s 360us/step - loss: 0.0191 - acc: 0.9939 - val_loss: 0.0309 - val_acc: 0.9915\nEpoch 10/50\n24743/24743 [==============================] - 9s 362us/step - loss: 0.0111 - acc: 0.9966 - val_loss: 0.0298 - val_acc: 0.9913\nEpoch 11/50\n24743/24743 [==============================] - 9s 361us/step - loss: 0.0107 - acc: 0.9966 - val_loss: 0.0333 - val_acc: 0.9909\nEpoch 12/50\n24743/24743 [==============================] - 9s 361us/step - loss: 0.0116 - acc: 0.9967 - val_loss: 0.0311 - val_acc: 0.9921\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n24743/24743 [==============================] - 9s 364us/step - loss: 0.0062 - acc: 0.9983 - val_loss: 0.0281 - val_acc: 0.9930\nEpoch 14/50\n24743/24743 [==============================] - 9s 365us/step - loss: 0.0046 - acc: 0.9987 - val_loss: 0.0266 - val_acc: 0.9938\nEpoch 15/50\n24743/24743 [==============================] - 9s 362us/step - loss: 0.0037 - acc: 0.9989 - val_loss: 0.0291 - val_acc: 0.9930\nEpoch 16/50\n24743/24743 [==============================] - 9s 364us/step - loss: 0.0034 - acc: 0.9990 - val_loss: 0.0278 - val_acc: 0.9923\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n24743/24743 [==============================] - 9s 366us/step - loss: 0.0029 - acc: 0.9992 - val_loss: 0.0276 - val_acc: 0.9933\nEpoch 18/50\n24743/24743 [==============================] - 9s 362us/step - loss: 0.0017 - acc: 0.9997 - val_loss: 0.0255 - val_acc: 0.9942\nEpoch 19/50\n24743/24743 [==============================] - 9s 361us/step - loss: 0.0019 - acc: 0.9995 - val_loss: 0.0271 - val_acc: 0.9938\nEpoch 20/50\n24743/24743 [==============================] - 9s 362us/step - loss: 0.0014 - acc: 0.9996 - val_loss: 0.0277 - val_acc: 0.9938\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 21/50\n24743/24743 [==============================] - 9s 361us/step - loss: 0.0013 - acc: 0.9997 - val_loss: 0.0275 - val_acc: 0.9938\nEpoch 22/50\n24743/24743 [==============================] - 9s 362us/step - loss: 0.0013 - acc: 0.9997 - val_loss: 0.0279 - val_acc: 0.9936\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 23/50\n24743/24743 [==============================] - 9s 361us/step - loss: 7.0273e-04 - acc: 1.0000 - val_loss: 0.0278 - val_acc: 0.9938\nEpoch 00023: early stopping\n2 : Test_loss: 0.027833595315088687 , Test_acc: 0.9937902224229423\nModel: <keras.engine.sequential.Sequential object at 0x7fc3f3d78b00> \n\n\nTrain on 26480 samples, validate on 7120 samples\nEpoch 1/50\n26480/26480 [==============================] - 11s 410us/step - loss: 0.2527 - acc: 0.9238 - val_loss: 0.0840 - val_acc: 0.9737\nEpoch 2/50\n26480/26480 [==============================] - 9s 358us/step - loss: 0.0980 - acc: 0.9705 - val_loss: 0.0747 - val_acc: 0.9775\nEpoch 3/50\n26480/26480 [==============================] - 9s 358us/step - loss: 0.0740 - acc: 0.9769 - val_loss: 0.0619 - val_acc: 0.9792\nEpoch 4/50\n26480/26480 [==============================] - 9s 357us/step - loss: 0.0648 - acc: 0.9810 - val_loss: 0.0795 - val_acc: 0.9750\nEpoch 5/50\n26480/26480 [==============================] - 9s 357us/step - loss: 0.0561 - acc: 0.9830 - val_loss: 0.0899 - val_acc: 0.9716\n\nEpoch 00005: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 6/50\n26480/26480 [==============================] - 9s 359us/step - loss: 0.0413 - acc: 0.9881 - val_loss: 0.0304 - val_acc: 0.9902\nEpoch 7/50\n26480/26480 [==============================] - 9s 358us/step - loss: 0.0337 - acc: 0.9891 - val_loss: 0.0299 - val_acc: 0.9906\nEpoch 8/50\n26480/26480 [==============================] - 9s 357us/step - loss: 0.0322 - acc: 0.9900 - val_loss: 0.0306 - val_acc: 0.9914\nEpoch 9/50\n26480/26480 [==============================] - 10s 361us/step - loss: 0.0286 - acc: 0.9908 - val_loss: 0.0299 - val_acc: 0.9909\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n26480/26480 [==============================] - 9s 357us/step - loss: 0.0206 - acc: 0.9934 - val_loss: 0.0252 - val_acc: 0.9927\nEpoch 11/50\n26480/26480 [==============================] - 9s 359us/step - loss: 0.0199 - acc: 0.9937 - val_loss: 0.0263 - val_acc: 0.9927\nEpoch 12/50\n26480/26480 [==============================] - 10s 360us/step - loss: 0.0183 - acc: 0.9944 - val_loss: 0.0216 - val_acc: 0.9940\nEpoch 13/50\n26480/26480 [==============================] - 9s 358us/step - loss: 0.0154 - acc: 0.9952 - val_loss: 0.0238 - val_acc: 0.9934\nEpoch 14/50\n26480/26480 [==============================] - 9s 355us/step - loss: 0.0139 - acc: 0.9961 - val_loss: 0.0290 - val_acc: 0.9923\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n26480/26480 [==============================] - 9s 359us/step - loss: 0.0107 - acc: 0.9967 - val_loss: 0.0257 - val_acc: 0.9935\nEpoch 16/50\n26480/26480 [==============================] - 9s 357us/step - loss: 0.0095 - acc: 0.9967 - val_loss: 0.0250 - val_acc: 0.9931\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n26480/26480 [==============================] - 9s 356us/step - loss: 0.0084 - acc: 0.9974 - val_loss: 0.0239 - val_acc: 0.9935\nEpoch 00017: early stopping\n3 : Test_loss: 0.023883192275421565 , Test_acc: 0.9935393258426967\nModel: <keras.engine.sequential.Sequential object at 0x7fc3f1e71da0> \n\n\nTrain on 25684 samples, validate on 7916 samples\nEpoch 1/50\n25684/25684 [==============================] - 10s 378us/step - loss: 0.3054 - acc: 0.9069 - val_loss: 0.0746 - val_acc: 0.9765\nEpoch 2/50\n25684/25684 [==============================] - 8s 320us/step - loss: 0.1134 - acc: 0.9665 - val_loss: 0.0722 - val_acc: 0.9771\nEpoch 3/50\n25684/25684 [==============================] - 8s 320us/step - loss: 0.0857 - acc: 0.9746 - val_loss: 0.0621 - val_acc: 0.9817\nEpoch 4/50\n25684/25684 [==============================] - 8s 320us/step - loss: 0.0727 - acc: 0.9779 - val_loss: 0.0452 - val_acc: 0.9856\nEpoch 5/50\n25684/25684 [==============================] - 8s 320us/step - loss: 0.0639 - acc: 0.9813 - val_loss: 0.0399 - val_acc: 0.9877\nEpoch 6/50\n25684/25684 [==============================] - 8s 322us/step - loss: 0.0603 - acc: 0.9821 - val_loss: 0.0406 - val_acc: 0.9877\nEpoch 7/50\n25684/25684 [==============================] - 8s 322us/step - loss: 0.0551 - acc: 0.9836 - val_loss: 0.0340 - val_acc: 0.9899\nEpoch 8/50\n25684/25684 [==============================] - 8s 321us/step - loss: 0.0465 - acc: 0.9861 - val_loss: 0.0411 - val_acc: 0.9879\nEpoch 9/50\n25684/25684 [==============================] - 8s 320us/step - loss: 0.0443 - acc: 0.9865 - val_loss: 0.0327 - val_acc: 0.9912\nEpoch 10/50\n25684/25684 [==============================] - 8s 320us/step - loss: 0.0439 - acc: 0.9868 - val_loss: 0.0318 - val_acc: 0.9896\nEpoch 11/50\n25684/25684 [==============================] - 8s 321us/step - loss: 0.0374 - acc: 0.9894 - val_loss: 0.0337 - val_acc: 0.9903\nEpoch 12/50\n25684/25684 [==============================] - 8s 322us/step - loss: 0.0369 - acc: 0.9887 - val_loss: 0.0357 - val_acc: 0.9890\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 13/50\n25684/25684 [==============================] - 8s 321us/step - loss: 0.0246 - acc: 0.9921 - val_loss: 0.0306 - val_acc: 0.9913\nEpoch 14/50\n25684/25684 [==============================] - 8s 322us/step - loss: 0.0231 - acc: 0.9932 - val_loss: 0.0253 - val_acc: 0.9929\nEpoch 15/50\n25684/25684 [==============================] - 8s 321us/step - loss: 0.0193 - acc: 0.9937 - val_loss: 0.0270 - val_acc: 0.9912\nEpoch 16/50\n25684/25684 [==============================] - 8s 321us/step - loss: 0.0210 - acc: 0.9937 - val_loss: 0.0306 - val_acc: 0.9923\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 17/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "25684/25684 [==============================] - 8s 319us/step - loss: 0.0176 - acc: 0.9946 - val_loss: 0.0280 - val_acc: 0.9924\nEpoch 18/50\n25684/25684 [==============================] - 8s 317us/step - loss: 0.0128 - acc: 0.9963 - val_loss: 0.0246 - val_acc: 0.9934\nEpoch 19/50\n25684/25684 [==============================] - 8s 318us/step - loss: 0.0118 - acc: 0.9962 - val_loss: 0.0277 - val_acc: 0.9936\nEpoch 20/50\n25684/25684 [==============================] - 8s 318us/step - loss: 0.0107 - acc: 0.9966 - val_loss: 0.0278 - val_acc: 0.9928\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 21/50\n25684/25684 [==============================] - 8s 318us/step - loss: 0.0112 - acc: 0.9965 - val_loss: 0.0266 - val_acc: 0.9934\nEpoch 22/50\n25684/25684 [==============================] - 8s 320us/step - loss: 0.0097 - acc: 0.9973 - val_loss: 0.0262 - val_acc: 0.9931\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 23/50\n25684/25684 [==============================] - 8s 317us/step - loss: 0.0084 - acc: 0.9973 - val_loss: 0.0267 - val_acc: 0.9933\nEpoch 00023: early stopping\n4 : Test_loss: 0.02673975746131378 , Test_acc: 0.9933046993431026\nModel: <keras.engine.sequential.Sequential object at 0x7fc3f0a0dd30> \n\n\nTrain on 24802 samples, validate on 8798 samples\nEpoch 1/50\n24802/24802 [==============================] - 11s 437us/step - loss: 0.2531 - acc: 0.9243 - val_loss: 0.0794 - val_acc: 0.9744\nEpoch 2/50\n24802/24802 [==============================] - 9s 371us/step - loss: 0.1018 - acc: 0.9708 - val_loss: 0.0512 - val_acc: 0.9837\nEpoch 3/50\n24802/24802 [==============================] - 9s 372us/step - loss: 0.0758 - acc: 0.9784 - val_loss: 0.0739 - val_acc: 0.9750\nEpoch 4/50\n24802/24802 [==============================] - 9s 373us/step - loss: 0.0704 - acc: 0.9790 - val_loss: 0.0519 - val_acc: 0.9841\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n24802/24802 [==============================] - 9s 370us/step - loss: 0.0480 - acc: 0.9853 - val_loss: 0.0369 - val_acc: 0.9897\nEpoch 6/50\n24802/24802 [==============================] - 9s 371us/step - loss: 0.0370 - acc: 0.9887 - val_loss: 0.0349 - val_acc: 0.9892\nEpoch 7/50\n24802/24802 [==============================] - 9s 372us/step - loss: 0.0390 - acc: 0.9874 - val_loss: 0.0298 - val_acc: 0.9905\nEpoch 8/50\n24802/24802 [==============================] - 9s 372us/step - loss: 0.0342 - acc: 0.9895 - val_loss: 0.0292 - val_acc: 0.9908\nEpoch 9/50\n24802/24802 [==============================] - 9s 373us/step - loss: 0.0361 - acc: 0.9883 - val_loss: 0.0372 - val_acc: 0.9906\nEpoch 10/50\n24802/24802 [==============================] - 9s 372us/step - loss: 0.0324 - acc: 0.9906 - val_loss: 0.0381 - val_acc: 0.9898\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n24802/24802 [==============================] - 9s 370us/step - loss: 0.0260 - acc: 0.9922 - val_loss: 0.0264 - val_acc: 0.9926\nEpoch 12/50\n24802/24802 [==============================] - 9s 372us/step - loss: 0.0246 - acc: 0.9921 - val_loss: 0.0292 - val_acc: 0.9925\nEpoch 13/50\n24802/24802 [==============================] - 9s 369us/step - loss: 0.0203 - acc: 0.9940 - val_loss: 0.0261 - val_acc: 0.9936\nEpoch 14/50\n24802/24802 [==============================] - 9s 373us/step - loss: 0.0149 - acc: 0.9951 - val_loss: 0.0262 - val_acc: 0.9931\nEpoch 15/50\n24802/24802 [==============================] - 9s 373us/step - loss: 0.0157 - acc: 0.9947 - val_loss: 0.0264 - val_acc: 0.9936\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n24802/24802 [==============================] - 9s 371us/step - loss: 0.0115 - acc: 0.9963 - val_loss: 0.0263 - val_acc: 0.9942\nEpoch 17/50\n24802/24802 [==============================] - 9s 371us/step - loss: 0.0116 - acc: 0.9966 - val_loss: 0.0265 - val_acc: 0.9936\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n24802/24802 [==============================] - 9s 374us/step - loss: 0.0093 - acc: 0.9973 - val_loss: 0.0268 - val_acc: 0.9940\nEpoch 00018: early stopping\n5 : Test_loss: 0.026838125424636206 , Test_acc: 0.9939759036144579\nModel: <keras.engine.sequential.Sequential object at 0x7fc3e7630588> \n\n\nTrain on 24403 samples, validate on 9197 samples\nEpoch 1/50\n24403/24403 [==============================] - 11s 445us/step - loss: 0.1767 - acc: 0.9438 - val_loss: 0.0585 - val_acc: 0.9820\nEpoch 2/50\n24403/24403 [==============================] - 9s 375us/step - loss: 0.0705 - acc: 0.9786 - val_loss: 0.0501 - val_acc: 0.9850\nEpoch 3/50\n24403/24403 [==============================] - 9s 375us/step - loss: 0.0599 - acc: 0.9807 - val_loss: 0.0426 - val_acc: 0.9851\nEpoch 4/50\n24403/24403 [==============================] - 9s 375us/step - loss: 0.0458 - acc: 0.9860 - val_loss: 0.0456 - val_acc: 0.9861\nEpoch 5/50\n24403/24403 [==============================] - 9s 375us/step - loss: 0.0387 - acc: 0.9883 - val_loss: 0.0584 - val_acc: 0.9841\n\nEpoch 00005: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 6/50\n24403/24403 [==============================] - 9s 376us/step - loss: 0.0235 - acc: 0.9932 - val_loss: 0.0264 - val_acc: 0.9921\nEpoch 7/50\n24403/24403 [==============================] - 9s 376us/step - loss: 0.0187 - acc: 0.9936 - val_loss: 0.0382 - val_acc: 0.9890\nEpoch 8/50\n24403/24403 [==============================] - 9s 375us/step - loss: 0.0202 - acc: 0.9932 - val_loss: 0.0336 - val_acc: 0.9892\n\nEpoch 00008: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 9/50\n24403/24403 [==============================] - 9s 376us/step - loss: 0.0125 - acc: 0.9962 - val_loss: 0.0291 - val_acc: 0.9916\nEpoch 10/50\n24403/24403 [==============================] - 9s 377us/step - loss: 0.0104 - acc: 0.9972 - val_loss: 0.0340 - val_acc: 0.9912\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 11/50\n24403/24403 [==============================] - 9s 378us/step - loss: 0.0063 - acc: 0.9980 - val_loss: 0.0269 - val_acc: 0.9922\nEpoch 00011: early stopping\n6 : Test_loss: 0.02690894697731994 , Test_acc: 0.9921713602261607\nModel: <keras.engine.sequential.Sequential object at 0x7fc3e61b9ba8> \n\n\nTrain on 27431 samples, validate on 6169 samples\nEpoch 1/50\n27431/27431 [==============================] - 11s 405us/step - loss: 0.2408 - acc: 0.9240 - val_loss: 0.0977 - val_acc: 0.9677\nEpoch 2/50\n27431/27431 [==============================] - 9s 341us/step - loss: 0.0964 - acc: 0.9709 - val_loss: 0.0626 - val_acc: 0.9801\nEpoch 3/50\n27431/27431 [==============================] - 9s 341us/step - loss: 0.0741 - acc: 0.9773 - val_loss: 0.0662 - val_acc: 0.9801\nEpoch 4/50\n27431/27431 [==============================] - 9s 341us/step - loss: 0.0657 - acc: 0.9802 - val_loss: 0.0428 - val_acc: 0.9875\nEpoch 5/50\n27431/27431 [==============================] - 9s 339us/step - loss: 0.0549 - acc: 0.9832 - val_loss: 0.0376 - val_acc: 0.9887\nEpoch 6/50\n27431/27431 [==============================] - 9s 340us/step - loss: 0.0510 - acc: 0.9845 - val_loss: 0.0537 - val_acc: 0.9822\nEpoch 7/50\n27431/27431 [==============================] - 9s 339us/step - loss: 0.0491 - acc: 0.9854 - val_loss: 0.0391 - val_acc: 0.9874\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n27431/27431 [==============================] - 9s 340us/step - loss: 0.0315 - acc: 0.9910 - val_loss: 0.0270 - val_acc: 0.9912\nEpoch 9/50\n27431/27431 [==============================] - 9s 342us/step - loss: 0.0236 - acc: 0.9926 - val_loss: 0.0368 - val_acc: 0.9891\nEpoch 10/50\n27431/27431 [==============================] - 9s 342us/step - loss: 0.0220 - acc: 0.9935 - val_loss: 0.0262 - val_acc: 0.9934\nEpoch 11/50\n27431/27431 [==============================] - 9s 342us/step - loss: 0.0210 - acc: 0.9932 - val_loss: 0.0286 - val_acc: 0.9921\nEpoch 12/50\n27431/27431 [==============================] - 9s 341us/step - loss: 0.0221 - acc: 0.9932 - val_loss: 0.0334 - val_acc: 0.9909\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "27431/27431 [==============================] - 9s 341us/step - loss: 0.0150 - acc: 0.9954 - val_loss: 0.0259 - val_acc: 0.9934\nEpoch 14/50\n27431/27431 [==============================] - 9s 338us/step - loss: 0.0124 - acc: 0.9963 - val_loss: 0.0271 - val_acc: 0.9942\nEpoch 15/50\n27431/27431 [==============================] - 9s 338us/step - loss: 0.0101 - acc: 0.9967 - val_loss: 0.0258 - val_acc: 0.9937\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n27431/27431 [==============================] - 9s 339us/step - loss: 0.0077 - acc: 0.9977 - val_loss: 0.0259 - val_acc: 0.9932\nEpoch 17/50\n27431/27431 [==============================] - 9s 340us/step - loss: 0.0067 - acc: 0.9978 - val_loss: 0.0259 - val_acc: 0.9934\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n27431/27431 [==============================] - 9s 341us/step - loss: 0.0062 - acc: 0.9980 - val_loss: 0.0261 - val_acc: 0.9935\nEpoch 19/50\n27431/27431 [==============================] - 9s 342us/step - loss: 0.0053 - acc: 0.9984 - val_loss: 0.0255 - val_acc: 0.9935\nEpoch 20/50\n27431/27431 [==============================] - 9s 339us/step - loss: 0.0043 - acc: 0.9987 - val_loss: 0.0263 - val_acc: 0.9934\nEpoch 21/50\n27431/27431 [==============================] - 9s 340us/step - loss: 0.0040 - acc: 0.9989 - val_loss: 0.0277 - val_acc: 0.9934\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 22/50\n27431/27431 [==============================] - 9s 342us/step - loss: 0.0035 - acc: 0.9992 - val_loss: 0.0290 - val_acc: 0.9929\nEpoch 23/50\n27431/27431 [==============================] - 9s 339us/step - loss: 0.0038 - acc: 0.9992 - val_loss: 0.0262 - val_acc: 0.9940\n\nEpoch 00023: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 24/50\n27431/27431 [==============================] - 9s 341us/step - loss: 0.0032 - acc: 0.9991 - val_loss: 0.0270 - val_acc: 0.9935\nEpoch 00024: early stopping\n7 : Test_loss: 0.02696842775236385 , Test_acc: 0.9935159669314314\nModel: <keras.engine.sequential.Sequential object at 0x7fc3e4dae828> \n\n\nTrain on 29843 samples, validate on 3757 samples\nEpoch 1/50\n29843/29843 [==============================] - 13s 429us/step - loss: 0.1857 - acc: 0.9443 - val_loss: 0.0707 - val_acc: 0.9742\nEpoch 2/50\n29843/29843 [==============================] - 11s 364us/step - loss: 0.0780 - acc: 0.9770 - val_loss: 0.0535 - val_acc: 0.9838\nEpoch 3/50\n29843/29843 [==============================] - 11s 363us/step - loss: 0.0637 - acc: 0.9802 - val_loss: 0.0498 - val_acc: 0.9832\nEpoch 4/50\n29843/29843 [==============================] - 11s 364us/step - loss: 0.0538 - acc: 0.9839 - val_loss: 0.0453 - val_acc: 0.9870\nEpoch 5/50\n29843/29843 [==============================] - 11s 364us/step - loss: 0.0505 - acc: 0.9844 - val_loss: 0.0402 - val_acc: 0.9870\nEpoch 6/50\n29843/29843 [==============================] - 11s 363us/step - loss: 0.0413 - acc: 0.9868 - val_loss: 0.0362 - val_acc: 0.9891\nEpoch 7/50\n29843/29843 [==============================] - 11s 364us/step - loss: 0.0366 - acc: 0.9890 - val_loss: 0.0320 - val_acc: 0.9912\nEpoch 8/50\n29843/29843 [==============================] - 11s 364us/step - loss: 0.0339 - acc: 0.9896 - val_loss: 0.0383 - val_acc: 0.9878\nEpoch 9/50\n29843/29843 [==============================] - 11s 362us/step - loss: 0.0312 - acc: 0.9899 - val_loss: 0.0335 - val_acc: 0.9886\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n29843/29843 [==============================] - 11s 364us/step - loss: 0.0210 - acc: 0.9937 - val_loss: 0.0233 - val_acc: 0.9939\nEpoch 11/50\n29843/29843 [==============================] - 11s 365us/step - loss: 0.0155 - acc: 0.9949 - val_loss: 0.0307 - val_acc: 0.9920\nEpoch 12/50\n29843/29843 [==============================] - 11s 365us/step - loss: 0.0141 - acc: 0.9960 - val_loss: 0.0293 - val_acc: 0.9923\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n29843/29843 [==============================] - 11s 365us/step - loss: 0.0106 - acc: 0.9965 - val_loss: 0.0263 - val_acc: 0.9933\nEpoch 14/50\n29843/29843 [==============================] - 11s 364us/step - loss: 0.0078 - acc: 0.9975 - val_loss: 0.0249 - val_acc: 0.9947\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n29843/29843 [==============================] - 11s 363us/step - loss: 0.0061 - acc: 0.9984 - val_loss: 0.0245 - val_acc: 0.9941\nEpoch 00015: early stopping\n8 : Test_loss: 0.024520366916637858 , Test_acc: 0.9941442640404579\nModel: <keras.engine.sequential.Sequential object at 0x7fc3e1aeb7b8> \n\n\nTrain on 27024 samples, validate on 6576 samples\nEpoch 1/50\n27024/27024 [==============================] - 11s 422us/step - loss: 0.1666 - acc: 0.9483 - val_loss: 0.0759 - val_acc: 0.9776\nEpoch 2/50\n27024/27024 [==============================] - 9s 350us/step - loss: 0.0732 - acc: 0.9776 - val_loss: 0.0795 - val_acc: 0.9749\nEpoch 3/50\n27024/27024 [==============================] - 9s 350us/step - loss: 0.0589 - acc: 0.9807 - val_loss: 0.0698 - val_acc: 0.9795\nEpoch 4/50\n27024/27024 [==============================] - 9s 349us/step - loss: 0.0510 - acc: 0.9840 - val_loss: 0.0448 - val_acc: 0.9874\nEpoch 5/50\n27024/27024 [==============================] - 9s 349us/step - loss: 0.0398 - acc: 0.9864 - val_loss: 0.0475 - val_acc: 0.9859\nEpoch 6/50\n27024/27024 [==============================] - 9s 349us/step - loss: 0.0377 - acc: 0.9882 - val_loss: 0.0531 - val_acc: 0.9872\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n27024/27024 [==============================] - 9s 351us/step - loss: 0.0201 - acc: 0.9937 - val_loss: 0.0309 - val_acc: 0.9904\nEpoch 8/50\n27024/27024 [==============================] - 9s 350us/step - loss: 0.0150 - acc: 0.9951 - val_loss: 0.0371 - val_acc: 0.9889\nEpoch 9/50\n27024/27024 [==============================] - 9s 351us/step - loss: 0.0160 - acc: 0.9949 - val_loss: 0.0375 - val_acc: 0.9889\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n27024/27024 [==============================] - 10s 352us/step - loss: 0.0090 - acc: 0.9972 - val_loss: 0.0301 - val_acc: 0.9916\nEpoch 11/50\n27024/27024 [==============================] - 9s 349us/step - loss: 0.0061 - acc: 0.9980 - val_loss: 0.0287 - val_acc: 0.9924\nEpoch 12/50\n27024/27024 [==============================] - 9s 350us/step - loss: 0.0045 - acc: 0.9987 - val_loss: 0.0350 - val_acc: 0.9916\nEpoch 13/50\n27024/27024 [==============================] - 9s 350us/step - loss: 0.0044 - acc: 0.9985 - val_loss: 0.0410 - val_acc: 0.9897\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n27024/27024 [==============================] - 9s 350us/step - loss: 0.0033 - acc: 0.9987 - val_loss: 0.0316 - val_acc: 0.9929\nEpoch 15/50\n27024/27024 [==============================] - 9s 351us/step - loss: 0.0022 - acc: 0.9995 - val_loss: 0.0328 - val_acc: 0.9924\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n27024/27024 [==============================] - 10s 352us/step - loss: 0.0017 - acc: 0.9995 - val_loss: 0.0296 - val_acc: 0.9936\nEpoch 00016: early stopping\n9 : Test_loss: 0.029581246142070285 , Test_acc: 0.9936131386861314\nModel: <keras.engine.sequential.Sequential object at 0x7fc3e064aa20> \n\n\nTrain on 26737 samples, validate on 6863 samples\nEpoch 1/50\n26737/26737 [==============================] - 12s 459us/step - loss: 0.2880 - acc: 0.9148 - val_loss: 0.0637 - val_acc: 0.9779\nEpoch 2/50\n26737/26737 [==============================] - 10s 380us/step - loss: 0.1100 - acc: 0.9690 - val_loss: 0.0706 - val_acc: 0.9789\nEpoch 3/50\n26737/26737 [==============================] - 10s 382us/step - loss: 0.0874 - acc: 0.9754 - val_loss: 0.0469 - val_acc: 0.9844\nEpoch 4/50\n26737/26737 [==============================] - 10s 382us/step - loss: 0.0752 - acc: 0.9774 - val_loss: 0.0754 - val_acc: 0.9776\nEpoch 5/50\n26737/26737 [==============================] - 10s 381us/step - loss: 0.0622 - acc: 0.9820 - val_loss: 0.0463 - val_acc: 0.9853\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 6/50\n26737/26737 [==============================] - 10s 378us/step - loss: 0.0591 - acc: 0.9826 - val_loss: 0.0479 - val_acc: 0.9859\nEpoch 7/50\n26737/26737 [==============================] - 10s 380us/step - loss: 0.0535 - acc: 0.9843 - val_loss: 0.0449 - val_acc: 0.9864\nEpoch 8/50\n26737/26737 [==============================] - 10s 381us/step - loss: 0.0475 - acc: 0.9859 - val_loss: 0.0390 - val_acc: 0.9885\nEpoch 9/50\n26737/26737 [==============================] - 10s 379us/step - loss: 0.0473 - acc: 0.9856 - val_loss: 0.0408 - val_acc: 0.9881\nEpoch 10/50\n26737/26737 [==============================] - 10s 381us/step - loss: 0.0405 - acc: 0.9881 - val_loss: 0.0432 - val_acc: 0.9869\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n26737/26737 [==============================] - 10s 381us/step - loss: 0.0262 - acc: 0.9920 - val_loss: 0.0248 - val_acc: 0.9927\nEpoch 12/50\n26737/26737 [==============================] - 10s 381us/step - loss: 0.0208 - acc: 0.9936 - val_loss: 0.0247 - val_acc: 0.9933\nEpoch 13/50\n26737/26737 [==============================] - 10s 380us/step - loss: 0.0198 - acc: 0.9940 - val_loss: 0.0285 - val_acc: 0.9929\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n26737/26737 [==============================] - 10s 382us/step - loss: 0.0163 - acc: 0.9954 - val_loss: 0.0247 - val_acc: 0.9942\nEpoch 15/50\n26737/26737 [==============================] - 10s 383us/step - loss: 0.0141 - acc: 0.9960 - val_loss: 0.0238 - val_acc: 0.9933\nEpoch 16/50\n26737/26737 [==============================] - 10s 382us/step - loss: 0.0130 - acc: 0.9963 - val_loss: 0.0253 - val_acc: 0.9940\nEpoch 17/50\n26737/26737 [==============================] - 10s 381us/step - loss: 0.0100 - acc: 0.9969 - val_loss: 0.0269 - val_acc: 0.9930\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n26737/26737 [==============================] - 10s 383us/step - loss: 0.0080 - acc: 0.9977 - val_loss: 0.0274 - val_acc: 0.9933\nEpoch 19/50\n26737/26737 [==============================] - 10s 386us/step - loss: 0.0098 - acc: 0.9970 - val_loss: 0.0268 - val_acc: 0.9940\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n26737/26737 [==============================] - 10s 384us/step - loss: 0.0083 - acc: 0.9980 - val_loss: 0.0263 - val_acc: 0.9942\nEpoch 00020: early stopping\n10 : Test_loss: 0.026292715069220457 , Test_acc: 0.9941716450531838\nModel: <keras.engine.sequential.Sequential object at 0x7fc3d2abd400> \n\n\nTrain on 26338 samples, validate on 7262 samples\nEpoch 1/50\n26338/26338 [==============================] - 12s 445us/step - loss: 0.2632 - acc: 0.9205 - val_loss: 0.0677 - val_acc: 0.9796\nEpoch 2/50\n26338/26338 [==============================] - 9s 360us/step - loss: 0.0952 - acc: 0.9720 - val_loss: 0.0424 - val_acc: 0.9850\nEpoch 3/50\n26338/26338 [==============================] - 9s 360us/step - loss: 0.0790 - acc: 0.9760 - val_loss: 0.0798 - val_acc: 0.9741\nEpoch 4/50\n26338/26338 [==============================] - 9s 359us/step - loss: 0.0989 - acc: 0.9705 - val_loss: 0.0415 - val_acc: 0.9861\nEpoch 5/50\n26338/26338 [==============================] - 9s 360us/step - loss: 0.0636 - acc: 0.9804 - val_loss: 0.0366 - val_acc: 0.9882\nEpoch 6/50\n26338/26338 [==============================] - 9s 358us/step - loss: 0.0542 - acc: 0.9835 - val_loss: 0.0453 - val_acc: 0.9861\nEpoch 7/50\n26338/26338 [==============================] - 10s 363us/step - loss: 0.0794 - acc: 0.9754 - val_loss: 0.0437 - val_acc: 0.9862\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n26338/26338 [==============================] - 10s 362us/step - loss: 0.0444 - acc: 0.9865 - val_loss: 0.0332 - val_acc: 0.9899\nEpoch 9/50\n26338/26338 [==============================] - 9s 358us/step - loss: 0.0397 - acc: 0.9878 - val_loss: 0.0368 - val_acc: 0.9897\nEpoch 10/50\n26338/26338 [==============================] - 9s 358us/step - loss: 0.0362 - acc: 0.9883 - val_loss: 0.0369 - val_acc: 0.9876\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n26338/26338 [==============================] - 9s 358us/step - loss: 0.0326 - acc: 0.9900 - val_loss: 0.0260 - val_acc: 0.9919\nEpoch 12/50\n26338/26338 [==============================] - 9s 360us/step - loss: 0.0272 - acc: 0.9916 - val_loss: 0.0264 - val_acc: 0.9924\nEpoch 13/50\n26338/26338 [==============================] - 9s 360us/step - loss: 0.0256 - acc: 0.9915 - val_loss: 0.0307 - val_acc: 0.9919\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n26338/26338 [==============================] - 9s 360us/step - loss: 0.0235 - acc: 0.9926 - val_loss: 0.0276 - val_acc: 0.9927\nEpoch 15/50\n26338/26338 [==============================] - 9s 359us/step - loss: 0.0185 - acc: 0.9943 - val_loss: 0.0263 - val_acc: 0.9931\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n26338/26338 [==============================] - 9s 360us/step - loss: 0.0186 - acc: 0.9940 - val_loss: 0.0263 - val_acc: 0.9931\nEpoch 00016: early stopping\n11 : Test_loss: 0.02627081357027809 , Test_acc: 0.9931148443954834\nModel: <keras.engine.sequential.Sequential object at 0x7fc3c4cab860> \n\n\nTrain on 28162 samples, validate on 5438 samples\nEpoch 1/50\n28162/28162 [==============================] - 12s 422us/step - loss: 0.3187 - acc: 0.8999 - val_loss: 0.0936 - val_acc: 0.9684\nEpoch 2/50\n28162/28162 [==============================] - 10s 339us/step - loss: 0.1062 - acc: 0.9678 - val_loss: 0.0694 - val_acc: 0.9770\nEpoch 3/50\n28162/28162 [==============================] - 10s 340us/step - loss: 0.0882 - acc: 0.9739 - val_loss: 0.0670 - val_acc: 0.9807\nEpoch 4/50\n28162/28162 [==============================] - 10s 339us/step - loss: 0.0770 - acc: 0.9776 - val_loss: 0.0708 - val_acc: 0.9805\nEpoch 5/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0829 - acc: 0.9748 - val_loss: 0.0506 - val_acc: 0.9838\nEpoch 6/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0624 - acc: 0.9805 - val_loss: 0.0434 - val_acc: 0.9866\nEpoch 7/50\n28162/28162 [==============================] - 10s 340us/step - loss: 0.0885 - acc: 0.9733 - val_loss: 0.0409 - val_acc: 0.9858\nEpoch 8/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0530 - acc: 0.9831 - val_loss: 0.0418 - val_acc: 0.9875\nEpoch 9/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0514 - acc: 0.9847 - val_loss: 0.0449 - val_acc: 0.9846\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n28162/28162 [==============================] - 10s 342us/step - loss: 0.0641 - acc: 0.9802 - val_loss: 0.0333 - val_acc: 0.9893\nEpoch 11/50\n28162/28162 [==============================] - 10s 342us/step - loss: 0.0388 - acc: 0.9880 - val_loss: 0.0315 - val_acc: 0.9899\nEpoch 12/50\n28162/28162 [==============================] - 10s 342us/step - loss: 0.0372 - acc: 0.9889 - val_loss: 0.0274 - val_acc: 0.9917\nEpoch 13/50\n28162/28162 [==============================] - 10s 343us/step - loss: 0.0337 - acc: 0.9904 - val_loss: 0.0273 - val_acc: 0.9910\nEpoch 14/50\n28162/28162 [==============================] - 10s 343us/step - loss: 0.0306 - acc: 0.9903 - val_loss: 0.0295 - val_acc: 0.9915\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n28162/28162 [==============================] - 10s 343us/step - loss: 0.0253 - acc: 0.9924 - val_loss: 0.0270 - val_acc: 0.9908\nEpoch 16/50\n28162/28162 [==============================] - 10s 344us/step - loss: 0.0228 - acc: 0.9930 - val_loss: 0.0272 - val_acc: 0.9917\nEpoch 17/50\n28162/28162 [==============================] - 10s 342us/step - loss: 0.0232 - acc: 0.9931 - val_loss: 0.0232 - val_acc: 0.9928\nEpoch 18/50\n28162/28162 [==============================] - 10s 342us/step - loss: 0.0221 - acc: 0.9933 - val_loss: 0.0265 - val_acc: 0.9915\nEpoch 19/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0230 - acc: 0.9927 - val_loss: 0.0230 - val_acc: 0.9932\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 20/50\n28162/28162 [==============================] - 10s 340us/step - loss: 0.0217 - acc: 0.9932 - val_loss: 0.0225 - val_acc: 0.9936\nEpoch 21/50\n28162/28162 [==============================] - 10s 339us/step - loss: 0.0164 - acc: 0.9952 - val_loss: 0.0235 - val_acc: 0.9923\nEpoch 22/50\n28162/28162 [==============================] - 10s 339us/step - loss: 0.0166 - acc: 0.9949 - val_loss: 0.0241 - val_acc: 0.9923\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 23/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0173 - acc: 0.9947 - val_loss: 0.0207 - val_acc: 0.9937\nEpoch 24/50\n28162/28162 [==============================] - 10s 340us/step - loss: 0.0135 - acc: 0.9962 - val_loss: 0.0240 - val_acc: 0.9937\nEpoch 25/50\n28162/28162 [==============================] - 10s 339us/step - loss: 0.0152 - acc: 0.9953 - val_loss: 0.0242 - val_acc: 0.9939\n\nEpoch 00025: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 26/50\n28162/28162 [==============================] - 10s 339us/step - loss: 0.0150 - acc: 0.9955 - val_loss: 0.0223 - val_acc: 0.9943\nEpoch 27/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0134 - acc: 0.9953 - val_loss: 0.0234 - val_acc: 0.9945\n\nEpoch 00027: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 28/50\n28162/28162 [==============================] - 10s 341us/step - loss: 0.0112 - acc: 0.9963 - val_loss: 0.0230 - val_acc: 0.9945\nEpoch 00028: early stopping\n12 : Test_loss: 0.023006004836798107 , Test_acc: 0.9944832659065833\nModel: <keras.engine.sequential.Sequential object at 0x7fc3bf84e2e8> \n\n\nTrain on 24058 samples, validate on 9542 samples\nEpoch 1/50\n24058/24058 [==============================] - 12s 481us/step - loss: 0.2539 - acc: 0.9253 - val_loss: 0.0660 - val_acc: 0.9795\nEpoch 2/50\n24058/24058 [==============================] - 9s 379us/step - loss: 0.0959 - acc: 0.9717 - val_loss: 0.0678 - val_acc: 0.9786\nEpoch 3/50\n24058/24058 [==============================] - 9s 382us/step - loss: 0.0798 - acc: 0.9756 - val_loss: 0.0835 - val_acc: 0.9740\n\nEpoch 00003: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 4/50\n24058/24058 [==============================] - 9s 380us/step - loss: 0.0509 - acc: 0.9841 - val_loss: 0.0368 - val_acc: 0.9891\nEpoch 5/50\n24058/24058 [==============================] - 9s 383us/step - loss: 0.0413 - acc: 0.9874 - val_loss: 0.0416 - val_acc: 0.9872\nEpoch 6/50\n24058/24058 [==============================] - 9s 381us/step - loss: 0.0363 - acc: 0.9890 - val_loss: 0.0366 - val_acc: 0.9884\nEpoch 7/50\n24058/24058 [==============================] - 9s 382us/step - loss: 0.0356 - acc: 0.9882 - val_loss: 0.0459 - val_acc: 0.9865\nEpoch 8/50\n24058/24058 [==============================] - 9s 384us/step - loss: 0.0362 - acc: 0.9885 - val_loss: 0.0355 - val_acc: 0.9892\nEpoch 9/50\n24058/24058 [==============================] - 9s 380us/step - loss: 0.0323 - acc: 0.9895 - val_loss: 0.0397 - val_acc: 0.9898\nEpoch 10/50\n24058/24058 [==============================] - 9s 381us/step - loss: 0.0287 - acc: 0.9914 - val_loss: 0.0378 - val_acc: 0.9874\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n24058/24058 [==============================] - 9s 384us/step - loss: 0.0198 - acc: 0.9938 - val_loss: 0.0358 - val_acc: 0.9901\nEpoch 12/50\n24058/24058 [==============================] - 9s 382us/step - loss: 0.0170 - acc: 0.9946 - val_loss: 0.0290 - val_acc: 0.9919\nEpoch 13/50\n24058/24058 [==============================] - 9s 381us/step - loss: 0.0137 - acc: 0.9951 - val_loss: 0.0322 - val_acc: 0.9909\nEpoch 14/50\n24058/24058 [==============================] - 9s 382us/step - loss: 0.0131 - acc: 0.9962 - val_loss: 0.0451 - val_acc: 0.9892\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n24058/24058 [==============================] - 9s 380us/step - loss: 0.0124 - acc: 0.9962 - val_loss: 0.0300 - val_acc: 0.9921\nEpoch 16/50\n24058/24058 [==============================] - 9s 382us/step - loss: 0.0096 - acc: 0.9971 - val_loss: 0.0321 - val_acc: 0.9921\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n24058/24058 [==============================] - 9s 380us/step - loss: 0.0078 - acc: 0.9978 - val_loss: 0.0299 - val_acc: 0.9932\nEpoch 00017: early stopping\n13 : Test_loss: 0.029895627707111946 , Test_acc: 0.9931880108991825\nModel: <keras.engine.sequential.Sequential object at 0x7fc3be46bac8> \n\n\nTrain on 25836 samples, validate on 7764 samples\nEpoch 1/50\n25836/25836 [==============================] - 13s 505us/step - loss: 0.2361 - acc: 0.9272 - val_loss: 0.0559 - val_acc: 0.9817\nEpoch 2/50\n25836/25836 [==============================] - 10s 403us/step - loss: 0.0955 - acc: 0.9709 - val_loss: 0.0536 - val_acc: 0.9839\nEpoch 3/50\n25836/25836 [==============================] - 10s 401us/step - loss: 0.0707 - acc: 0.9795 - val_loss: 0.0522 - val_acc: 0.9834\nEpoch 4/50\n25836/25836 [==============================] - 10s 400us/step - loss: 0.0615 - acc: 0.9813 - val_loss: 0.0472 - val_acc: 0.9849\nEpoch 5/50\n25836/25836 [==============================] - 10s 399us/step - loss: 0.0525 - acc: 0.9843 - val_loss: 0.0681 - val_acc: 0.9781\nEpoch 6/50\n25836/25836 [==============================] - 10s 400us/step - loss: 0.0464 - acc: 0.9861 - val_loss: 0.0580 - val_acc: 0.9843\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n25836/25836 [==============================] - 10s 400us/step - loss: 0.0305 - acc: 0.9897 - val_loss: 0.0360 - val_acc: 0.9911\nEpoch 8/50\n25836/25836 [==============================] - 10s 403us/step - loss: 0.0284 - acc: 0.9914 - val_loss: 0.0347 - val_acc: 0.9905\nEpoch 9/50\n25836/25836 [==============================] - 10s 402us/step - loss: 0.0248 - acc: 0.9921 - val_loss: 0.0420 - val_acc: 0.9891\nEpoch 10/50\n25836/25836 [==============================] - 10s 399us/step - loss: 0.0213 - acc: 0.9933 - val_loss: 0.0333 - val_acc: 0.9892\nEpoch 11/50\n25836/25836 [==============================] - 10s 397us/step - loss: 0.0224 - acc: 0.9930 - val_loss: 0.0344 - val_acc: 0.9911\nEpoch 12/50\n25836/25836 [==============================] - 10s 403us/step - loss: 0.0229 - acc: 0.9933 - val_loss: 0.0337 - val_acc: 0.9905\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n25836/25836 [==============================] - 10s 401us/step - loss: 0.0140 - acc: 0.9957 - val_loss: 0.0325 - val_acc: 0.9914\nEpoch 14/50\n25836/25836 [==============================] - 10s 401us/step - loss: 0.0121 - acc: 0.9962 - val_loss: 0.0299 - val_acc: 0.9921\nEpoch 15/50\n25836/25836 [==============================] - 10s 398us/step - loss: 0.0090 - acc: 0.9972 - val_loss: 0.0249 - val_acc: 0.9933\nEpoch 16/50\n25836/25836 [==============================] - 10s 400us/step - loss: 0.0097 - acc: 0.9966 - val_loss: 0.0341 - val_acc: 0.9911\nEpoch 17/50\n25836/25836 [==============================] - 10s 399us/step - loss: 0.0096 - acc: 0.9970 - val_loss: 0.0279 - val_acc: 0.9932\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n25836/25836 [==============================] - 10s 401us/step - loss: 0.0064 - acc: 0.9980 - val_loss: 0.0305 - val_acc: 0.9933\nEpoch 19/50\n25836/25836 [==============================] - 10s 401us/step - loss: 0.0054 - acc: 0.9985 - val_loss: 0.0290 - val_acc: 0.9929\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n25836/25836 [==============================] - 10s 402us/step - loss: 0.0050 - acc: 0.9988 - val_loss: 0.0275 - val_acc: 0.9933\nEpoch 00020: early stopping\n14 : Test_loss: 0.027472435179979063 , Test_acc: 0.9933024214322514\nModel: <keras.engine.sequential.Sequential object at 0x7fc3bcff4b70> \n\n\nTrain on 27893 samples, validate on 5707 samples\nEpoch 1/50\n27893/27893 [==============================] - 13s 462us/step - loss: 0.1889 - acc: 0.9448 - val_loss: 0.0764 - val_acc: 0.9751\nEpoch 2/50\n27893/27893 [==============================] - 10s 366us/step - loss: 0.0808 - acc: 0.9755 - val_loss: 0.0670 - val_acc: 0.9809\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 3/50\n27893/27893 [==============================] - 10s 367us/step - loss: 0.0606 - acc: 0.9810 - val_loss: 0.0493 - val_acc: 0.9849\nEpoch 4/50\n27893/27893 [==============================] - 10s 365us/step - loss: 0.0500 - acc: 0.9850 - val_loss: 0.1263 - val_acc: 0.9641\nEpoch 5/50\n27893/27893 [==============================] - 10s 366us/step - loss: 0.0490 - acc: 0.9849 - val_loss: 0.0415 - val_acc: 0.9876\nEpoch 6/50\n27893/27893 [==============================] - 10s 366us/step - loss: 0.0406 - acc: 0.9873 - val_loss: 0.0584 - val_acc: 0.9814\nEpoch 7/50\n27893/27893 [==============================] - 10s 366us/step - loss: 0.0367 - acc: 0.9891 - val_loss: 0.0378 - val_acc: 0.9886\nEpoch 8/50\n27893/27893 [==============================] - 10s 366us/step - loss: 0.0303 - acc: 0.9905 - val_loss: 0.0441 - val_acc: 0.9876\nEpoch 9/50\n27893/27893 [==============================] - 10s 366us/step - loss: 0.0275 - acc: 0.9909 - val_loss: 0.0303 - val_acc: 0.9905\nEpoch 10/50\n27893/27893 [==============================] - 10s 365us/step - loss: 0.0306 - acc: 0.9903 - val_loss: 0.0433 - val_acc: 0.9863\nEpoch 11/50\n27893/27893 [==============================] - 10s 368us/step - loss: 0.0258 - acc: 0.9918 - val_loss: 0.0387 - val_acc: 0.9893\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 12/50\n27893/27893 [==============================] - 10s 367us/step - loss: 0.0147 - acc: 0.9954 - val_loss: 0.0276 - val_acc: 0.9926\nEpoch 13/50\n27893/27893 [==============================] - 10s 368us/step - loss: 0.0100 - acc: 0.9970 - val_loss: 0.0283 - val_acc: 0.9921\nEpoch 14/50\n27893/27893 [==============================] - 10s 367us/step - loss: 0.0110 - acc: 0.9962 - val_loss: 0.0303 - val_acc: 0.9925\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n27893/27893 [==============================] - 10s 367us/step - loss: 0.0085 - acc: 0.9972 - val_loss: 0.0283 - val_acc: 0.9928\nEpoch 16/50\n27893/27893 [==============================] - 10s 367us/step - loss: 0.0060 - acc: 0.9986 - val_loss: 0.0259 - val_acc: 0.9937\nEpoch 17/50\n27893/27893 [==============================] - 10s 368us/step - loss: 0.0053 - acc: 0.9985 - val_loss: 0.0266 - val_acc: 0.9925\nEpoch 18/50\n27893/27893 [==============================] - 10s 369us/step - loss: 0.0048 - acc: 0.9985 - val_loss: 0.0276 - val_acc: 0.9930\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 19/50\n27893/27893 [==============================] - 10s 369us/step - loss: 0.0056 - acc: 0.9981 - val_loss: 0.0260 - val_acc: 0.9932\nEpoch 20/50\n27893/27893 [==============================] - 10s 367us/step - loss: 0.0040 - acc: 0.9989 - val_loss: 0.0269 - val_acc: 0.9932\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 21/50\n27893/27893 [==============================] - 10s 370us/step - loss: 0.0029 - acc: 0.9992 - val_loss: 0.0281 - val_acc: 0.9928\nEpoch 00021: early stopping\n15 : Test_loss: 0.028133477816967803 , Test_acc: 0.9928158401962502\nModel: <keras.engine.sequential.Sequential object at 0x7fc3b7b8f1d0> \n\n\nTrain on 26603 samples, validate on 6997 samples\nEpoch 1/50\n26603/26603 [==============================] - 12s 469us/step - loss: 0.4064 - acc: 0.8761 - val_loss: 0.0806 - val_acc: 0.9750\nEpoch 2/50\n26603/26603 [==============================] - 10s 365us/step - loss: 0.1330 - acc: 0.9609 - val_loss: 0.0675 - val_acc: 0.9790\nEpoch 3/50\n26603/26603 [==============================] - 10s 365us/step - loss: 0.1033 - acc: 0.9689 - val_loss: 0.0520 - val_acc: 0.9843\nEpoch 4/50\n26603/26603 [==============================] - 10s 364us/step - loss: 0.0842 - acc: 0.9766 - val_loss: 0.0495 - val_acc: 0.9846\nEpoch 5/50\n26603/26603 [==============================] - 10s 363us/step - loss: 0.0769 - acc: 0.9778 - val_loss: 0.0601 - val_acc: 0.9824\nEpoch 6/50\n26603/26603 [==============================] - 10s 362us/step - loss: 0.0647 - acc: 0.9812 - val_loss: 0.0565 - val_acc: 0.9834\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n26603/26603 [==============================] - 10s 364us/step - loss: 0.0554 - acc: 0.9830 - val_loss: 0.0349 - val_acc: 0.9891\nEpoch 8/50\n26603/26603 [==============================] - 10s 363us/step - loss: 0.0501 - acc: 0.9855 - val_loss: 0.0286 - val_acc: 0.9916\nEpoch 9/50\n26603/26603 [==============================] - 10s 366us/step - loss: 0.0476 - acc: 0.9858 - val_loss: 0.0361 - val_acc: 0.9897\nEpoch 10/50\n26603/26603 [==============================] - 10s 366us/step - loss: 0.0402 - acc: 0.9879 - val_loss: 0.0271 - val_acc: 0.9924\nEpoch 11/50\n26603/26603 [==============================] - 10s 364us/step - loss: 0.0396 - acc: 0.9874 - val_loss: 0.0298 - val_acc: 0.9909\nEpoch 12/50\n26603/26603 [==============================] - 10s 369us/step - loss: 0.0357 - acc: 0.9894 - val_loss: 0.0303 - val_acc: 0.9921\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n26603/26603 [==============================] - 10s 362us/step - loss: 0.0279 - acc: 0.9914 - val_loss: 0.0240 - val_acc: 0.9936\nEpoch 14/50\n26603/26603 [==============================] - 10s 365us/step - loss: 0.0233 - acc: 0.9934 - val_loss: 0.0233 - val_acc: 0.9939\nEpoch 15/50\n26603/26603 [==============================] - 10s 362us/step - loss: 0.0216 - acc: 0.9940 - val_loss: 0.0254 - val_acc: 0.9930\nEpoch 16/50\n26603/26603 [==============================] - 10s 363us/step - loss: 0.0222 - acc: 0.9937 - val_loss: 0.0233 - val_acc: 0.9933\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n26603/26603 [==============================] - 10s 363us/step - loss: 0.0175 - acc: 0.9945 - val_loss: 0.0241 - val_acc: 0.9936\nEpoch 18/50\n26603/26603 [==============================] - 10s 364us/step - loss: 0.0185 - acc: 0.9947 - val_loss: 0.0230 - val_acc: 0.9940\nEpoch 19/50\n26603/26603 [==============================] - 10s 365us/step - loss: 0.0155 - acc: 0.9958 - val_loss: 0.0231 - val_acc: 0.9939\nEpoch 20/50\n26603/26603 [==============================] - 10s 363us/step - loss: 0.0153 - acc: 0.9955 - val_loss: 0.0230 - val_acc: 0.9936\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 21/50\n26603/26603 [==============================] - 10s 363us/step - loss: 0.0145 - acc: 0.9958 - val_loss: 0.0222 - val_acc: 0.9937\nEpoch 22/50\n26603/26603 [==============================] - 10s 362us/step - loss: 0.0141 - acc: 0.9961 - val_loss: 0.0230 - val_acc: 0.9943\nEpoch 23/50\n26603/26603 [==============================] - 10s 364us/step - loss: 0.0129 - acc: 0.9964 - val_loss: 0.0225 - val_acc: 0.9939\n\nEpoch 00023: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 24/50\n26603/26603 [==============================] - 10s 362us/step - loss: 0.0120 - acc: 0.9965 - val_loss: 0.0224 - val_acc: 0.9936\nEpoch 25/50\n26603/26603 [==============================] - 10s 361us/step - loss: 0.0100 - acc: 0.9968 - val_loss: 0.0229 - val_acc: 0.9941\n\nEpoch 00025: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 26/50\n26603/26603 [==============================] - 10s 363us/step - loss: 0.0115 - acc: 0.9967 - val_loss: 0.0229 - val_acc: 0.9939\nEpoch 00026: early stopping\n16 : Test_loss: 0.022920725880088175 , Test_acc: 0.993854509075318\nModel: <keras.engine.sequential.Sequential object at 0x7fc3b5f4eb00> \n\n\nTrain on 27222 samples, validate on 6378 samples\nEpoch 1/50\n27222/27222 [==============================] - 14s 513us/step - loss: 0.1768 - acc: 0.9481 - val_loss: 0.0908 - val_acc: 0.9710\nEpoch 2/50\n27222/27222 [==============================] - 11s 401us/step - loss: 0.0757 - acc: 0.9771 - val_loss: 0.0623 - val_acc: 0.9802\nEpoch 3/50\n27222/27222 [==============================] - 11s 405us/step - loss: 0.0626 - acc: 0.9809 - val_loss: 0.0429 - val_acc: 0.9867\nEpoch 4/50\n27222/27222 [==============================] - 11s 405us/step - loss: 0.0469 - acc: 0.9863 - val_loss: 0.0631 - val_acc: 0.9817\nEpoch 5/50\n27222/27222 [==============================] - 11s 403us/step - loss: 0.0423 - acc: 0.9874 - val_loss: 0.0425 - val_acc: 0.9876\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 6/50\n27222/27222 [==============================] - 11s 403us/step - loss: 0.0387 - acc: 0.9880 - val_loss: 0.0466 - val_acc: 0.9867\nEpoch 7/50\n27222/27222 [==============================] - 11s 402us/step - loss: 0.0357 - acc: 0.9890 - val_loss: 0.0459 - val_acc: 0.9853\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n27222/27222 [==============================] - 11s 402us/step - loss: 0.0192 - acc: 0.9940 - val_loss: 0.0316 - val_acc: 0.9909\nEpoch 9/50\n27222/27222 [==============================] - 11s 402us/step - loss: 0.0147 - acc: 0.9960 - val_loss: 0.0273 - val_acc: 0.9928\nEpoch 10/50\n27222/27222 [==============================] - 11s 403us/step - loss: 0.0150 - acc: 0.9956 - val_loss: 0.0311 - val_acc: 0.9920\nEpoch 11/50\n27222/27222 [==============================] - 11s 402us/step - loss: 0.0144 - acc: 0.9948 - val_loss: 0.0316 - val_acc: 0.9914\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n27222/27222 [==============================] - 11s 403us/step - loss: 0.0083 - acc: 0.9977 - val_loss: 0.0256 - val_acc: 0.9929\nEpoch 13/50\n27222/27222 [==============================] - 11s 404us/step - loss: 0.0071 - acc: 0.9976 - val_loss: 0.0292 - val_acc: 0.9928\nEpoch 14/50\n27222/27222 [==============================] - 11s 405us/step - loss: 0.0062 - acc: 0.9981 - val_loss: 0.0304 - val_acc: 0.9926\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n27222/27222 [==============================] - 11s 404us/step - loss: 0.0046 - acc: 0.9988 - val_loss: 0.0287 - val_acc: 0.9926\nEpoch 16/50\n27222/27222 [==============================] - 11s 402us/step - loss: 0.0044 - acc: 0.9988 - val_loss: 0.0302 - val_acc: 0.9925\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n27222/27222 [==============================] - 11s 405us/step - loss: 0.0028 - acc: 0.9991 - val_loss: 0.0286 - val_acc: 0.9926\nEpoch 00017: early stopping\n17 : Test_loss: 0.02862905358076974 , Test_acc: 0.9926309187833177\nModel: <keras.engine.sequential.Sequential object at 0x7fc3b4ba4710> \n\n\nTrain on 28342 samples, validate on 5258 samples\nEpoch 1/50\n28342/28342 [==============================] - 13s 468us/step - loss: 0.2969 - acc: 0.9066 - val_loss: 0.1647 - val_acc: 0.9532\nEpoch 2/50\n28342/28342 [==============================] - 10s 364us/step - loss: 0.1123 - acc: 0.9662 - val_loss: 0.0579 - val_acc: 0.9819\nEpoch 3/50\n28342/28342 [==============================] - 10s 362us/step - loss: 0.0856 - acc: 0.9743 - val_loss: 0.0433 - val_acc: 0.9861\nEpoch 4/50\n28342/28342 [==============================] - 10s 360us/step - loss: 0.0717 - acc: 0.9777 - val_loss: 0.0685 - val_acc: 0.9787\nEpoch 5/50\n28342/28342 [==============================] - 10s 362us/step - loss: 0.0661 - acc: 0.9799 - val_loss: 0.0495 - val_acc: 0.9840\n\nEpoch 00005: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 6/50\n28342/28342 [==============================] - 10s 361us/step - loss: 0.0452 - acc: 0.9855 - val_loss: 0.0317 - val_acc: 0.9888\nEpoch 7/50\n28342/28342 [==============================] - 10s 361us/step - loss: 0.0384 - acc: 0.9884 - val_loss: 0.0352 - val_acc: 0.9903\nEpoch 8/50\n28342/28342 [==============================] - 10s 362us/step - loss: 0.0361 - acc: 0.9885 - val_loss: 0.0262 - val_acc: 0.9920\nEpoch 9/50\n28342/28342 [==============================] - 10s 363us/step - loss: 0.0319 - acc: 0.9901 - val_loss: 0.0304 - val_acc: 0.9905\nEpoch 10/50\n28342/28342 [==============================] - 10s 363us/step - loss: 0.0348 - acc: 0.9892 - val_loss: 0.0424 - val_acc: 0.9863\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n28342/28342 [==============================] - 10s 365us/step - loss: 0.0254 - acc: 0.9917 - val_loss: 0.0269 - val_acc: 0.9916\nEpoch 12/50\n28342/28342 [==============================] - 10s 363us/step - loss: 0.0199 - acc: 0.9940 - val_loss: 0.0286 - val_acc: 0.9920\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n28342/28342 [==============================] - 10s 365us/step - loss: 0.0168 - acc: 0.9946 - val_loss: 0.0265 - val_acc: 0.9924\nEpoch 00013: early stopping\n18 : Test_loss: 0.026544694439718356 , Test_acc: 0.9923925446937999\nModel: <keras.engine.sequential.Sequential object at 0x7fc3780805c0> \n\n\nTrain on 28251 samples, validate on 5349 samples\nEpoch 1/50\n28251/28251 [==============================] - 14s 492us/step - loss: 0.2703 - acc: 0.9144 - val_loss: 0.1020 - val_acc: 0.9673\nEpoch 2/50\n28251/28251 [==============================] - 11s 382us/step - loss: 0.1060 - acc: 0.9665 - val_loss: 0.0561 - val_acc: 0.9837\nEpoch 3/50\n28251/28251 [==============================] - 11s 381us/step - loss: 0.0796 - acc: 0.9761 - val_loss: 0.0639 - val_acc: 0.9800\nEpoch 4/50\n28251/28251 [==============================] - 11s 381us/step - loss: 0.0725 - acc: 0.9779 - val_loss: 0.0557 - val_acc: 0.9813\nEpoch 5/50\n28251/28251 [==============================] - 11s 381us/step - loss: 0.0635 - acc: 0.9807 - val_loss: 0.0541 - val_acc: 0.9834\nEpoch 6/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0560 - acc: 0.9841 - val_loss: 0.0369 - val_acc: 0.9880\nEpoch 7/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0518 - acc: 0.9837 - val_loss: 0.0323 - val_acc: 0.9899\nEpoch 8/50\n28251/28251 [==============================] - 11s 381us/step - loss: 0.0456 - acc: 0.9864 - val_loss: 0.0400 - val_acc: 0.9877\nEpoch 9/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0442 - acc: 0.9867 - val_loss: 0.0468 - val_acc: 0.9865\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0336 - acc: 0.9891 - val_loss: 0.0324 - val_acc: 0.9897\nEpoch 11/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0251 - acc: 0.9923 - val_loss: 0.0285 - val_acc: 0.9920\nEpoch 12/50\n28251/28251 [==============================] - 11s 382us/step - loss: 0.0225 - acc: 0.9932 - val_loss: 0.0344 - val_acc: 0.9910\nEpoch 13/50\n28251/28251 [==============================] - 11s 381us/step - loss: 0.0244 - acc: 0.9925 - val_loss: 0.0256 - val_acc: 0.9925\nEpoch 14/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0205 - acc: 0.9936 - val_loss: 0.0287 - val_acc: 0.9929\nEpoch 15/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0196 - acc: 0.9945 - val_loss: 0.0265 - val_acc: 0.9921\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 16/50\n28251/28251 [==============================] - 11s 379us/step - loss: 0.0158 - acc: 0.9947 - val_loss: 0.0263 - val_acc: 0.9933\nEpoch 17/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0137 - acc: 0.9958 - val_loss: 0.0311 - val_acc: 0.9923\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0131 - acc: 0.9959 - val_loss: 0.0248 - val_acc: 0.9936\nEpoch 19/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0089 - acc: 0.9975 - val_loss: 0.0258 - val_acc: 0.9935\nEpoch 20/50\n28251/28251 [==============================] - 11s 379us/step - loss: 0.0098 - acc: 0.9971 - val_loss: 0.0266 - val_acc: 0.9938\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 21/50\n28251/28251 [==============================] - 11s 380us/step - loss: 0.0085 - acc: 0.9976 - val_loss: 0.0258 - val_acc: 0.9931\nEpoch 22/50\n28251/28251 [==============================] - 11s 382us/step - loss: 0.0079 - acc: 0.9976 - val_loss: 0.0273 - val_acc: 0.9931\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 23/50\n28251/28251 [==============================] - 11s 382us/step - loss: 0.0078 - acc: 0.9977 - val_loss: 0.0280 - val_acc: 0.9933\nEpoch 00023: early stopping\n19 : Test_loss: 0.028030999463804284 , Test_acc: 0.9932697700504767\nModel: <keras.engine.sequential.Sequential object at 0x7fc37860dc88> \n\n\n",
"name": "stdout"
}
]
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T16:38:17.536631Z",
"end_time": "2018-11-13T20:48:15.562228Z"
},
"scrolled": true,
"trusted": true
},
"cell_type": "code",
"source": "cnt = 0\nopt.run_optimization(max_iter=50)",
"execution_count": 10,
"outputs": [
{
"output_type": "stream",
"text": "reconstraining parameters GP_regression.rbf\nreconstraining parameters GP_regression.Gaussian_noise.variance\n",
"name": "stderr"
},
{
"output_type": "stream",
"text": "Train on 28707 samples, validate on 4893 samples\nEpoch 1/50\n28707/28707 [==============================] - 14s 479us/step - loss: 0.3127 - acc: 0.9030 - val_loss: 0.1258 - val_acc: 0.9620\nEpoch 2/50\n28707/28707 [==============================] - 10s 365us/step - loss: 0.1178 - acc: 0.9645 - val_loss: 0.0793 - val_acc: 0.9771\nEpoch 3/50\n28707/28707 [==============================] - 10s 365us/step - loss: 0.0847 - acc: 0.9744 - val_loss: 0.0480 - val_acc: 0.9857\nEpoch 4/50\n28707/28707 [==============================] - 10s 366us/step - loss: 0.0840 - acc: 0.9755 - val_loss: 0.0560 - val_acc: 0.9826\nEpoch 5/50\n28707/28707 [==============================] - 10s 365us/step - loss: 0.0816 - acc: 0.9763 - val_loss: 0.0410 - val_acc: 0.9871\nEpoch 6/50\n28707/28707 [==============================] - 11s 366us/step - loss: 0.0651 - acc: 0.9799 - val_loss: 0.0324 - val_acc: 0.9894\nEpoch 7/50\n28707/28707 [==============================] - 10s 365us/step - loss: 0.0576 - acc: 0.9826 - val_loss: 0.0926 - val_acc: 0.9734\nEpoch 8/50\n28707/28707 [==============================] - 10s 364us/step - loss: 0.0520 - acc: 0.9844 - val_loss: 0.0474 - val_acc: 0.9871\n\nEpoch 00008: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 9/50\n28707/28707 [==============================] - 10s 365us/step - loss: 0.0378 - acc: 0.9894 - val_loss: 0.0275 - val_acc: 0.9924\nEpoch 10/50\n28707/28707 [==============================] - 10s 365us/step - loss: 0.0398 - acc: 0.9881 - val_loss: 0.0308 - val_acc: 0.9912\nEpoch 11/50\n28707/28707 [==============================] - 10s 366us/step - loss: 0.0299 - acc: 0.9908 - val_loss: 0.0331 - val_acc: 0.9916\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n28707/28707 [==============================] - 11s 367us/step - loss: 0.0289 - acc: 0.9918 - val_loss: 0.0282 - val_acc: 0.9924\nEpoch 13/50\n28707/28707 [==============================] - 10s 366us/step - loss: 0.0255 - acc: 0.9928 - val_loss: 0.0277 - val_acc: 0.9926\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n28707/28707 [==============================] - 11s 367us/step - loss: 0.0211 - acc: 0.9939 - val_loss: 0.0249 - val_acc: 0.9937\nEpoch 15/50\n28707/28707 [==============================] - 11s 368us/step - loss: 0.0202 - acc: 0.9935 - val_loss: 0.0263 - val_acc: 0.9937\nEpoch 16/50\n28707/28707 [==============================] - 11s 368us/step - loss: 0.0181 - acc: 0.9947 - val_loss: 0.0252 - val_acc: 0.9939\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n28707/28707 [==============================] - 11s 369us/step - loss: 0.0182 - acc: 0.9943 - val_loss: 0.0248 - val_acc: 0.9935\nEpoch 18/50\n28707/28707 [==============================] - 11s 368us/step - loss: 0.0165 - acc: 0.9951 - val_loss: 0.0250 - val_acc: 0.9939\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 19/50\n28707/28707 [==============================] - 11s 370us/step - loss: 0.0153 - acc: 0.9954 - val_loss: 0.0252 - val_acc: 0.9933\nEpoch 20/50\n28707/28707 [==============================] - 11s 370us/step - loss: 0.0150 - acc: 0.9954 - val_loss: 0.0253 - val_acc: 0.9928\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 21/50\n28707/28707 [==============================] - 11s 368us/step - loss: 0.0142 - acc: 0.9957 - val_loss: 0.0252 - val_acc: 0.9931\nEpoch 22/50\n28707/28707 [==============================] - 11s 371us/step - loss: 0.0157 - acc: 0.9951 - val_loss: 0.0253 - val_acc: 0.9931\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 1e-05.\nEpoch 00022: early stopping\n0 : Test_loss: 0.025322174896397858 , Test_acc: 0.9930512977723278\nModel: <keras.engine.sequential.Sequential object at 0x7fc370184908> \n\n\nTrain on 27918 samples, validate on 5682 samples\nEpoch 1/50\n27918/27918 [==============================] - 14s 500us/step - loss: 0.3332 - acc: 0.8944 - val_loss: 0.0926 - val_acc: 0.9701\nEpoch 2/50\n27918/27918 [==============================] - 11s 378us/step - loss: 0.1136 - acc: 0.9661 - val_loss: 0.0809 - val_acc: 0.9754\nEpoch 3/50\n27918/27918 [==============================] - 11s 377us/step - loss: 0.0907 - acc: 0.9724 - val_loss: 0.0515 - val_acc: 0.9833\nEpoch 4/50\n27918/27918 [==============================] - 11s 378us/step - loss: 0.0792 - acc: 0.9761 - val_loss: 0.0546 - val_acc: 0.9824\nEpoch 5/50\n27918/27918 [==============================] - 11s 379us/step - loss: 0.0753 - acc: 0.9772 - val_loss: 0.0449 - val_acc: 0.9861\nEpoch 6/50\n27918/27918 [==============================] - 11s 379us/step - loss: 0.0627 - acc: 0.9806 - val_loss: 0.0521 - val_acc: 0.9836\nEpoch 7/50\n27918/27918 [==============================] - 11s 377us/step - loss: 0.0555 - acc: 0.9831 - val_loss: 0.0494 - val_acc: 0.9845\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n27918/27918 [==============================] - 11s 378us/step - loss: 0.0466 - acc: 0.9857 - val_loss: 0.0329 - val_acc: 0.9896\nEpoch 9/50\n27918/27918 [==============================] - 11s 378us/step - loss: 0.0353 - acc: 0.9895 - val_loss: 0.0395 - val_acc: 0.9879\nEpoch 10/50\n27918/27918 [==============================] - 11s 379us/step - loss: 0.0332 - acc: 0.9895 - val_loss: 0.0320 - val_acc: 0.9910\nEpoch 11/50\n27918/27918 [==============================] - 11s 378us/step - loss: 0.0349 - acc: 0.9888 - val_loss: 0.0287 - val_acc: 0.9914\nEpoch 12/50\n27918/27918 [==============================] - 11s 377us/step - loss: 0.0306 - acc: 0.9900 - val_loss: 0.0307 - val_acc: 0.9917\nEpoch 13/50\n27918/27918 [==============================] - 10s 376us/step - loss: 0.0297 - acc: 0.9907 - val_loss: 0.0338 - val_acc: 0.9893\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n27918/27918 [==============================] - 11s 377us/step - loss: 0.0232 - acc: 0.9929 - val_loss: 0.0266 - val_acc: 0.9926\nEpoch 15/50\n27918/27918 [==============================] - 11s 378us/step - loss: 0.0215 - acc: 0.9934 - val_loss: 0.0276 - val_acc: 0.9930\nEpoch 16/50\n27918/27918 [==============================] - 11s 377us/step - loss: 0.0188 - acc: 0.9943 - val_loss: 0.0279 - val_acc: 0.9930\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n27918/27918 [==============================] - 10s 374us/step - loss: 0.0146 - acc: 0.9957 - val_loss: 0.0273 - val_acc: 0.9926\nEpoch 18/50\n27918/27918 [==============================] - 10s 375us/step - loss: 0.0137 - acc: 0.9958 - val_loss: 0.0274 - val_acc: 0.9923\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 19/50\n27918/27918 [==============================] - 11s 376us/step - loss: 0.0142 - acc: 0.9959 - val_loss: 0.0275 - val_acc: 0.9930\nEpoch 00019: early stopping\n1 : Test_loss: 0.027469559584827705 , Test_acc: 0.9929602252727913\nModel: <keras.engine.sequential.Sequential object at 0x7fc35e59aef0> \n\n\nTrain on 26078 samples, validate on 7522 samples\nEpoch 1/50\n26078/26078 [==============================] - 15s 571us/step - loss: 0.2877 - acc: 0.9129 - val_loss: 0.0675 - val_acc: 0.9785\nEpoch 2/50\n26078/26078 [==============================] - 11s 435us/step - loss: 0.1083 - acc: 0.9685 - val_loss: 0.0592 - val_acc: 0.9809\nEpoch 3/50\n26078/26078 [==============================] - 11s 435us/step - loss: 0.0837 - acc: 0.9749 - val_loss: 0.0524 - val_acc: 0.9826\nEpoch 4/50\n26078/26078 [==============================] - 11s 437us/step - loss: 0.0664 - acc: 0.9798 - val_loss: 0.0513 - val_acc: 0.9850\nEpoch 5/50\n26078/26078 [==============================] - 11s 434us/step - loss: 0.0679 - acc: 0.9790 - val_loss: 0.0562 - val_acc: 0.9831\nEpoch 6/50\n26078/26078 [==============================] - 11s 436us/step - loss: 0.0562 - acc: 0.9835 - val_loss: 0.0434 - val_acc: 0.9876\nEpoch 7/50\n26078/26078 [==============================] - 11s 435us/step - loss: 0.0514 - acc: 0.9847 - val_loss: 0.0428 - val_acc: 0.9882\nEpoch 8/50\n26078/26078 [==============================] - 11s 436us/step - loss: 0.0414 - acc: 0.9882 - val_loss: 0.0463 - val_acc: 0.9858\nEpoch 9/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "26078/26078 [==============================] - 11s 432us/step - loss: 0.0488 - acc: 0.9859 - val_loss: 0.0460 - val_acc: 0.9870\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n26078/26078 [==============================] - 11s 433us/step - loss: 0.0292 - acc: 0.9912 - val_loss: 0.0293 - val_acc: 0.9922\nEpoch 11/50\n26078/26078 [==============================] - 11s 430us/step - loss: 0.0251 - acc: 0.9923 - val_loss: 0.0297 - val_acc: 0.9910\nEpoch 12/50\n26078/26078 [==============================] - 11s 432us/step - loss: 0.0224 - acc: 0.9934 - val_loss: 0.0307 - val_acc: 0.9918\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n26078/26078 [==============================] - 11s 432us/step - loss: 0.0171 - acc: 0.9952 - val_loss: 0.0257 - val_acc: 0.9939\nEpoch 14/50\n26078/26078 [==============================] - 11s 432us/step - loss: 0.0149 - acc: 0.9956 - val_loss: 0.0258 - val_acc: 0.9936\nEpoch 15/50\n26078/26078 [==============================] - 11s 432us/step - loss: 0.0130 - acc: 0.9960 - val_loss: 0.0289 - val_acc: 0.9927\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n26078/26078 [==============================] - 11s 431us/step - loss: 0.0112 - acc: 0.9963 - val_loss: 0.0279 - val_acc: 0.9936\nEpoch 17/50\n26078/26078 [==============================] - 11s 432us/step - loss: 0.0110 - acc: 0.9968 - val_loss: 0.0263 - val_acc: 0.9934\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n26078/26078 [==============================] - 11s 431us/step - loss: 0.0079 - acc: 0.9977 - val_loss: 0.0261 - val_acc: 0.9935\nEpoch 00018: early stopping\n2 : Test_loss: 0.026147123433910197 , Test_acc: 0.9934857750598245\nModel: <keras.engine.sequential.Sequential object at 0x7fc35c8d3208> \n\n\nTrain on 25655 samples, validate on 7945 samples\nEpoch 1/50\n25655/25655 [==============================] - 15s 583us/step - loss: 0.2818 - acc: 0.9172 - val_loss: 0.0773 - val_acc: 0.9741\nEpoch 2/50\n25655/25655 [==============================] - 11s 439us/step - loss: 0.1142 - acc: 0.9664 - val_loss: 0.0603 - val_acc: 0.9817\nEpoch 3/50\n25655/25655 [==============================] - 11s 439us/step - loss: 0.0915 - acc: 0.9736 - val_loss: 0.0561 - val_acc: 0.9831\nEpoch 4/50\n25655/25655 [==============================] - 11s 439us/step - loss: 0.0696 - acc: 0.9791 - val_loss: 0.0525 - val_acc: 0.9838\nEpoch 5/50\n25655/25655 [==============================] - 11s 439us/step - loss: 0.0673 - acc: 0.9801 - val_loss: 0.0454 - val_acc: 0.9872\nEpoch 6/50\n25655/25655 [==============================] - 11s 439us/step - loss: 0.0535 - acc: 0.9842 - val_loss: 0.0511 - val_acc: 0.9849\nEpoch 7/50\n25655/25655 [==============================] - 11s 435us/step - loss: 0.0536 - acc: 0.9838 - val_loss: 0.0439 - val_acc: 0.9878\nEpoch 8/50\n25655/25655 [==============================] - 11s 439us/step - loss: 0.0483 - acc: 0.9858 - val_loss: 0.0399 - val_acc: 0.9887\nEpoch 9/50\n25655/25655 [==============================] - 11s 437us/step - loss: 0.0435 - acc: 0.9869 - val_loss: 0.0362 - val_acc: 0.9893\nEpoch 10/50\n25655/25655 [==============================] - 11s 438us/step - loss: 0.0388 - acc: 0.9881 - val_loss: 0.0386 - val_acc: 0.9896\nEpoch 11/50\n25655/25655 [==============================] - 11s 439us/step - loss: 0.0356 - acc: 0.9892 - val_loss: 0.0359 - val_acc: 0.9903\nEpoch 12/50\n25655/25655 [==============================] - 11s 438us/step - loss: 0.0337 - acc: 0.9897 - val_loss: 0.0433 - val_acc: 0.9874\nEpoch 13/50\n25655/25655 [==============================] - 11s 441us/step - loss: 0.0367 - acc: 0.9891 - val_loss: 0.0320 - val_acc: 0.9914\nEpoch 14/50\n25655/25655 [==============================] - 11s 442us/step - loss: 0.0294 - acc: 0.9908 - val_loss: 0.0297 - val_acc: 0.9923\nEpoch 15/50\n25655/25655 [==============================] - 11s 440us/step - loss: 0.0250 - acc: 0.9927 - val_loss: 0.0372 - val_acc: 0.9908\nEpoch 16/50\n25655/25655 [==============================] - 11s 442us/step - loss: 0.0251 - acc: 0.9924 - val_loss: 0.0412 - val_acc: 0.9888\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 17/50\n25655/25655 [==============================] - 11s 443us/step - loss: 0.0152 - acc: 0.9956 - val_loss: 0.0255 - val_acc: 0.9937\nEpoch 18/50\n25655/25655 [==============================] - 11s 442us/step - loss: 0.0143 - acc: 0.9946 - val_loss: 0.0343 - val_acc: 0.9927\nEpoch 19/50\n25655/25655 [==============================] - 11s 444us/step - loss: 0.0149 - acc: 0.9956 - val_loss: 0.0297 - val_acc: 0.9924\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 20/50\n25655/25655 [==============================] - 11s 444us/step - loss: 0.0108 - acc: 0.9971 - val_loss: 0.0283 - val_acc: 0.9940\nEpoch 21/50\n25655/25655 [==============================] - 11s 442us/step - loss: 0.0089 - acc: 0.9975 - val_loss: 0.0297 - val_acc: 0.9933\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 22/50\n25655/25655 [==============================] - 11s 442us/step - loss: 0.0057 - acc: 0.9981 - val_loss: 0.0293 - val_acc: 0.9936\nEpoch 00022: early stopping\n3 : Test_loss: 0.02934204222717918 , Test_acc: 0.9935808684707363\nModel: <keras.engine.sequential.Sequential object at 0x7fc3575276a0> \n\n\nTrain on 23725 samples, validate on 9875 samples\nEpoch 1/50\n23725/23725 [==============================] - 15s 621us/step - loss: 0.2209 - acc: 0.9318 - val_loss: 0.0816 - val_acc: 0.9736\nEpoch 2/50\n23725/23725 [==============================] - 11s 460us/step - loss: 0.0895 - acc: 0.9721 - val_loss: 0.0448 - val_acc: 0.9858\nEpoch 3/50\n23725/23725 [==============================] - 11s 459us/step - loss: 0.0737 - acc: 0.9774 - val_loss: 0.0691 - val_acc: 0.9794\nEpoch 4/50\n23725/23725 [==============================] - 11s 460us/step - loss: 0.0602 - acc: 0.9817 - val_loss: 0.0365 - val_acc: 0.9889\nEpoch 5/50\n23725/23725 [==============================] - 11s 459us/step - loss: 0.0505 - acc: 0.9844 - val_loss: 0.0766 - val_acc: 0.9767\nEpoch 6/50\n23725/23725 [==============================] - 11s 461us/step - loss: 0.0504 - acc: 0.9843 - val_loss: 0.0417 - val_acc: 0.9886\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n23725/23725 [==============================] - 11s 459us/step - loss: 0.0303 - acc: 0.9907 - val_loss: 0.0319 - val_acc: 0.9907\nEpoch 8/50\n23725/23725 [==============================] - 11s 461us/step - loss: 0.0245 - acc: 0.9924 - val_loss: 0.0303 - val_acc: 0.9916\nEpoch 9/50\n23725/23725 [==============================] - 11s 459us/step - loss: 0.0234 - acc: 0.9923 - val_loss: 0.0329 - val_acc: 0.9905\nEpoch 10/50\n23725/23725 [==============================] - 11s 458us/step - loss: 0.0218 - acc: 0.9927 - val_loss: 0.0319 - val_acc: 0.9914\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n23725/23725 [==============================] - 11s 458us/step - loss: 0.0148 - acc: 0.9954 - val_loss: 0.0280 - val_acc: 0.9925\nEpoch 12/50\n23725/23725 [==============================] - 11s 459us/step - loss: 0.0109 - acc: 0.9969 - val_loss: 0.0287 - val_acc: 0.9915\nEpoch 13/50\n23725/23725 [==============================] - 11s 460us/step - loss: 0.0127 - acc: 0.9962 - val_loss: 0.0316 - val_acc: 0.9926\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n23725/23725 [==============================] - 11s 458us/step - loss: 0.0093 - acc: 0.9970 - val_loss: 0.0304 - val_acc: 0.9921\nEpoch 15/50\n23725/23725 [==============================] - 11s 460us/step - loss: 0.0085 - acc: 0.9973 - val_loss: 0.0288 - val_acc: 0.9929\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n23725/23725 [==============================] - 11s 456us/step - loss: 0.0061 - acc: 0.9984 - val_loss: 0.0290 - val_acc: 0.9931\nEpoch 00016: early stopping\n4 : Test_loss: 0.02900309463744818 , Test_acc: 0.9931139240506329\nModel: <keras.engine.sequential.Sequential object at 0x7fc3558ca0f0> \n\n\nTrain on 28550 samples, validate on 5050 samples\nEpoch 1/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "28550/28550 [==============================] - 15s 521us/step - loss: 0.2158 - acc: 0.9324 - val_loss: 0.0796 - val_acc: 0.9774\nEpoch 2/50\n28550/28550 [==============================] - 11s 383us/step - loss: 0.0862 - acc: 0.9724 - val_loss: 0.0526 - val_acc: 0.9832\nEpoch 3/50\n28550/28550 [==============================] - 11s 383us/step - loss: 0.0675 - acc: 0.9798 - val_loss: 0.0509 - val_acc: 0.9832\nEpoch 4/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0581 - acc: 0.9815 - val_loss: 0.0421 - val_acc: 0.9881\nEpoch 5/50\n28550/28550 [==============================] - 11s 383us/step - loss: 0.0511 - acc: 0.9833 - val_loss: 0.0414 - val_acc: 0.9875\nEpoch 6/50\n28550/28550 [==============================] - 11s 382us/step - loss: 0.0466 - acc: 0.9857 - val_loss: 0.0397 - val_acc: 0.9887\nEpoch 7/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0429 - acc: 0.9860 - val_loss: 0.0511 - val_acc: 0.9857\nEpoch 8/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0409 - acc: 0.9869 - val_loss: 0.0326 - val_acc: 0.9895\nEpoch 9/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0365 - acc: 0.9887 - val_loss: 0.0364 - val_acc: 0.9899\nEpoch 10/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0355 - acc: 0.9889 - val_loss: 0.0344 - val_acc: 0.9913\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0208 - acc: 0.9936 - val_loss: 0.0302 - val_acc: 0.9919\nEpoch 12/50\n28550/28550 [==============================] - 11s 382us/step - loss: 0.0203 - acc: 0.9929 - val_loss: 0.0320 - val_acc: 0.9911\nEpoch 13/50\n28550/28550 [==============================] - 11s 383us/step - loss: 0.0162 - acc: 0.9948 - val_loss: 0.0317 - val_acc: 0.9915\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n28550/28550 [==============================] - 11s 383us/step - loss: 0.0118 - acc: 0.9965 - val_loss: 0.0259 - val_acc: 0.9931\nEpoch 15/50\n28550/28550 [==============================] - 11s 383us/step - loss: 0.0122 - acc: 0.9963 - val_loss: 0.0268 - val_acc: 0.9929\nEpoch 16/50\n28550/28550 [==============================] - 11s 383us/step - loss: 0.0117 - acc: 0.9964 - val_loss: 0.0247 - val_acc: 0.9929\nEpoch 17/50\n28550/28550 [==============================] - 11s 382us/step - loss: 0.0105 - acc: 0.9964 - val_loss: 0.0235 - val_acc: 0.9943\nEpoch 18/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0095 - acc: 0.9969 - val_loss: 0.0262 - val_acc: 0.9931\nEpoch 19/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0077 - acc: 0.9975 - val_loss: 0.0235 - val_acc: 0.9939\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 20/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0069 - acc: 0.9976 - val_loss: 0.0222 - val_acc: 0.9941\nEpoch 21/50\n28550/28550 [==============================] - 11s 386us/step - loss: 0.0064 - acc: 0.9981 - val_loss: 0.0232 - val_acc: 0.9943\nEpoch 22/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0060 - acc: 0.9981 - val_loss: 0.0239 - val_acc: 0.9941\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 23/50\n28550/28550 [==============================] - 11s 385us/step - loss: 0.0044 - acc: 0.9989 - val_loss: 0.0247 - val_acc: 0.9947\nEpoch 24/50\n28550/28550 [==============================] - 11s 385us/step - loss: 0.0056 - acc: 0.9984 - val_loss: 0.0250 - val_acc: 0.9943\n\nEpoch 00024: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 25/50\n28550/28550 [==============================] - 11s 384us/step - loss: 0.0037 - acc: 0.9989 - val_loss: 0.0250 - val_acc: 0.9943\nEpoch 00025: early stopping\n5 : Test_loss: 0.025018593740011544 , Test_acc: 0.9942574257425743\nModel: <keras.engine.sequential.Sequential object at 0x7fc354482be0> \n\n\nTrain on 25507 samples, validate on 8093 samples\nEpoch 1/50\n25507/25507 [==============================] - 15s 581us/step - loss: 0.3776 - acc: 0.8850 - val_loss: 0.0732 - val_acc: 0.9770\nEpoch 2/50\n25507/25507 [==============================] - 10s 407us/step - loss: 0.1382 - acc: 0.9583 - val_loss: 0.0762 - val_acc: 0.9764\nEpoch 3/50\n25507/25507 [==============================] - 10s 407us/step - loss: 0.1046 - acc: 0.9686 - val_loss: 0.0495 - val_acc: 0.9841\nEpoch 4/50\n25507/25507 [==============================] - 10s 408us/step - loss: 0.0849 - acc: 0.9755 - val_loss: 0.0539 - val_acc: 0.9838\nEpoch 5/50\n25507/25507 [==============================] - 10s 408us/step - loss: 0.0722 - acc: 0.9784 - val_loss: 0.0436 - val_acc: 0.9871\nEpoch 6/50\n25507/25507 [==============================] - 10s 410us/step - loss: 0.0705 - acc: 0.9793 - val_loss: 0.0494 - val_acc: 0.9855\nEpoch 7/50\n25507/25507 [==============================] - 10s 409us/step - loss: 0.0590 - acc: 0.9829 - val_loss: 0.0332 - val_acc: 0.9892\nEpoch 8/50\n25507/25507 [==============================] - 11s 413us/step - loss: 0.0553 - acc: 0.9829 - val_loss: 0.0470 - val_acc: 0.9853\nEpoch 9/50\n25507/25507 [==============================] - 10s 410us/step - loss: 0.0572 - acc: 0.9833 - val_loss: 0.0396 - val_acc: 0.9871\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n25507/25507 [==============================] - 10s 411us/step - loss: 0.0421 - acc: 0.9869 - val_loss: 0.0269 - val_acc: 0.9932\nEpoch 11/50\n25507/25507 [==============================] - 10s 409us/step - loss: 0.0316 - acc: 0.9901 - val_loss: 0.0290 - val_acc: 0.9925\nEpoch 12/50\n25507/25507 [==============================] - 10s 410us/step - loss: 0.0298 - acc: 0.9912 - val_loss: 0.0264 - val_acc: 0.9931\nEpoch 13/50\n25507/25507 [==============================] - 11s 413us/step - loss: 0.0283 - acc: 0.9918 - val_loss: 0.0369 - val_acc: 0.9889\nEpoch 14/50\n25507/25507 [==============================] - 10s 411us/step - loss: 0.0375 - acc: 0.9881 - val_loss: 0.0299 - val_acc: 0.9925\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n25507/25507 [==============================] - 10s 410us/step - loss: 0.0277 - acc: 0.9916 - val_loss: 0.0293 - val_acc: 0.9922\nEpoch 16/50\n25507/25507 [==============================] - 10s 410us/step - loss: 0.0275 - acc: 0.9917 - val_loss: 0.0254 - val_acc: 0.9939\nEpoch 17/50\n25507/25507 [==============================] - 10s 409us/step - loss: 0.0216 - acc: 0.9936 - val_loss: 0.0269 - val_acc: 0.9938\nEpoch 18/50\n25507/25507 [==============================] - 11s 413us/step - loss: 0.0189 - acc: 0.9947 - val_loss: 0.0271 - val_acc: 0.9936\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 19/50\n25507/25507 [==============================] - 10s 408us/step - loss: 0.0172 - acc: 0.9954 - val_loss: 0.0267 - val_acc: 0.9938\nEpoch 20/50\n25507/25507 [==============================] - 10s 410us/step - loss: 0.0193 - acc: 0.9939 - val_loss: 0.0273 - val_acc: 0.9936\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 21/50\n25507/25507 [==============================] - 10s 411us/step - loss: 0.0155 - acc: 0.9954 - val_loss: 0.0274 - val_acc: 0.9936\nEpoch 00021: early stopping\n6 : Test_loss: 0.027413999658733913 , Test_acc: 0.9935746941801556\nModel: <keras.engine.sequential.Sequential object at 0x7fc3530bf908> \n\n\nTrain on 28534 samples, validate on 5066 samples\nEpoch 1/50\n28534/28534 [==============================] - 16s 554us/step - loss: 0.2407 - acc: 0.9274 - val_loss: 0.0716 - val_acc: 0.9759\nEpoch 2/50\n28534/28534 [==============================] - 12s 407us/step - loss: 0.0973 - acc: 0.9705 - val_loss: 0.0486 - val_acc: 0.9850\nEpoch 3/50\n28534/28534 [==============================] - 12s 407us/step - loss: 0.0733 - acc: 0.9782 - val_loss: 0.0577 - val_acc: 0.9820\nEpoch 4/50\n28534/28534 [==============================] - 12s 407us/step - loss: 0.0650 - acc: 0.9802 - val_loss: 0.0830 - val_acc: 0.9751\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "28534/28534 [==============================] - 12s 408us/step - loss: 0.0449 - acc: 0.9865 - val_loss: 0.0350 - val_acc: 0.9889\nEpoch 6/50\n28534/28534 [==============================] - 12s 407us/step - loss: 0.0359 - acc: 0.9883 - val_loss: 0.0350 - val_acc: 0.9884\nEpoch 7/50\n28534/28534 [==============================] - 12s 408us/step - loss: 0.0374 - acc: 0.9888 - val_loss: 0.0302 - val_acc: 0.9901\nEpoch 8/50\n28534/28534 [==============================] - 12s 406us/step - loss: 0.0295 - acc: 0.9910 - val_loss: 0.0351 - val_acc: 0.9897\nEpoch 9/50\n28534/28534 [==============================] - 12s 407us/step - loss: 0.0277 - acc: 0.9910 - val_loss: 0.0296 - val_acc: 0.9909\nEpoch 10/50\n28534/28534 [==============================] - 12s 408us/step - loss: 0.0293 - acc: 0.9909 - val_loss: 0.0328 - val_acc: 0.9895\nEpoch 11/50\n28534/28534 [==============================] - 12s 407us/step - loss: 0.0264 - acc: 0.9924 - val_loss: 0.0308 - val_acc: 0.9899\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n28534/28534 [==============================] - 12s 406us/step - loss: 0.0185 - acc: 0.9947 - val_loss: 0.0311 - val_acc: 0.9907\nEpoch 13/50\n28534/28534 [==============================] - 12s 406us/step - loss: 0.0156 - acc: 0.9951 - val_loss: 0.0272 - val_acc: 0.9913\nEpoch 14/50\n28534/28534 [==============================] - 12s 405us/step - loss: 0.0125 - acc: 0.9963 - val_loss: 0.0334 - val_acc: 0.9913\nEpoch 15/50\n28534/28534 [==============================] - 12s 406us/step - loss: 0.0122 - acc: 0.9961 - val_loss: 0.0285 - val_acc: 0.9921\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n28534/28534 [==============================] - 12s 405us/step - loss: 0.0095 - acc: 0.9972 - val_loss: 0.0298 - val_acc: 0.9921\nEpoch 17/50\n28534/28534 [==============================] - 12s 406us/step - loss: 0.0076 - acc: 0.9978 - val_loss: 0.0289 - val_acc: 0.9933\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n28534/28534 [==============================] - 12s 404us/step - loss: 0.0064 - acc: 0.9981 - val_loss: 0.0296 - val_acc: 0.9931\nEpoch 00018: early stopping\n7 : Test_loss: 0.029555873540940858 , Test_acc: 0.9930911962100276\nModel: <keras.engine.sequential.Sequential object at 0x7fc351b82550> \n\n\nTrain on 26266 samples, validate on 7334 samples\nEpoch 1/50\n26266/26266 [==============================] - 15s 573us/step - loss: 0.4130 - acc: 0.8749 - val_loss: 0.0788 - val_acc: 0.9740\nEpoch 2/50\n26266/26266 [==============================] - 11s 406us/step - loss: 0.1376 - acc: 0.9607 - val_loss: 0.0614 - val_acc: 0.9801\nEpoch 3/50\n26266/26266 [==============================] - 11s 407us/step - loss: 0.1067 - acc: 0.9695 - val_loss: 0.0665 - val_acc: 0.9805\nEpoch 4/50\n26266/26266 [==============================] - 11s 408us/step - loss: 0.0908 - acc: 0.9737 - val_loss: 0.0385 - val_acc: 0.9880\nEpoch 5/50\n26266/26266 [==============================] - 11s 409us/step - loss: 0.0806 - acc: 0.9764 - val_loss: 0.0468 - val_acc: 0.9865\nEpoch 6/50\n26266/26266 [==============================] - 11s 408us/step - loss: 0.0678 - acc: 0.9799 - val_loss: 0.0430 - val_acc: 0.9879\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n26266/26266 [==============================] - 11s 408us/step - loss: 0.0522 - acc: 0.9843 - val_loss: 0.0295 - val_acc: 0.9911\nEpoch 8/50\n26266/26266 [==============================] - 11s 409us/step - loss: 0.0467 - acc: 0.9872 - val_loss: 0.0312 - val_acc: 0.9917\nEpoch 9/50\n26266/26266 [==============================] - 11s 408us/step - loss: 0.0420 - acc: 0.9884 - val_loss: 0.0384 - val_acc: 0.9883\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n26266/26266 [==============================] - 11s 409us/step - loss: 0.0341 - acc: 0.9900 - val_loss: 0.0287 - val_acc: 0.9922\nEpoch 11/50\n26266/26266 [==============================] - 11s 410us/step - loss: 0.0304 - acc: 0.9912 - val_loss: 0.0248 - val_acc: 0.9932\nEpoch 12/50\n26266/26266 [==============================] - 11s 409us/step - loss: 0.0302 - acc: 0.9914 - val_loss: 0.0292 - val_acc: 0.9917\nEpoch 13/50\n26266/26266 [==============================] - 11s 411us/step - loss: 0.0281 - acc: 0.9926 - val_loss: 0.0275 - val_acc: 0.9921\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n26266/26266 [==============================] - 11s 410us/step - loss: 0.0247 - acc: 0.9931 - val_loss: 0.0295 - val_acc: 0.9926\nEpoch 15/50\n26266/26266 [==============================] - 11s 412us/step - loss: 0.0202 - acc: 0.9938 - val_loss: 0.0290 - val_acc: 0.9932\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n26266/26266 [==============================] - 11s 416us/step - loss: 0.0181 - acc: 0.9951 - val_loss: 0.0282 - val_acc: 0.9925\nEpoch 00016: early stopping\n8 : Test_loss: 0.02818807178123097 , Test_acc: 0.992500681756204\nModel: <keras.engine.sequential.Sequential object at 0x7fc350804a58> \n\n\nTrain on 26768 samples, validate on 6832 samples\nEpoch 1/50\n26768/26768 [==============================] - 17s 626us/step - loss: 0.2313 - acc: 0.9308 - val_loss: 0.1024 - val_acc: 0.9678\nEpoch 2/50\n26768/26768 [==============================] - 12s 457us/step - loss: 0.0951 - acc: 0.9713 - val_loss: 0.1792 - val_acc: 0.9548\nEpoch 3/50\n26768/26768 [==============================] - 12s 457us/step - loss: 0.0792 - acc: 0.9750 - val_loss: 0.0518 - val_acc: 0.9838\nEpoch 4/50\n26768/26768 [==============================] - 12s 457us/step - loss: 0.0661 - acc: 0.9805 - val_loss: 0.0365 - val_acc: 0.9881\nEpoch 5/50\n26768/26768 [==============================] - 12s 459us/step - loss: 0.0528 - acc: 0.9843 - val_loss: 0.0473 - val_acc: 0.9865\nEpoch 6/50\n26768/26768 [==============================] - 12s 459us/step - loss: 0.0527 - acc: 0.9846 - val_loss: 0.0420 - val_acc: 0.9859\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n26768/26768 [==============================] - 12s 463us/step - loss: 0.0359 - acc: 0.9885 - val_loss: 0.0263 - val_acc: 0.9911\nEpoch 8/50\n26768/26768 [==============================] - 12s 459us/step - loss: 0.0305 - acc: 0.9902 - val_loss: 0.0315 - val_acc: 0.9914\nEpoch 9/50\n26768/26768 [==============================] - 12s 461us/step - loss: 0.0241 - acc: 0.9920 - val_loss: 0.0263 - val_acc: 0.9918\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n26768/26768 [==============================] - 12s 461us/step - loss: 0.0169 - acc: 0.9945 - val_loss: 0.0224 - val_acc: 0.9944\nEpoch 11/50\n26768/26768 [==============================] - 12s 460us/step - loss: 0.0163 - acc: 0.9947 - val_loss: 0.0251 - val_acc: 0.9933\nEpoch 12/50\n26768/26768 [==============================] - 12s 459us/step - loss: 0.0166 - acc: 0.9946 - val_loss: 0.0247 - val_acc: 0.9940\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n26768/26768 [==============================] - 12s 459us/step - loss: 0.0113 - acc: 0.9965 - val_loss: 0.0222 - val_acc: 0.9944\nEpoch 14/50\n26768/26768 [==============================] - 12s 459us/step - loss: 0.0112 - acc: 0.9963 - val_loss: 0.0228 - val_acc: 0.9944\nEpoch 15/50\n26768/26768 [==============================] - 12s 458us/step - loss: 0.0106 - acc: 0.9968 - val_loss: 0.0212 - val_acc: 0.9944\nEpoch 16/50\n26768/26768 [==============================] - 12s 458us/step - loss: 0.0090 - acc: 0.9970 - val_loss: 0.0249 - val_acc: 0.9937\nEpoch 17/50\n26768/26768 [==============================] - 12s 461us/step - loss: 0.0070 - acc: 0.9984 - val_loss: 0.0248 - val_acc: 0.9940\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n26768/26768 [==============================] - 12s 457us/step - loss: 0.0086 - acc: 0.9972 - val_loss: 0.0241 - val_acc: 0.9940\nEpoch 19/50\n26768/26768 [==============================] - 12s 457us/step - loss: 0.0067 - acc: 0.9979 - val_loss: 0.0242 - val_acc: 0.9936\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 20/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "26768/26768 [==============================] - 12s 457us/step - loss: 0.0064 - acc: 0.9981 - val_loss: 0.0235 - val_acc: 0.9939\nEpoch 00020: early stopping\n9 : Test_loss: 0.023532948586479075 , Test_acc: 0.9938524590163934\nModel: <keras.engine.sequential.Sequential object at 0x7fc34f429f28> \n\n\nTrain on 29701 samples, validate on 3899 samples\nEpoch 1/50\n29701/29701 [==============================] - 17s 568us/step - loss: 0.2061 - acc: 0.9379 - val_loss: 0.1061 - val_acc: 0.9690\nEpoch 2/50\n29701/29701 [==============================] - 12s 415us/step - loss: 0.0830 - acc: 0.9746 - val_loss: 0.0496 - val_acc: 0.9838\nEpoch 3/50\n29701/29701 [==============================] - 12s 415us/step - loss: 0.0664 - acc: 0.9801 - val_loss: 0.0514 - val_acc: 0.9831\nEpoch 4/50\n29701/29701 [==============================] - 12s 416us/step - loss: 0.0569 - acc: 0.9828 - val_loss: 0.0420 - val_acc: 0.9864\nEpoch 5/50\n29701/29701 [==============================] - 12s 415us/step - loss: 0.0443 - acc: 0.9865 - val_loss: 0.0661 - val_acc: 0.9792\nEpoch 6/50\n29701/29701 [==============================] - 12s 415us/step - loss: 0.0466 - acc: 0.9860 - val_loss: 0.0286 - val_acc: 0.9905\nEpoch 7/50\n29701/29701 [==============================] - 12s 415us/step - loss: 0.0349 - acc: 0.9895 - val_loss: 0.0301 - val_acc: 0.9905\nEpoch 8/50\n29701/29701 [==============================] - 12s 414us/step - loss: 0.0390 - acc: 0.9878 - val_loss: 0.0265 - val_acc: 0.9915\nEpoch 9/50\n29701/29701 [==============================] - 12s 414us/step - loss: 0.0310 - acc: 0.9903 - val_loss: 0.0301 - val_acc: 0.9905\nEpoch 10/50\n29701/29701 [==============================] - 12s 412us/step - loss: 0.0320 - acc: 0.9906 - val_loss: 0.0860 - val_acc: 0.9761\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n29701/29701 [==============================] - 12s 413us/step - loss: 0.0200 - acc: 0.9938 - val_loss: 0.0235 - val_acc: 0.9936\nEpoch 12/50\n29701/29701 [==============================] - 12s 412us/step - loss: 0.0137 - acc: 0.9959 - val_loss: 0.0248 - val_acc: 0.9936\nEpoch 13/50\n29701/29701 [==============================] - 12s 410us/step - loss: 0.0115 - acc: 0.9965 - val_loss: 0.0272 - val_acc: 0.9918\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n29701/29701 [==============================] - 12s 411us/step - loss: 0.0090 - acc: 0.9972 - val_loss: 0.0253 - val_acc: 0.9918\nEpoch 15/50\n29701/29701 [==============================] - 12s 412us/step - loss: 0.0069 - acc: 0.9982 - val_loss: 0.0280 - val_acc: 0.9926\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n29701/29701 [==============================] - 12s 409us/step - loss: 0.0057 - acc: 0.9983 - val_loss: 0.0229 - val_acc: 0.9944\nEpoch 17/50\n29701/29701 [==============================] - 12s 412us/step - loss: 0.0050 - acc: 0.9984 - val_loss: 0.0252 - val_acc: 0.9926\nEpoch 18/50\n29701/29701 [==============================] - 12s 409us/step - loss: 0.0049 - acc: 0.9985 - val_loss: 0.0247 - val_acc: 0.9941\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 19/50\n29701/29701 [==============================] - 12s 412us/step - loss: 0.0041 - acc: 0.9987 - val_loss: 0.0252 - val_acc: 0.9933\nEpoch 20/50\n29701/29701 [==============================] - 12s 413us/step - loss: 0.0030 - acc: 0.9991 - val_loss: 0.0258 - val_acc: 0.9933\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 21/50\n29701/29701 [==============================] - 12s 412us/step - loss: 0.0029 - acc: 0.9991 - val_loss: 0.0241 - val_acc: 0.9936\nEpoch 00021: early stopping\n10 : Test_loss: 0.024109799654718468 , Test_acc: 0.9935880995126956\nModel: <keras.engine.sequential.Sequential object at 0x7fc34dfe0780> \n\n\nTrain on 29333 samples, validate on 4267 samples\nEpoch 1/50\n29333/29333 [==============================] - 17s 577us/step - loss: 0.2176 - acc: 0.9346 - val_loss: 0.0844 - val_acc: 0.9721\nEpoch 2/50\n29333/29333 [==============================] - 12s 419us/step - loss: 0.0884 - acc: 0.9734 - val_loss: 0.0578 - val_acc: 0.9798\nEpoch 3/50\n29333/29333 [==============================] - 12s 420us/step - loss: 0.0690 - acc: 0.9797 - val_loss: 0.0580 - val_acc: 0.9838\nEpoch 4/50\n29333/29333 [==============================] - 12s 419us/step - loss: 0.0611 - acc: 0.9814 - val_loss: 0.0507 - val_acc: 0.9841\nEpoch 5/50\n29333/29333 [==============================] - 12s 419us/step - loss: 0.0516 - acc: 0.9843 - val_loss: 0.0366 - val_acc: 0.9885\nEpoch 6/50\n29333/29333 [==============================] - 12s 420us/step - loss: 0.0488 - acc: 0.9852 - val_loss: 0.0397 - val_acc: 0.9885\nEpoch 7/50\n29333/29333 [==============================] - 12s 420us/step - loss: 0.0418 - acc: 0.9868 - val_loss: 0.0376 - val_acc: 0.9883\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n29333/29333 [==============================] - 12s 421us/step - loss: 0.0261 - acc: 0.9919 - val_loss: 0.0297 - val_acc: 0.9923\nEpoch 9/50\n29333/29333 [==============================] - 12s 421us/step - loss: 0.0201 - acc: 0.9939 - val_loss: 0.0339 - val_acc: 0.9899\nEpoch 10/50\n29333/29333 [==============================] - 12s 421us/step - loss: 0.0202 - acc: 0.9937 - val_loss: 0.0395 - val_acc: 0.9899\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n29333/29333 [==============================] - 12s 420us/step - loss: 0.0115 - acc: 0.9968 - val_loss: 0.0248 - val_acc: 0.9953\nEpoch 12/50\n29333/29333 [==============================] - 12s 423us/step - loss: 0.0112 - acc: 0.9966 - val_loss: 0.0274 - val_acc: 0.9932\nEpoch 13/50\n29333/29333 [==============================] - 12s 423us/step - loss: 0.0089 - acc: 0.9973 - val_loss: 0.0269 - val_acc: 0.9941\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n29333/29333 [==============================] - 12s 423us/step - loss: 0.0061 - acc: 0.9981 - val_loss: 0.0276 - val_acc: 0.9932\nEpoch 15/50\n29333/29333 [==============================] - 12s 424us/step - loss: 0.0065 - acc: 0.9980 - val_loss: 0.0268 - val_acc: 0.9944\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n29333/29333 [==============================] - 12s 423us/step - loss: 0.0043 - acc: 0.9989 - val_loss: 0.0283 - val_acc: 0.9937\nEpoch 00016: early stopping\n11 : Test_loss: 0.02826671937840646 , Test_acc: 0.9936723693461448\nModel: <keras.engine.sequential.Sequential object at 0x7fc34c39c240> \n\n\nTrain on 28656 samples, validate on 4944 samples\nEpoch 1/50\n28656/28656 [==============================] - 17s 580us/step - loss: 0.2185 - acc: 0.9308 - val_loss: 0.0650 - val_acc: 0.9798\nEpoch 2/50\n28656/28656 [==============================] - 12s 412us/step - loss: 0.0872 - acc: 0.9729 - val_loss: 0.1424 - val_acc: 0.9563\nEpoch 3/50\n28656/28656 [==============================] - 12s 412us/step - loss: 0.0657 - acc: 0.9806 - val_loss: 0.0504 - val_acc: 0.9838\nEpoch 4/50\n28656/28656 [==============================] - 12s 412us/step - loss: 0.0593 - acc: 0.9815 - val_loss: 0.0596 - val_acc: 0.9818\nEpoch 5/50\n28656/28656 [==============================] - 12s 412us/step - loss: 0.0519 - acc: 0.9840 - val_loss: 0.0357 - val_acc: 0.9893\nEpoch 6/50\n28656/28656 [==============================] - 12s 411us/step - loss: 0.0447 - acc: 0.9856 - val_loss: 0.0476 - val_acc: 0.9867\nEpoch 7/50\n28656/28656 [==============================] - 12s 412us/step - loss: 0.0432 - acc: 0.9865 - val_loss: 0.0487 - val_acc: 0.9856\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n28656/28656 [==============================] - 12s 409us/step - loss: 0.0255 - acc: 0.9919 - val_loss: 0.0290 - val_acc: 0.9919\nEpoch 9/50\n28656/28656 [==============================] - 12s 409us/step - loss: 0.0257 - acc: 0.9917 - val_loss: 0.0335 - val_acc: 0.9901\nEpoch 10/50\n28656/28656 [==============================] - 12s 411us/step - loss: 0.0244 - acc: 0.9924 - val_loss: 0.0269 - val_acc: 0.9921\nEpoch 11/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "28656/28656 [==============================] - 12s 408us/step - loss: 0.0202 - acc: 0.9938 - val_loss: 0.0293 - val_acc: 0.9915\nEpoch 12/50\n28656/28656 [==============================] - 12s 407us/step - loss: 0.0160 - acc: 0.9953 - val_loss: 0.0346 - val_acc: 0.9901\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n28656/28656 [==============================] - 12s 409us/step - loss: 0.0146 - acc: 0.9950 - val_loss: 0.0228 - val_acc: 0.9943\nEpoch 14/50\n28656/28656 [==============================] - 12s 407us/step - loss: 0.0107 - acc: 0.9966 - val_loss: 0.0257 - val_acc: 0.9935\nEpoch 15/50\n28656/28656 [==============================] - 12s 408us/step - loss: 0.0103 - acc: 0.9965 - val_loss: 0.0247 - val_acc: 0.9941\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n28656/28656 [==============================] - 12s 409us/step - loss: 0.0091 - acc: 0.9971 - val_loss: 0.0250 - val_acc: 0.9937\nEpoch 17/50\n28656/28656 [==============================] - 12s 410us/step - loss: 0.0070 - acc: 0.9976 - val_loss: 0.0243 - val_acc: 0.9941\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n28656/28656 [==============================] - 12s 407us/step - loss: 0.0072 - acc: 0.9977 - val_loss: 0.0223 - val_acc: 0.9943\nEpoch 19/50\n28656/28656 [==============================] - 12s 408us/step - loss: 0.0062 - acc: 0.9983 - val_loss: 0.0239 - val_acc: 0.9945\nEpoch 20/50\n28656/28656 [==============================] - 12s 407us/step - loss: 0.0064 - acc: 0.9980 - val_loss: 0.0236 - val_acc: 0.9941\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 21/50\n28656/28656 [==============================] - 12s 408us/step - loss: 0.0056 - acc: 0.9985 - val_loss: 0.0232 - val_acc: 0.9941\nEpoch 22/50\n28656/28656 [==============================] - 12s 407us/step - loss: 0.0056 - acc: 0.9980 - val_loss: 0.0241 - val_acc: 0.9941\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 23/50\n28656/28656 [==============================] - 12s 407us/step - loss: 0.0047 - acc: 0.9986 - val_loss: 0.0242 - val_acc: 0.9945\nEpoch 00023: early stopping\n12 : Test_loss: 0.024162246468107502 , Test_acc: 0.9945388349514563\nModel: <keras.engine.sequential.Sequential object at 0x7fc34af41320> \n\n\nTrain on 26697 samples, validate on 6903 samples\nEpoch 1/50\n26697/26697 [==============================] - 18s 663us/step - loss: 0.3004 - acc: 0.9096 - val_loss: 0.1083 - val_acc: 0.9662\nEpoch 2/50\n26697/26697 [==============================] - 13s 472us/step - loss: 0.1145 - acc: 0.9669 - val_loss: 0.0542 - val_acc: 0.9845\nEpoch 3/50\n26697/26697 [==============================] - 13s 474us/step - loss: 0.0933 - acc: 0.9724 - val_loss: 0.1048 - val_acc: 0.9690\nEpoch 4/50\n26697/26697 [==============================] - 13s 471us/step - loss: 0.0748 - acc: 0.9783 - val_loss: 0.0367 - val_acc: 0.9888\nEpoch 5/50\n26697/26697 [==============================] - 13s 473us/step - loss: 0.0664 - acc: 0.9806 - val_loss: 0.0432 - val_acc: 0.9865\nEpoch 6/50\n26697/26697 [==============================] - 13s 473us/step - loss: 0.0559 - acc: 0.9834 - val_loss: 0.0557 - val_acc: 0.9823\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n26697/26697 [==============================] - 13s 473us/step - loss: 0.0412 - acc: 0.9878 - val_loss: 0.0350 - val_acc: 0.9894\nEpoch 8/50\n26697/26697 [==============================] - 13s 473us/step - loss: 0.0344 - acc: 0.9907 - val_loss: 0.0360 - val_acc: 0.9904\nEpoch 9/50\n26697/26697 [==============================] - 13s 474us/step - loss: 0.0339 - acc: 0.9898 - val_loss: 0.0309 - val_acc: 0.9907\nEpoch 10/50\n26697/26697 [==============================] - 13s 473us/step - loss: 0.0316 - acc: 0.9906 - val_loss: 0.0379 - val_acc: 0.9909\nEpoch 11/50\n26697/26697 [==============================] - 13s 474us/step - loss: 0.0280 - acc: 0.9914 - val_loss: 0.0278 - val_acc: 0.9923\nEpoch 12/50\n26697/26697 [==============================] - 13s 473us/step - loss: 0.0253 - acc: 0.9923 - val_loss: 0.0322 - val_acc: 0.9913\nEpoch 13/50\n26697/26697 [==============================] - 13s 475us/step - loss: 0.0236 - acc: 0.9930 - val_loss: 0.0286 - val_acc: 0.9926\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n26697/26697 [==============================] - 13s 474us/step - loss: 0.0162 - acc: 0.9956 - val_loss: 0.0286 - val_acc: 0.9933\nEpoch 15/50\n26697/26697 [==============================] - 13s 474us/step - loss: 0.0134 - acc: 0.9961 - val_loss: 0.0249 - val_acc: 0.9942\nEpoch 16/50\n26697/26697 [==============================] - 13s 474us/step - loss: 0.0128 - acc: 0.9962 - val_loss: 0.0286 - val_acc: 0.9936\nEpoch 17/50\n26697/26697 [==============================] - 13s 475us/step - loss: 0.0117 - acc: 0.9965 - val_loss: 0.0251 - val_acc: 0.9945\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n26697/26697 [==============================] - 13s 473us/step - loss: 0.0104 - acc: 0.9970 - val_loss: 0.0245 - val_acc: 0.9942\nEpoch 19/50\n26697/26697 [==============================] - 13s 474us/step - loss: 0.0076 - acc: 0.9977 - val_loss: 0.0267 - val_acc: 0.9932\nEpoch 20/50\n26697/26697 [==============================] - 13s 476us/step - loss: 0.0075 - acc: 0.9979 - val_loss: 0.0268 - val_acc: 0.9938\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 21/50\n26697/26697 [==============================] - 13s 475us/step - loss: 0.0075 - acc: 0.9978 - val_loss: 0.0282 - val_acc: 0.9941\nEpoch 22/50\n26697/26697 [==============================] - 13s 479us/step - loss: 0.0072 - acc: 0.9981 - val_loss: 0.0289 - val_acc: 0.9938\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 23/50\n26697/26697 [==============================] - 13s 476us/step - loss: 0.0055 - acc: 0.9986 - val_loss: 0.0277 - val_acc: 0.9942\nEpoch 00023: early stopping\n13 : Test_loss: 0.027680048741235797 , Test_acc: 0.9942054179342315\nModel: <keras.engine.sequential.Sequential object at 0x7fc349b7ff98> \n\n\nTrain on 25715 samples, validate on 7885 samples\nEpoch 1/50\n25715/25715 [==============================] - 18s 689us/step - loss: 0.3071 - acc: 0.9078 - val_loss: 0.1086 - val_acc: 0.9678\nEpoch 2/50\n25715/25715 [==============================] - 13s 488us/step - loss: 0.1187 - acc: 0.9650 - val_loss: 0.0485 - val_acc: 0.9845\nEpoch 3/50\n25715/25715 [==============================] - 13s 489us/step - loss: 0.0932 - acc: 0.9736 - val_loss: 0.0531 - val_acc: 0.9849\nEpoch 4/50\n25715/25715 [==============================] - 12s 486us/step - loss: 0.0803 - acc: 0.9774 - val_loss: 0.0538 - val_acc: 0.9852\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n25715/25715 [==============================] - 13s 487us/step - loss: 0.0524 - acc: 0.9848 - val_loss: 0.0384 - val_acc: 0.9883\nEpoch 6/50\n25715/25715 [==============================] - 12s 484us/step - loss: 0.0476 - acc: 0.9862 - val_loss: 0.0368 - val_acc: 0.9893\nEpoch 7/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0417 - acc: 0.9876 - val_loss: 0.0375 - val_acc: 0.9906\nEpoch 8/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0374 - acc: 0.9888 - val_loss: 0.0337 - val_acc: 0.9900\nEpoch 9/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0391 - acc: 0.9884 - val_loss: 0.0365 - val_acc: 0.9893\nEpoch 10/50\n25715/25715 [==============================] - 13s 487us/step - loss: 0.0364 - acc: 0.9893 - val_loss: 0.0347 - val_acc: 0.9906\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0251 - acc: 0.9921 - val_loss: 0.0294 - val_acc: 0.9915\nEpoch 12/50\n25715/25715 [==============================] - 13s 487us/step - loss: 0.0211 - acc: 0.9939 - val_loss: 0.0277 - val_acc: 0.9926\nEpoch 13/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "25715/25715 [==============================] - 12s 485us/step - loss: 0.0195 - acc: 0.9939 - val_loss: 0.0322 - val_acc: 0.9916\nEpoch 14/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0191 - acc: 0.9943 - val_loss: 0.0295 - val_acc: 0.9916\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0153 - acc: 0.9957 - val_loss: 0.0286 - val_acc: 0.9930\nEpoch 16/50\n25715/25715 [==============================] - 12s 484us/step - loss: 0.0124 - acc: 0.9963 - val_loss: 0.0305 - val_acc: 0.9926\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n25715/25715 [==============================] - 13s 486us/step - loss: 0.0131 - acc: 0.9960 - val_loss: 0.0273 - val_acc: 0.9937\nEpoch 18/50\n25715/25715 [==============================] - 13s 486us/step - loss: 0.0102 - acc: 0.9970 - val_loss: 0.0267 - val_acc: 0.9938\nEpoch 19/50\n25715/25715 [==============================] - 13s 488us/step - loss: 0.0103 - acc: 0.9973 - val_loss: 0.0279 - val_acc: 0.9930\nEpoch 20/50\n25715/25715 [==============================] - 13s 487us/step - loss: 0.0081 - acc: 0.9976 - val_loss: 0.0284 - val_acc: 0.9929\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 21/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0079 - acc: 0.9980 - val_loss: 0.0272 - val_acc: 0.9930\nEpoch 22/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0065 - acc: 0.9983 - val_loss: 0.0277 - val_acc: 0.9928\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 23/50\n25715/25715 [==============================] - 12s 485us/step - loss: 0.0083 - acc: 0.9978 - val_loss: 0.0274 - val_acc: 0.9930\nEpoch 00023: early stopping\n14 : Test_loss: 0.027389853202644338 , Test_acc: 0.9930247305009512\nModel: <keras.engine.sequential.Sequential object at 0x7fc3486be630> \n\n\nTrain on 25341 samples, validate on 8259 samples\nEpoch 1/50\n25341/25341 [==============================] - 18s 701us/step - loss: 0.2738 - acc: 0.9154 - val_loss: 0.0870 - val_acc: 0.9723\nEpoch 2/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0999 - acc: 0.9704 - val_loss: 0.0504 - val_acc: 0.9837\nEpoch 3/50\n25341/25341 [==============================] - 12s 489us/step - loss: 0.0845 - acc: 0.9736 - val_loss: 0.1087 - val_acc: 0.9680\nEpoch 4/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0706 - acc: 0.9790 - val_loss: 0.0523 - val_acc: 0.9849\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0465 - acc: 0.9857 - val_loss: 0.0371 - val_acc: 0.9883\nEpoch 6/50\n25341/25341 [==============================] - 12s 488us/step - loss: 0.0401 - acc: 0.9874 - val_loss: 0.0393 - val_acc: 0.9886\nEpoch 7/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0425 - acc: 0.9871 - val_loss: 0.0345 - val_acc: 0.9904\nEpoch 8/50\n25341/25341 [==============================] - 12s 489us/step - loss: 0.0364 - acc: 0.9890 - val_loss: 0.0600 - val_acc: 0.9852\nEpoch 9/50\n25341/25341 [==============================] - 12s 488us/step - loss: 0.0374 - acc: 0.9886 - val_loss: 0.0357 - val_acc: 0.9902\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0248 - acc: 0.9926 - val_loss: 0.0284 - val_acc: 0.9932\nEpoch 11/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0211 - acc: 0.9937 - val_loss: 0.0320 - val_acc: 0.9914\nEpoch 12/50\n25341/25341 [==============================] - 12s 491us/step - loss: 0.0165 - acc: 0.9951 - val_loss: 0.0324 - val_acc: 0.9914\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n25341/25341 [==============================] - 13s 493us/step - loss: 0.0133 - acc: 0.9962 - val_loss: 0.0274 - val_acc: 0.9931\nEpoch 14/50\n25341/25341 [==============================] - 12s 491us/step - loss: 0.0113 - acc: 0.9964 - val_loss: 0.0305 - val_acc: 0.9925\nEpoch 15/50\n25341/25341 [==============================] - 12s 492us/step - loss: 0.0102 - acc: 0.9970 - val_loss: 0.0312 - val_acc: 0.9929\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n25341/25341 [==============================] - 12s 491us/step - loss: 0.0104 - acc: 0.9968 - val_loss: 0.0304 - val_acc: 0.9933\nEpoch 17/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0084 - acc: 0.9975 - val_loss: 0.0296 - val_acc: 0.9931\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 18/50\n25341/25341 [==============================] - 12s 490us/step - loss: 0.0065 - acc: 0.9983 - val_loss: 0.0296 - val_acc: 0.9933\nEpoch 00018: early stopping\n15 : Test_loss: 0.029612867268667183 , Test_acc: 0.9933405981353675\nModel: <keras.engine.sequential.Sequential object at 0x7fc346ac1c50> \n\n\nTrain on 27539 samples, validate on 6061 samples\nEpoch 1/50\n27539/27539 [==============================] - 17s 626us/step - loss: 0.3357 - acc: 0.8967 - val_loss: 0.0834 - val_acc: 0.9723\nEpoch 2/50\n27539/27539 [==============================] - 12s 432us/step - loss: 0.1167 - acc: 0.9637 - val_loss: 0.0652 - val_acc: 0.9802\nEpoch 3/50\n27539/27539 [==============================] - 12s 435us/step - loss: 0.0921 - acc: 0.9727 - val_loss: 0.0625 - val_acc: 0.9787\nEpoch 4/50\n27539/27539 [==============================] - 12s 433us/step - loss: 0.0733 - acc: 0.9783 - val_loss: 0.0479 - val_acc: 0.9847\nEpoch 5/50\n27539/27539 [==============================] - 12s 432us/step - loss: 0.0704 - acc: 0.9785 - val_loss: 0.0528 - val_acc: 0.9842\nEpoch 6/50\n27539/27539 [==============================] - 12s 434us/step - loss: 0.0650 - acc: 0.9810 - val_loss: 0.0572 - val_acc: 0.9835\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n27539/27539 [==============================] - 12s 435us/step - loss: 0.0402 - acc: 0.9877 - val_loss: 0.0346 - val_acc: 0.9901\nEpoch 8/50\n27539/27539 [==============================] - 12s 436us/step - loss: 0.0406 - acc: 0.9879 - val_loss: 0.0385 - val_acc: 0.9883\nEpoch 9/50\n27539/27539 [==============================] - 12s 435us/step - loss: 0.0335 - acc: 0.9899 - val_loss: 0.0316 - val_acc: 0.9913\nEpoch 10/50\n27539/27539 [==============================] - 12s 435us/step - loss: 0.0351 - acc: 0.9895 - val_loss: 0.0336 - val_acc: 0.9904\nEpoch 11/50\n27539/27539 [==============================] - 12s 436us/step - loss: 0.0324 - acc: 0.9900 - val_loss: 0.0377 - val_acc: 0.9894\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n27539/27539 [==============================] - 12s 436us/step - loss: 0.0274 - acc: 0.9920 - val_loss: 0.0279 - val_acc: 0.9919\nEpoch 13/50\n27539/27539 [==============================] - 12s 436us/step - loss: 0.0194 - acc: 0.9945 - val_loss: 0.0273 - val_acc: 0.9921\nEpoch 14/50\n27539/27539 [==============================] - 12s 437us/step - loss: 0.0212 - acc: 0.9933 - val_loss: 0.0284 - val_acc: 0.9921\nEpoch 15/50\n27539/27539 [==============================] - 12s 435us/step - loss: 0.0187 - acc: 0.9938 - val_loss: 0.0278 - val_acc: 0.9932\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n27539/27539 [==============================] - 12s 437us/step - loss: 0.0173 - acc: 0.9940 - val_loss: 0.0257 - val_acc: 0.9936\nEpoch 17/50\n27539/27539 [==============================] - 12s 433us/step - loss: 0.0148 - acc: 0.9954 - val_loss: 0.0265 - val_acc: 0.9929\nEpoch 18/50\n27539/27539 [==============================] - 12s 438us/step - loss: 0.0132 - acc: 0.9963 - val_loss: 0.0261 - val_acc: 0.9931\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 19/50\n27539/27539 [==============================] - 12s 435us/step - loss: 0.0132 - acc: 0.9960 - val_loss: 0.0260 - val_acc: 0.9932\nEpoch 20/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "27539/27539 [==============================] - 12s 429us/step - loss: 0.0121 - acc: 0.9960 - val_loss: 0.0253 - val_acc: 0.9937\nEpoch 21/50\n27539/27539 [==============================] - 12s 432us/step - loss: 0.0100 - acc: 0.9967 - val_loss: 0.0250 - val_acc: 0.9934\nEpoch 22/50\n27539/27539 [==============================] - 12s 432us/step - loss: 0.0115 - acc: 0.9965 - val_loss: 0.0247 - val_acc: 0.9936\nEpoch 23/50\n27539/27539 [==============================] - 12s 437us/step - loss: 0.0109 - acc: 0.9965 - val_loss: 0.0248 - val_acc: 0.9937\nEpoch 24/50\n27539/27539 [==============================] - 12s 436us/step - loss: 0.0108 - acc: 0.9965 - val_loss: 0.0263 - val_acc: 0.9936\n\nEpoch 00024: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 25/50\n27539/27539 [==============================] - 12s 432us/step - loss: 0.0085 - acc: 0.9973 - val_loss: 0.0247 - val_acc: 0.9936\nEpoch 26/50\n27539/27539 [==============================] - 12s 430us/step - loss: 0.0105 - acc: 0.9970 - val_loss: 0.0242 - val_acc: 0.9936\nEpoch 27/50\n27539/27539 [==============================] - 12s 431us/step - loss: 0.0094 - acc: 0.9974 - val_loss: 0.0242 - val_acc: 0.9937\nEpoch 28/50\n27539/27539 [==============================] - 12s 447us/step - loss: 0.0091 - acc: 0.9968 - val_loss: 0.0250 - val_acc: 0.9939\n\nEpoch 00028: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 29/50\n27539/27539 [==============================] - 12s 441us/step - loss: 0.0085 - acc: 0.9975 - val_loss: 0.0257 - val_acc: 0.9936\nEpoch 30/50\n27539/27539 [==============================] - 12s 432us/step - loss: 0.0089 - acc: 0.9972 - val_loss: 0.0259 - val_acc: 0.9937\n\nEpoch 00030: ReduceLROnPlateau reducing learning rate to 1e-05.\nEpoch 31/50\n27539/27539 [==============================] - 12s 432us/step - loss: 0.0097 - acc: 0.9971 - val_loss: 0.0259 - val_acc: 0.9937\nEpoch 32/50\n27539/27539 [==============================] - 12s 433us/step - loss: 0.0085 - acc: 0.9975 - val_loss: 0.0257 - val_acc: 0.9939\nEpoch 00032: early stopping\n16 : Test_loss: 0.025724969977721487 , Test_acc: 0.993895396799208\nModel: <keras.engine.sequential.Sequential object at 0x7fc3456e7cf8> \n\n\nTrain on 23793 samples, validate on 9807 samples\nEpoch 1/50\n23793/23793 [==============================] - 18s 744us/step - loss: 0.2979 - acc: 0.9105 - val_loss: 0.0742 - val_acc: 0.9760\nEpoch 2/50\n23793/23793 [==============================] - 12s 509us/step - loss: 0.1202 - acc: 0.9644 - val_loss: 0.0592 - val_acc: 0.9813\nEpoch 3/50\n23793/23793 [==============================] - 12s 510us/step - loss: 0.0901 - acc: 0.9739 - val_loss: 0.0876 - val_acc: 0.9746\nEpoch 4/50\n23793/23793 [==============================] - 12s 509us/step - loss: 0.0789 - acc: 0.9769 - val_loss: 0.0745 - val_acc: 0.9762\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0527 - acc: 0.9848 - val_loss: 0.0370 - val_acc: 0.9889\nEpoch 6/50\n23793/23793 [==============================] - 12s 511us/step - loss: 0.0452 - acc: 0.9866 - val_loss: 0.0382 - val_acc: 0.9891\nEpoch 7/50\n23793/23793 [==============================] - 12s 510us/step - loss: 0.0418 - acc: 0.9878 - val_loss: 0.0335 - val_acc: 0.9905\nEpoch 8/50\n23793/23793 [==============================] - 12s 523us/step - loss: 0.0414 - acc: 0.9872 - val_loss: 0.0349 - val_acc: 0.9901\nEpoch 9/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0387 - acc: 0.9879 - val_loss: 0.0369 - val_acc: 0.9895\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n23793/23793 [==============================] - 12s 510us/step - loss: 0.0264 - acc: 0.9924 - val_loss: 0.0329 - val_acc: 0.9910\nEpoch 11/50\n23793/23793 [==============================] - 12s 512us/step - loss: 0.0221 - acc: 0.9933 - val_loss: 0.0329 - val_acc: 0.9917\nEpoch 12/50\n23793/23793 [==============================] - 12s 512us/step - loss: 0.0218 - acc: 0.9931 - val_loss: 0.0305 - val_acc: 0.9917\nEpoch 13/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0192 - acc: 0.9946 - val_loss: 0.0292 - val_acc: 0.9923\nEpoch 14/50\n23793/23793 [==============================] - 12s 514us/step - loss: 0.0184 - acc: 0.9948 - val_loss: 0.0296 - val_acc: 0.9928\nEpoch 15/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0188 - acc: 0.9946 - val_loss: 0.0312 - val_acc: 0.9910\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n23793/23793 [==============================] - 12s 511us/step - loss: 0.0139 - acc: 0.9957 - val_loss: 0.0307 - val_acc: 0.9920\nEpoch 17/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0120 - acc: 0.9964 - val_loss: 0.0284 - val_acc: 0.9935\nEpoch 18/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0114 - acc: 0.9965 - val_loss: 0.0292 - val_acc: 0.9929\nEpoch 19/50\n23793/23793 [==============================] - 12s 515us/step - loss: 0.0105 - acc: 0.9968 - val_loss: 0.0287 - val_acc: 0.9926\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n23793/23793 [==============================] - 12s 515us/step - loss: 0.0087 - acc: 0.9975 - val_loss: 0.0288 - val_acc: 0.9931\nEpoch 21/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0075 - acc: 0.9979 - val_loss: 0.0281 - val_acc: 0.9932\nEpoch 22/50\n23793/23793 [==============================] - 12s 514us/step - loss: 0.0061 - acc: 0.9984 - val_loss: 0.0299 - val_acc: 0.9930\nEpoch 23/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0066 - acc: 0.9979 - val_loss: 0.0286 - val_acc: 0.9934\n\nEpoch 00023: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 24/50\n23793/23793 [==============================] - 12s 514us/step - loss: 0.0066 - acc: 0.9980 - val_loss: 0.0288 - val_acc: 0.9933\nEpoch 25/50\n23793/23793 [==============================] - 12s 514us/step - loss: 0.0060 - acc: 0.9983 - val_loss: 0.0292 - val_acc: 0.9930\n\nEpoch 00025: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 26/50\n23793/23793 [==============================] - 12s 513us/step - loss: 0.0047 - acc: 0.9987 - val_loss: 0.0287 - val_acc: 0.9931\nEpoch 00026: early stopping\n17 : Test_loss: 0.02867685346802199 , Test_acc: 0.9930661772203528\nModel: <keras.engine.sequential.Sequential object at 0x7fc3442a0be0> \n\n\nTrain on 25050 samples, validate on 8550 samples\nEpoch 1/50\n25050/25050 [==============================] - 17s 691us/step - loss: 0.2133 - acc: 0.9352 - val_loss: 0.0979 - val_acc: 0.9690\nEpoch 2/50\n25050/25050 [==============================] - 12s 465us/step - loss: 0.0779 - acc: 0.9756 - val_loss: 0.0532 - val_acc: 0.9814\nEpoch 3/50\n25050/25050 [==============================] - 12s 464us/step - loss: 0.0594 - acc: 0.9826 - val_loss: 0.0610 - val_acc: 0.9812\nEpoch 4/50\n25050/25050 [==============================] - 12s 465us/step - loss: 0.0520 - acc: 0.9831 - val_loss: 0.0508 - val_acc: 0.9851\nEpoch 5/50\n25050/25050 [==============================] - 12s 466us/step - loss: 0.0449 - acc: 0.9856 - val_loss: 0.0606 - val_acc: 0.9822\nEpoch 6/50\n25050/25050 [==============================] - 12s 465us/step - loss: 0.0403 - acc: 0.9873 - val_loss: 0.0416 - val_acc: 0.9884\nEpoch 7/50\n25050/25050 [==============================] - 12s 464us/step - loss: 0.0332 - acc: 0.9895 - val_loss: 0.0417 - val_acc: 0.9865\nEpoch 8/50\n25050/25050 [==============================] - 12s 463us/step - loss: 0.0334 - acc: 0.9889 - val_loss: 0.0408 - val_acc: 0.9889\nEpoch 9/50\n25050/25050 [==============================] - 12s 464us/step - loss: 0.0302 - acc: 0.9903 - val_loss: 0.0420 - val_acc: 0.9874\nEpoch 10/50\n25050/25050 [==============================] - 12s 469us/step - loss: 0.0269 - acc: 0.9913 - val_loss: 0.0421 - val_acc: 0.9885\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n25050/25050 [==============================] - 12s 464us/step - loss: 0.0182 - acc: 0.9937 - val_loss: 0.0265 - val_acc: 0.9933\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 12/50\n25050/25050 [==============================] - 11s 458us/step - loss: 0.0139 - acc: 0.9957 - val_loss: 0.0321 - val_acc: 0.9916\nEpoch 13/50\n25050/25050 [==============================] - 11s 458us/step - loss: 0.0115 - acc: 0.9959 - val_loss: 0.0335 - val_acc: 0.9906\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n25050/25050 [==============================] - 12s 460us/step - loss: 0.0098 - acc: 0.9971 - val_loss: 0.0278 - val_acc: 0.9926\nEpoch 15/50\n25050/25050 [==============================] - 12s 460us/step - loss: 0.0075 - acc: 0.9978 - val_loss: 0.0310 - val_acc: 0.9918\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n25050/25050 [==============================] - 12s 461us/step - loss: 0.0050 - acc: 0.9986 - val_loss: 0.0268 - val_acc: 0.9937\nEpoch 00016: early stopping\n18 : Test_loss: 0.026772161013537292 , Test_acc: 0.9936842105263158\nModel: <keras.engine.sequential.Sequential object at 0x7fc342e59da0> \n\n\nTrain on 26256 samples, validate on 7344 samples\nEpoch 1/50\n26256/26256 [==============================] - 19s 721us/step - loss: 0.2790 - acc: 0.9193 - val_loss: 0.0781 - val_acc: 0.9763\nEpoch 2/50\n26256/26256 [==============================] - 13s 498us/step - loss: 0.1033 - acc: 0.9703 - val_loss: 0.0555 - val_acc: 0.9822\nEpoch 3/50\n26256/26256 [==============================] - 13s 498us/step - loss: 0.0869 - acc: 0.9749 - val_loss: 0.0473 - val_acc: 0.9856\nEpoch 4/50\n26256/26256 [==============================] - 13s 498us/step - loss: 0.0741 - acc: 0.9796 - val_loss: 0.0461 - val_acc: 0.9858\nEpoch 5/50\n26256/26256 [==============================] - 13s 499us/step - loss: 0.0628 - acc: 0.9815 - val_loss: 0.0465 - val_acc: 0.9873\nEpoch 6/50\n26256/26256 [==============================] - 13s 498us/step - loss: 0.0562 - acc: 0.9834 - val_loss: 0.0469 - val_acc: 0.9860\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n26256/26256 [==============================] - 13s 499us/step - loss: 0.0374 - acc: 0.9887 - val_loss: 0.0321 - val_acc: 0.9909\nEpoch 8/50\n26256/26256 [==============================] - 13s 499us/step - loss: 0.0334 - acc: 0.9904 - val_loss: 0.0325 - val_acc: 0.9903\nEpoch 9/50\n26256/26256 [==============================] - 13s 500us/step - loss: 0.0323 - acc: 0.9909 - val_loss: 0.0297 - val_acc: 0.9922\nEpoch 10/50\n26256/26256 [==============================] - 13s 499us/step - loss: 0.0293 - acc: 0.9913 - val_loss: 0.0357 - val_acc: 0.9891\nEpoch 11/50\n26256/26256 [==============================] - 13s 499us/step - loss: 0.0272 - acc: 0.9918 - val_loss: 0.0335 - val_acc: 0.9911\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n26256/26256 [==============================] - 13s 498us/step - loss: 0.0194 - acc: 0.9939 - val_loss: 0.0257 - val_acc: 0.9933\nEpoch 13/50\n26256/26256 [==============================] - 13s 497us/step - loss: 0.0135 - acc: 0.9959 - val_loss: 0.0277 - val_acc: 0.9925\nEpoch 14/50\n26256/26256 [==============================] - 13s 499us/step - loss: 0.0117 - acc: 0.9970 - val_loss: 0.0266 - val_acc: 0.9928\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n26256/26256 [==============================] - 13s 497us/step - loss: 0.0113 - acc: 0.9963 - val_loss: 0.0256 - val_acc: 0.9937\nEpoch 16/50\n26256/26256 [==============================] - 13s 496us/step - loss: 0.0097 - acc: 0.9971 - val_loss: 0.0281 - val_acc: 0.9932\nEpoch 17/50\n26256/26256 [==============================] - 13s 498us/step - loss: 0.0101 - acc: 0.9971 - val_loss: 0.0269 - val_acc: 0.9936\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n26256/26256 [==============================] - 13s 497us/step - loss: 0.0080 - acc: 0.9979 - val_loss: 0.0259 - val_acc: 0.9940\nEpoch 19/50\n26256/26256 [==============================] - 13s 496us/step - loss: 0.0068 - acc: 0.9981 - val_loss: 0.0266 - val_acc: 0.9936\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 20/50\n26256/26256 [==============================] - 13s 497us/step - loss: 0.0063 - acc: 0.9983 - val_loss: 0.0277 - val_acc: 0.9935\nEpoch 00020: early stopping\n19 : Test_loss: 0.027748325590064644 , Test_acc: 0.9934640522875817\nModel: <keras.engine.sequential.Sequential object at 0x7fc341a7b940> \n\n\nTrain on 24482 samples, validate on 9118 samples\nEpoch 1/50\n24482/24482 [==============================] - 19s 760us/step - loss: 0.1867 - acc: 0.9455 - val_loss: 0.0824 - val_acc: 0.9746\nEpoch 2/50\n24482/24482 [==============================] - 13s 518us/step - loss: 0.0897 - acc: 0.9728 - val_loss: 0.0538 - val_acc: 0.9834\nEpoch 3/50\n24482/24482 [==============================] - 13s 520us/step - loss: 0.0600 - acc: 0.9822 - val_loss: 0.0674 - val_acc: 0.9799\nEpoch 4/50\n24482/24482 [==============================] - 13s 518us/step - loss: 0.0522 - acc: 0.9841 - val_loss: 0.0490 - val_acc: 0.9857\nEpoch 5/50\n24482/24482 [==============================] - 13s 519us/step - loss: 0.0780 - acc: 0.9770 - val_loss: 0.0720 - val_acc: 0.9772\nEpoch 6/50\n24482/24482 [==============================] - 13s 520us/step - loss: 0.0437 - acc: 0.9872 - val_loss: 0.0442 - val_acc: 0.9872\nEpoch 7/50\n24482/24482 [==============================] - 13s 519us/step - loss: 0.0423 - acc: 0.9866 - val_loss: 0.0430 - val_acc: 0.9864\nEpoch 8/50\n24482/24482 [==============================] - 13s 519us/step - loss: 0.0332 - acc: 0.9899 - val_loss: 0.0533 - val_acc: 0.9850\nEpoch 9/50\n24482/24482 [==============================] - 13s 518us/step - loss: 0.0292 - acc: 0.9908 - val_loss: 0.0384 - val_acc: 0.9887\nEpoch 10/50\n24482/24482 [==============================] - 13s 519us/step - loss: 0.0260 - acc: 0.9917 - val_loss: 0.0436 - val_acc: 0.9882\nEpoch 11/50\n24482/24482 [==============================] - 13s 519us/step - loss: 0.0300 - acc: 0.9904 - val_loss: 0.0419 - val_acc: 0.9886\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 12/50\n24482/24482 [==============================] - 13s 519us/step - loss: 0.0158 - acc: 0.9955 - val_loss: 0.0318 - val_acc: 0.9906\nEpoch 13/50\n24482/24482 [==============================] - 13s 518us/step - loss: 0.0143 - acc: 0.9953 - val_loss: 0.0335 - val_acc: 0.9906\nEpoch 14/50\n24482/24482 [==============================] - 13s 520us/step - loss: 0.0117 - acc: 0.9964 - val_loss: 0.0330 - val_acc: 0.9913\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n24482/24482 [==============================] - 13s 520us/step - loss: 0.0077 - acc: 0.9976 - val_loss: 0.0278 - val_acc: 0.9924\nEpoch 16/50\n24482/24482 [==============================] - 13s 522us/step - loss: 0.0054 - acc: 0.9982 - val_loss: 0.0292 - val_acc: 0.9924\nEpoch 17/50\n24482/24482 [==============================] - 13s 520us/step - loss: 0.0057 - acc: 0.9987 - val_loss: 0.0293 - val_acc: 0.9928\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n24482/24482 [==============================] - 13s 521us/step - loss: 0.0055 - acc: 0.9983 - val_loss: 0.0294 - val_acc: 0.9927\nEpoch 19/50\n24482/24482 [==============================] - 13s 522us/step - loss: 0.0029 - acc: 0.9994 - val_loss: 0.0287 - val_acc: 0.9930\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n24482/24482 [==============================] - 13s 520us/step - loss: 0.0039 - acc: 0.9989 - val_loss: 0.0305 - val_acc: 0.9929\nEpoch 00020: early stopping\n20 : Test_loss: 0.030479746994532257 , Test_acc: 0.9928712436937925\nModel: <keras.engine.sequential.Sequential object at 0x7fc340634978> \n\n\nTrain on 27703 samples, validate on 5897 samples\nEpoch 1/50\n27703/27703 [==============================] - 20s 717us/step - loss: 0.1882 - acc: 0.9439 - val_loss: 0.0624 - val_acc: 0.9780\nEpoch 2/50\n27703/27703 [==============================] - 14s 498us/step - loss: 0.0757 - acc: 0.9762 - val_loss: 0.0634 - val_acc: 0.9781\nEpoch 3/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "27703/27703 [==============================] - 14s 496us/step - loss: 0.0629 - acc: 0.9799 - val_loss: 0.0800 - val_acc: 0.9737\n\nEpoch 00003: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 4/50\n27703/27703 [==============================] - 14s 495us/step - loss: 0.0379 - acc: 0.9879 - val_loss: 0.0477 - val_acc: 0.9854\nEpoch 5/50\n27703/27703 [==============================] - 14s 494us/step - loss: 0.0317 - acc: 0.9906 - val_loss: 0.0315 - val_acc: 0.9897\nEpoch 6/50\n27703/27703 [==============================] - 14s 495us/step - loss: 0.0307 - acc: 0.9901 - val_loss: 0.0339 - val_acc: 0.9897\nEpoch 7/50\n27703/27703 [==============================] - 14s 494us/step - loss: 0.0282 - acc: 0.9907 - val_loss: 0.0352 - val_acc: 0.9885\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 8/50\n27703/27703 [==============================] - 14s 495us/step - loss: 0.0202 - acc: 0.9937 - val_loss: 0.0304 - val_acc: 0.9915\nEpoch 9/50\n27703/27703 [==============================] - 14s 494us/step - loss: 0.0138 - acc: 0.9958 - val_loss: 0.0284 - val_acc: 0.9915\nEpoch 10/50\n27703/27703 [==============================] - 14s 495us/step - loss: 0.0138 - acc: 0.9956 - val_loss: 0.0345 - val_acc: 0.9910\nEpoch 11/50\n27703/27703 [==============================] - 14s 495us/step - loss: 0.0128 - acc: 0.9963 - val_loss: 0.0328 - val_acc: 0.9907\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 12/50\n27703/27703 [==============================] - 14s 496us/step - loss: 0.0091 - acc: 0.9972 - val_loss: 0.0255 - val_acc: 0.9932\nEpoch 13/50\n27703/27703 [==============================] - 14s 494us/step - loss: 0.0070 - acc: 0.9979 - val_loss: 0.0268 - val_acc: 0.9925\nEpoch 14/50\n27703/27703 [==============================] - 14s 496us/step - loss: 0.0056 - acc: 0.9986 - val_loss: 0.0254 - val_acc: 0.9930\nEpoch 15/50\n27703/27703 [==============================] - 14s 495us/step - loss: 0.0065 - acc: 0.9978 - val_loss: 0.0293 - val_acc: 0.9924\nEpoch 16/50\n27703/27703 [==============================] - 14s 496us/step - loss: 0.0053 - acc: 0.9985 - val_loss: 0.0283 - val_acc: 0.9929\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n27703/27703 [==============================] - 14s 495us/step - loss: 0.0048 - acc: 0.9986 - val_loss: 0.0274 - val_acc: 0.9925\nEpoch 18/50\n27703/27703 [==============================] - 14s 496us/step - loss: 0.0043 - acc: 0.9988 - val_loss: 0.0299 - val_acc: 0.9922\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 19/50\n27703/27703 [==============================] - 14s 499us/step - loss: 0.0034 - acc: 0.9991 - val_loss: 0.0275 - val_acc: 0.9934\nEpoch 00019: early stopping\n21 : Test_loss: 0.027533582230109797 , Test_acc: 0.9933864676954384\nModel: <keras.engine.sequential.Sequential object at 0x7fc33e9da198> \n\n\nTrain on 28647 samples, validate on 4953 samples\nEpoch 1/50\n28647/28647 [==============================] - 20s 683us/step - loss: 0.2157 - acc: 0.9341 - val_loss: 0.2448 - val_acc: 0.9287\nEpoch 2/50\n28647/28647 [==============================] - 13s 465us/step - loss: 0.0843 - acc: 0.9757 - val_loss: 0.0763 - val_acc: 0.9772\nEpoch 3/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0741 - acc: 0.9778 - val_loss: 0.0628 - val_acc: 0.9810\nEpoch 4/50\n28647/28647 [==============================] - 13s 465us/step - loss: 0.0612 - acc: 0.9812 - val_loss: 0.0458 - val_acc: 0.9851\nEpoch 5/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0536 - acc: 0.9841 - val_loss: 0.0548 - val_acc: 0.9824\nEpoch 6/50\n28647/28647 [==============================] - 13s 463us/step - loss: 0.0478 - acc: 0.9853 - val_loss: 0.0382 - val_acc: 0.9887\nEpoch 7/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0448 - acc: 0.9871 - val_loss: 0.0399 - val_acc: 0.9879\nEpoch 8/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0373 - acc: 0.9886 - val_loss: 0.0327 - val_acc: 0.9895\nEpoch 9/50\n28647/28647 [==============================] - 13s 462us/step - loss: 0.0359 - acc: 0.9890 - val_loss: 0.0291 - val_acc: 0.9923\nEpoch 10/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0306 - acc: 0.9903 - val_loss: 0.0428 - val_acc: 0.9881\nEpoch 11/50\n28647/28647 [==============================] - 13s 462us/step - loss: 0.0288 - acc: 0.9909 - val_loss: 0.0337 - val_acc: 0.9901\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 12/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0161 - acc: 0.9953 - val_loss: 0.0300 - val_acc: 0.9917\nEpoch 13/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0154 - acc: 0.9953 - val_loss: 0.0263 - val_acc: 0.9917\nEpoch 14/50\n28647/28647 [==============================] - 13s 463us/step - loss: 0.0111 - acc: 0.9964 - val_loss: 0.0304 - val_acc: 0.9917\nEpoch 15/50\n28647/28647 [==============================] - 13s 462us/step - loss: 0.0106 - acc: 0.9966 - val_loss: 0.0314 - val_acc: 0.9909\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 16/50\n28647/28647 [==============================] - 13s 463us/step - loss: 0.0080 - acc: 0.9979 - val_loss: 0.0247 - val_acc: 0.9935\nEpoch 17/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0061 - acc: 0.9983 - val_loss: 0.0288 - val_acc: 0.9931\nEpoch 18/50\n28647/28647 [==============================] - 13s 463us/step - loss: 0.0069 - acc: 0.9978 - val_loss: 0.0290 - val_acc: 0.9931\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 19/50\n28647/28647 [==============================] - 13s 463us/step - loss: 0.0064 - acc: 0.9980 - val_loss: 0.0276 - val_acc: 0.9933\nEpoch 20/50\n28647/28647 [==============================] - 13s 464us/step - loss: 0.0032 - acc: 0.9991 - val_loss: 0.0285 - val_acc: 0.9937\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 21/50\n28647/28647 [==============================] - 13s 462us/step - loss: 0.0032 - acc: 0.9992 - val_loss: 0.0282 - val_acc: 0.9933\nEpoch 00021: early stopping\n22 : Test_loss: 0.028212616682966235 , Test_acc: 0.9933373712901272\nModel: <keras.engine.sequential.Sequential object at 0x7fc33d595c88> \n\n\nTrain on 29639 samples, validate on 3961 samples\nEpoch 1/50\n29639/29639 [==============================] - 21s 704us/step - loss: 0.2798 - acc: 0.9148 - val_loss: 0.0766 - val_acc: 0.9755\nEpoch 2/50\n29639/29639 [==============================] - 14s 487us/step - loss: 0.1095 - acc: 0.9666 - val_loss: 0.0487 - val_acc: 0.9836\nEpoch 3/50\n29639/29639 [==============================] - 14s 487us/step - loss: 0.0893 - acc: 0.9720 - val_loss: 0.0812 - val_acc: 0.9768\nEpoch 4/50\n29639/29639 [==============================] - 14s 487us/step - loss: 0.0813 - acc: 0.9758 - val_loss: 0.0540 - val_acc: 0.9843\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n29639/29639 [==============================] - 15s 490us/step - loss: 0.0555 - acc: 0.9829 - val_loss: 0.0314 - val_acc: 0.9884\nEpoch 6/50\n29639/29639 [==============================] - 14s 488us/step - loss: 0.0472 - acc: 0.9862 - val_loss: 0.0361 - val_acc: 0.9886\nEpoch 7/50\n29639/29639 [==============================] - 15s 491us/step - loss: 0.0440 - acc: 0.9863 - val_loss: 0.0327 - val_acc: 0.9886\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 8/50\n29639/29639 [==============================] - 15s 492us/step - loss: 0.0370 - acc: 0.9887 - val_loss: 0.0338 - val_acc: 0.9891\nEpoch 9/50\n29639/29639 [==============================] - 15s 491us/step - loss: 0.0342 - acc: 0.9900 - val_loss: 0.0261 - val_acc: 0.9919\nEpoch 10/50\n29639/29639 [==============================] - 15s 490us/step - loss: 0.0264 - acc: 0.9919 - val_loss: 0.0258 - val_acc: 0.9914\nEpoch 11/50\n29639/29639 [==============================] - 15s 494us/step - loss: 0.0286 - acc: 0.9913 - val_loss: 0.0281 - val_acc: 0.9919\nEpoch 12/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "29639/29639 [==============================] - 14s 488us/step - loss: 0.0263 - acc: 0.9920 - val_loss: 0.0310 - val_acc: 0.9907\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n29639/29639 [==============================] - 14s 488us/step - loss: 0.0228 - acc: 0.9927 - val_loss: 0.0264 - val_acc: 0.9927\nEpoch 14/50\n29639/29639 [==============================] - 14s 487us/step - loss: 0.0202 - acc: 0.9937 - val_loss: 0.0238 - val_acc: 0.9934\nEpoch 15/50\n29639/29639 [==============================] - 14s 486us/step - loss: 0.0194 - acc: 0.9938 - val_loss: 0.0220 - val_acc: 0.9929\nEpoch 16/50\n29639/29639 [==============================] - 14s 486us/step - loss: 0.0188 - acc: 0.9939 - val_loss: 0.0249 - val_acc: 0.9927\nEpoch 17/50\n29639/29639 [==============================] - 14s 488us/step - loss: 0.0185 - acc: 0.9947 - val_loss: 0.0246 - val_acc: 0.9939\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n29639/29639 [==============================] - 14s 487us/step - loss: 0.0154 - acc: 0.9954 - val_loss: 0.0237 - val_acc: 0.9937\nEpoch 19/50\n29639/29639 [==============================] - 14s 487us/step - loss: 0.0149 - acc: 0.9952 - val_loss: 0.0244 - val_acc: 0.9932\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 20/50\n29639/29639 [==============================] - 14s 488us/step - loss: 0.0129 - acc: 0.9960 - val_loss: 0.0252 - val_acc: 0.9924\nEpoch 00020: early stopping\n23 : Test_loss: 0.025244793980365703 , Test_acc: 0.9924261550113608\nModel: <keras.engine.sequential.Sequential object at 0x7fc33c0cfcc0> \n\n\nTrain on 28422 samples, validate on 5178 samples\nEpoch 1/50\n28422/28422 [==============================] - 21s 731us/step - loss: 0.2722 - acc: 0.9189 - val_loss: 0.0889 - val_acc: 0.9732\nEpoch 2/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.1069 - acc: 0.9687 - val_loss: 0.0604 - val_acc: 0.9784\nEpoch 3/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.0820 - acc: 0.9763 - val_loss: 0.0513 - val_acc: 0.9846\nEpoch 4/50\n28422/28422 [==============================] - 14s 502us/step - loss: 0.0693 - acc: 0.9798 - val_loss: 0.0669 - val_acc: 0.9805\nEpoch 5/50\n28422/28422 [==============================] - 14s 499us/step - loss: 0.0637 - acc: 0.9812 - val_loss: 0.0539 - val_acc: 0.9836\n\nEpoch 00005: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 6/50\n28422/28422 [==============================] - 14s 501us/step - loss: 0.0412 - acc: 0.9879 - val_loss: 0.0296 - val_acc: 0.9915\nEpoch 7/50\n28422/28422 [==============================] - 14s 501us/step - loss: 0.0376 - acc: 0.9890 - val_loss: 0.0349 - val_acc: 0.9886\nEpoch 8/50\n28422/28422 [==============================] - 14s 502us/step - loss: 0.0328 - acc: 0.9901 - val_loss: 0.0246 - val_acc: 0.9929\nEpoch 9/50\n28422/28422 [==============================] - 14s 501us/step - loss: 0.0297 - acc: 0.9916 - val_loss: 0.0282 - val_acc: 0.9919\nEpoch 10/50\n28422/28422 [==============================] - 14s 502us/step - loss: 0.0303 - acc: 0.9911 - val_loss: 0.0349 - val_acc: 0.9902\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 11/50\n28422/28422 [==============================] - 14s 502us/step - loss: 0.0219 - acc: 0.9940 - val_loss: 0.0260 - val_acc: 0.9934\nEpoch 12/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.0174 - acc: 0.9948 - val_loss: 0.0312 - val_acc: 0.9927\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n28422/28422 [==============================] - 14s 502us/step - loss: 0.0137 - acc: 0.9964 - val_loss: 0.0244 - val_acc: 0.9938\nEpoch 14/50\n28422/28422 [==============================] - 14s 501us/step - loss: 0.0118 - acc: 0.9967 - val_loss: 0.0254 - val_acc: 0.9938\nEpoch 15/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.0110 - acc: 0.9968 - val_loss: 0.0267 - val_acc: 0.9929\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n28422/28422 [==============================] - 14s 499us/step - loss: 0.0089 - acc: 0.9976 - val_loss: 0.0244 - val_acc: 0.9942\nEpoch 17/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.0094 - acc: 0.9972 - val_loss: 0.0212 - val_acc: 0.9942\nEpoch 18/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.0080 - acc: 0.9979 - val_loss: 0.0239 - val_acc: 0.9938\nEpoch 19/50\n28422/28422 [==============================] - 14s 499us/step - loss: 0.0090 - acc: 0.9974 - val_loss: 0.0256 - val_acc: 0.9938\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 20/50\n28422/28422 [==============================] - 14s 499us/step - loss: 0.0079 - acc: 0.9977 - val_loss: 0.0262 - val_acc: 0.9936\nEpoch 21/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.0064 - acc: 0.9983 - val_loss: 0.0250 - val_acc: 0.9934\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 22/50\n28422/28422 [==============================] - 14s 500us/step - loss: 0.0069 - acc: 0.9980 - val_loss: 0.0236 - val_acc: 0.9938\nEpoch 00022: early stopping\n24 : Test_loss: 0.023610464952450592 , Test_acc: 0.9938200077249904\nModel: <keras.engine.sequential.Sequential object at 0x7fc33ad49e48> \n\n\nTrain on 27468 samples, validate on 6132 samples\nEpoch 1/50\n27468/27468 [==============================] - 21s 756us/step - loss: 0.2613 - acc: 0.9237 - val_loss: 0.0731 - val_acc: 0.9764\nEpoch 2/50\n27468/27468 [==============================] - 14s 512us/step - loss: 0.1064 - acc: 0.9690 - val_loss: 0.0593 - val_acc: 0.9822\nEpoch 3/50\n27468/27468 [==============================] - 14s 509us/step - loss: 0.0825 - acc: 0.9766 - val_loss: 0.0686 - val_acc: 0.9772\nEpoch 4/50\n27468/27468 [==============================] - 14s 510us/step - loss: 0.0729 - acc: 0.9791 - val_loss: 0.0530 - val_acc: 0.9842\nEpoch 5/50\n27468/27468 [==============================] - 14s 510us/step - loss: 0.0652 - acc: 0.9819 - val_loss: 0.0337 - val_acc: 0.9892\nEpoch 6/50\n27468/27468 [==============================] - 14s 510us/step - loss: 0.0565 - acc: 0.9831 - val_loss: 0.0442 - val_acc: 0.9860\nEpoch 7/50\n27468/27468 [==============================] - 14s 509us/step - loss: 0.0551 - acc: 0.9846 - val_loss: 0.0646 - val_acc: 0.9822\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n27468/27468 [==============================] - 14s 512us/step - loss: 0.0362 - acc: 0.9900 - val_loss: 0.0372 - val_acc: 0.9902\nEpoch 9/50\n27468/27468 [==============================] - 14s 510us/step - loss: 0.0280 - acc: 0.9917 - val_loss: 0.0286 - val_acc: 0.9915\nEpoch 10/50\n27468/27468 [==============================] - 14s 514us/step - loss: 0.0284 - acc: 0.9914 - val_loss: 0.0347 - val_acc: 0.9901\nEpoch 11/50\n27468/27468 [==============================] - 14s 511us/step - loss: 0.0220 - acc: 0.9934 - val_loss: 0.0337 - val_acc: 0.9918\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n27468/27468 [==============================] - 14s 512us/step - loss: 0.0187 - acc: 0.9950 - val_loss: 0.0321 - val_acc: 0.9918\nEpoch 13/50\n27468/27468 [==============================] - 14s 513us/step - loss: 0.0158 - acc: 0.9951 - val_loss: 0.0283 - val_acc: 0.9920\nEpoch 14/50\n27468/27468 [==============================] - 14s 514us/step - loss: 0.0131 - acc: 0.9963 - val_loss: 0.0278 - val_acc: 0.9933\nEpoch 15/50\n27468/27468 [==============================] - 14s 512us/step - loss: 0.0125 - acc: 0.9963 - val_loss: 0.0374 - val_acc: 0.9907\nEpoch 16/50\n27468/27468 [==============================] - 14s 512us/step - loss: 0.0131 - acc: 0.9962 - val_loss: 0.0314 - val_acc: 0.9914\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n27468/27468 [==============================] - 14s 513us/step - loss: 0.0096 - acc: 0.9972 - val_loss: 0.0270 - val_acc: 0.9933\nEpoch 18/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "27468/27468 [==============================] - 14s 511us/step - loss: 0.0074 - acc: 0.9975 - val_loss: 0.0272 - val_acc: 0.9932\nEpoch 19/50\n27468/27468 [==============================] - 14s 511us/step - loss: 0.0075 - acc: 0.9977 - val_loss: 0.0276 - val_acc: 0.9938\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n27468/27468 [==============================] - 14s 509us/step - loss: 0.0071 - acc: 0.9980 - val_loss: 0.0292 - val_acc: 0.9935\nEpoch 21/50\n27468/27468 [==============================] - 14s 510us/step - loss: 0.0068 - acc: 0.9979 - val_loss: 0.0273 - val_acc: 0.9940\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 22/50\n27468/27468 [==============================] - 14s 511us/step - loss: 0.0065 - acc: 0.9984 - val_loss: 0.0278 - val_acc: 0.9936\nEpoch 00022: early stopping\n25 : Test_loss: 0.027755709678650074 , Test_acc: 0.9936399217221135\nModel: <keras.engine.sequential.Sequential object at 0x7fc339900a20> \n\n\nTrain on 28623 samples, validate on 4977 samples\nEpoch 1/50\n28623/28623 [==============================] - 20s 705us/step - loss: 0.2446 - acc: 0.9219 - val_loss: 0.0717 - val_acc: 0.9781\nEpoch 2/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0947 - acc: 0.9709 - val_loss: 0.0616 - val_acc: 0.9825\nEpoch 3/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0761 - acc: 0.9779 - val_loss: 0.0524 - val_acc: 0.9841\nEpoch 4/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0640 - acc: 0.9805 - val_loss: 0.0515 - val_acc: 0.9841\nEpoch 5/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0569 - acc: 0.9821 - val_loss: 0.0584 - val_acc: 0.9837\nEpoch 6/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0513 - acc: 0.9845 - val_loss: 0.0469 - val_acc: 0.9847\nEpoch 7/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0480 - acc: 0.9850 - val_loss: 0.0505 - val_acc: 0.9865\nEpoch 8/50\n28623/28623 [==============================] - 13s 468us/step - loss: 0.0433 - acc: 0.9865 - val_loss: 0.0360 - val_acc: 0.9892\nEpoch 9/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0418 - acc: 0.9870 - val_loss: 0.0359 - val_acc: 0.9881\nEpoch 10/50\n28623/28623 [==============================] - 13s 467us/step - loss: 0.0378 - acc: 0.9884 - val_loss: 0.0416 - val_acc: 0.9865\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n28623/28623 [==============================] - 14s 473us/step - loss: 0.0228 - acc: 0.9929 - val_loss: 0.0313 - val_acc: 0.9910\nEpoch 12/50\n28623/28623 [==============================] - 13s 471us/step - loss: 0.0192 - acc: 0.9943 - val_loss: 0.0250 - val_acc: 0.9934\nEpoch 13/50\n28623/28623 [==============================] - 13s 471us/step - loss: 0.0153 - acc: 0.9957 - val_loss: 0.0310 - val_acc: 0.9916\nEpoch 14/50\n28623/28623 [==============================] - 13s 470us/step - loss: 0.0179 - acc: 0.9946 - val_loss: 0.0390 - val_acc: 0.9885\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n28623/28623 [==============================] - 13s 470us/step - loss: 0.0121 - acc: 0.9963 - val_loss: 0.0236 - val_acc: 0.9932\nEpoch 16/50\n28623/28623 [==============================] - 13s 470us/step - loss: 0.0100 - acc: 0.9970 - val_loss: 0.0307 - val_acc: 0.9914\nEpoch 17/50\n28623/28623 [==============================] - 13s 470us/step - loss: 0.0084 - acc: 0.9976 - val_loss: 0.0273 - val_acc: 0.9932\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n28623/28623 [==============================] - 13s 471us/step - loss: 0.0076 - acc: 0.9975 - val_loss: 0.0241 - val_acc: 0.9948\nEpoch 19/50\n28623/28623 [==============================] - 13s 470us/step - loss: 0.0060 - acc: 0.9982 - val_loss: 0.0284 - val_acc: 0.9938\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n28623/28623 [==============================] - 13s 468us/step - loss: 0.0058 - acc: 0.9981 - val_loss: 0.0289 - val_acc: 0.9930\nEpoch 00020: early stopping\n26 : Test_loss: 0.028917164895557394 , Test_acc: 0.9929676511954993\nModel: <keras.engine.sequential.Sequential object at 0x7fc33adcdcc0> \n\n\nTrain on 27951 samples, validate on 5649 samples\nEpoch 1/50\n27951/27951 [==============================] - 21s 762us/step - loss: 0.2331 - acc: 0.9269 - val_loss: 0.0682 - val_acc: 0.9773\nEpoch 2/50\n27951/27951 [==============================] - 14s 511us/step - loss: 0.0930 - acc: 0.9707 - val_loss: 0.0486 - val_acc: 0.9853\nEpoch 3/50\n27951/27951 [==============================] - 14s 512us/step - loss: 0.0751 - acc: 0.9759 - val_loss: 0.0537 - val_acc: 0.9834\nEpoch 4/50\n27951/27951 [==============================] - 14s 510us/step - loss: 0.0688 - acc: 0.9788 - val_loss: 0.0679 - val_acc: 0.9798\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n27951/27951 [==============================] - 14s 511us/step - loss: 0.0465 - acc: 0.9861 - val_loss: 0.0283 - val_acc: 0.9911\nEpoch 6/50\n27951/27951 [==============================] - 14s 510us/step - loss: 0.0407 - acc: 0.9870 - val_loss: 0.0365 - val_acc: 0.9896\nEpoch 7/50\n27951/27951 [==============================] - 14s 511us/step - loss: 0.0378 - acc: 0.9884 - val_loss: 0.0410 - val_acc: 0.9867\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 8/50\n27951/27951 [==============================] - 14s 511us/step - loss: 0.0276 - acc: 0.9912 - val_loss: 0.0292 - val_acc: 0.9908\nEpoch 9/50\n27951/27951 [==============================] - 14s 513us/step - loss: 0.0240 - acc: 0.9923 - val_loss: 0.0270 - val_acc: 0.9922\nEpoch 10/50\n27951/27951 [==============================] - 14s 513us/step - loss: 0.0219 - acc: 0.9934 - val_loss: 0.0340 - val_acc: 0.9904\nEpoch 11/50\n27951/27951 [==============================] - 14s 514us/step - loss: 0.0206 - acc: 0.9935 - val_loss: 0.0252 - val_acc: 0.9935\nEpoch 12/50\n27951/27951 [==============================] - 14s 513us/step - loss: 0.0189 - acc: 0.9941 - val_loss: 0.0253 - val_acc: 0.9927\nEpoch 13/50\n27951/27951 [==============================] - 14s 512us/step - loss: 0.0185 - acc: 0.9943 - val_loss: 0.0262 - val_acc: 0.9920\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n27951/27951 [==============================] - 14s 512us/step - loss: 0.0180 - acc: 0.9946 - val_loss: 0.0247 - val_acc: 0.9938\nEpoch 15/50\n27951/27951 [==============================] - 14s 513us/step - loss: 0.0155 - acc: 0.9947 - val_loss: 0.0236 - val_acc: 0.9940\nEpoch 16/50\n27951/27951 [==============================] - 14s 513us/step - loss: 0.0116 - acc: 0.9965 - val_loss: 0.0250 - val_acc: 0.9940\nEpoch 17/50\n27951/27951 [==============================] - 14s 514us/step - loss: 0.0135 - acc: 0.9955 - val_loss: 0.0236 - val_acc: 0.9933\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n27951/27951 [==============================] - 14s 513us/step - loss: 0.0105 - acc: 0.9966 - val_loss: 0.0233 - val_acc: 0.9935\nEpoch 19/50\n27951/27951 [==============================] - 14s 514us/step - loss: 0.0102 - acc: 0.9969 - val_loss: 0.0246 - val_acc: 0.9929\nEpoch 20/50\n27951/27951 [==============================] - 14s 512us/step - loss: 0.0117 - acc: 0.9964 - val_loss: 0.0237 - val_acc: 0.9938\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 21/50\n27951/27951 [==============================] - 14s 514us/step - loss: 0.0083 - acc: 0.9972 - val_loss: 0.0234 - val_acc: 0.9935\nEpoch 22/50\n27951/27951 [==============================] - 14s 513us/step - loss: 0.0095 - acc: 0.9967 - val_loss: 0.0242 - val_acc: 0.9936\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 23/50\n27951/27951 [==============================] - 14s 516us/step - loss: 0.0085 - acc: 0.9972 - val_loss: 0.0238 - val_acc: 0.9940\nEpoch 00023: early stopping\n27 : Test_loss: 0.023795742583782798 , Test_acc: 0.9939812356169233\nModel: <keras.engine.sequential.Sequential object at 0x7fc3368e3160> \n\n\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Train on 27154 samples, validate on 6446 samples\nEpoch 1/50\n27154/27154 [==============================] - 21s 757us/step - loss: 0.2525 - acc: 0.9202 - val_loss: 0.0746 - val_acc: 0.9756\nEpoch 2/50\n27154/27154 [==============================] - 13s 495us/step - loss: 0.0993 - acc: 0.9704 - val_loss: 0.0772 - val_acc: 0.9750\nEpoch 3/50\n27154/27154 [==============================] - 13s 494us/step - loss: 0.0767 - acc: 0.9771 - val_loss: 0.0712 - val_acc: 0.9772\nEpoch 4/50\n27154/27154 [==============================] - 13s 495us/step - loss: 0.0674 - acc: 0.9792 - val_loss: 0.0546 - val_acc: 0.9809\nEpoch 5/50\n27154/27154 [==============================] - 13s 495us/step - loss: 0.0553 - acc: 0.9839 - val_loss: 0.0466 - val_acc: 0.9851\nEpoch 6/50\n27154/27154 [==============================] - 13s 495us/step - loss: 0.0548 - acc: 0.9834 - val_loss: 0.0414 - val_acc: 0.9867\nEpoch 7/50\n27154/27154 [==============================] - 13s 493us/step - loss: 0.0489 - acc: 0.9848 - val_loss: 0.0410 - val_acc: 0.9879\nEpoch 8/50\n27154/27154 [==============================] - 13s 496us/step - loss: 0.0471 - acc: 0.9856 - val_loss: 0.0343 - val_acc: 0.9891\nEpoch 9/50\n27154/27154 [==============================] - 13s 495us/step - loss: 0.0400 - acc: 0.9877 - val_loss: 0.0460 - val_acc: 0.9882\nEpoch 10/50\n27154/27154 [==============================] - 13s 496us/step - loss: 0.0328 - acc: 0.9899 - val_loss: 0.0383 - val_acc: 0.9877\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n27154/27154 [==============================] - 13s 497us/step - loss: 0.0241 - acc: 0.9923 - val_loss: 0.0270 - val_acc: 0.9924\nEpoch 12/50\n27154/27154 [==============================] - 13s 496us/step - loss: 0.0191 - acc: 0.9940 - val_loss: 0.0279 - val_acc: 0.9921\nEpoch 13/50\n27154/27154 [==============================] - 13s 496us/step - loss: 0.0187 - acc: 0.9942 - val_loss: 0.0295 - val_acc: 0.9918\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n27154/27154 [==============================] - 13s 495us/step - loss: 0.0117 - acc: 0.9966 - val_loss: 0.0269 - val_acc: 0.9930\nEpoch 15/50\n27154/27154 [==============================] - 13s 495us/step - loss: 0.0083 - acc: 0.9973 - val_loss: 0.0276 - val_acc: 0.9932\nEpoch 16/50\n27154/27154 [==============================] - 14s 497us/step - loss: 0.0092 - acc: 0.9974 - val_loss: 0.0283 - val_acc: 0.9930\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n27154/27154 [==============================] - 13s 497us/step - loss: 0.0068 - acc: 0.9984 - val_loss: 0.0281 - val_acc: 0.9927\nEpoch 18/50\n27154/27154 [==============================] - 13s 497us/step - loss: 0.0062 - acc: 0.9983 - val_loss: 0.0274 - val_acc: 0.9936\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 19/50\n27154/27154 [==============================] - 14s 498us/step - loss: 0.0062 - acc: 0.9984 - val_loss: 0.0297 - val_acc: 0.9926\nEpoch 00019: early stopping\n28 : Test_loss: 0.029725947956122333 , Test_acc: 0.9925535215637604\nModel: <keras.engine.sequential.Sequential object at 0x7fc33549cfd0> \n\n\nTrain on 27246 samples, validate on 6354 samples\nEpoch 1/50\n27246/27246 [==============================] - 22s 792us/step - loss: 0.2726 - acc: 0.9201 - val_loss: 0.1081 - val_acc: 0.9682\nEpoch 2/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.1107 - acc: 0.9681 - val_loss: 0.0623 - val_acc: 0.9808\nEpoch 3/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0835 - acc: 0.9755 - val_loss: 0.0740 - val_acc: 0.9789\nEpoch 4/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0758 - acc: 0.9780 - val_loss: 0.0610 - val_acc: 0.9813\nEpoch 5/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0659 - acc: 0.9809 - val_loss: 0.0443 - val_acc: 0.9866\nEpoch 6/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0555 - acc: 0.9837 - val_loss: 0.0497 - val_acc: 0.9844\nEpoch 7/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0555 - acc: 0.9833 - val_loss: 0.0453 - val_acc: 0.9858\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n27246/27246 [==============================] - 14s 528us/step - loss: 0.0355 - acc: 0.9906 - val_loss: 0.0252 - val_acc: 0.9935\nEpoch 9/50\n27246/27246 [==============================] - 14s 527us/step - loss: 0.0305 - acc: 0.9907 - val_loss: 0.0295 - val_acc: 0.9918\nEpoch 10/50\n27246/27246 [==============================] - 14s 527us/step - loss: 0.0287 - acc: 0.9917 - val_loss: 0.0228 - val_acc: 0.9934\nEpoch 11/50\n27246/27246 [==============================] - 14s 525us/step - loss: 0.0245 - acc: 0.9930 - val_loss: 0.0280 - val_acc: 0.9920\nEpoch 12/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0262 - acc: 0.9923 - val_loss: 0.0311 - val_acc: 0.9921\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0161 - acc: 0.9956 - val_loss: 0.0274 - val_acc: 0.9932\nEpoch 14/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0157 - acc: 0.9957 - val_loss: 0.0263 - val_acc: 0.9929\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n27246/27246 [==============================] - 14s 526us/step - loss: 0.0119 - acc: 0.9964 - val_loss: 0.0254 - val_acc: 0.9940\nEpoch 00015: early stopping\n29 : Test_loss: 0.025419747711862176 , Test_acc: 0.9940195152659742\nModel: <keras.engine.sequential.Sequential object at 0x7fc334041278> \n\n\nTrain on 29660 samples, validate on 3940 samples\nEpoch 1/50\n29660/29660 [==============================] - 22s 731us/step - loss: 0.2009 - acc: 0.9390 - val_loss: 0.0629 - val_acc: 0.9802\nEpoch 2/50\n29660/29660 [==============================] - 14s 480us/step - loss: 0.0835 - acc: 0.9754 - val_loss: 0.0806 - val_acc: 0.9741\nEpoch 3/50\n29660/29660 [==============================] - 14s 482us/step - loss: 0.0688 - acc: 0.9795 - val_loss: 0.0598 - val_acc: 0.9812\nEpoch 4/50\n29660/29660 [==============================] - 14s 481us/step - loss: 0.0577 - acc: 0.9817 - val_loss: 0.0704 - val_acc: 0.9794\nEpoch 5/50\n29660/29660 [==============================] - 14s 481us/step - loss: 0.0495 - acc: 0.9848 - val_loss: 0.0378 - val_acc: 0.9871\nEpoch 6/50\n29660/29660 [==============================] - 14s 481us/step - loss: 0.0458 - acc: 0.9856 - val_loss: 0.0655 - val_acc: 0.9815\nEpoch 7/50\n29660/29660 [==============================] - 14s 481us/step - loss: 0.0388 - acc: 0.9879 - val_loss: 0.0341 - val_acc: 0.9909\nEpoch 8/50\n29660/29660 [==============================] - 14s 483us/step - loss: 0.0360 - acc: 0.9893 - val_loss: 0.0319 - val_acc: 0.9904\nEpoch 9/50\n29660/29660 [==============================] - 14s 482us/step - loss: 0.0295 - acc: 0.9909 - val_loss: 0.0370 - val_acc: 0.9898\nEpoch 10/50\n29660/29660 [==============================] - 14s 481us/step - loss: 0.0304 - acc: 0.9906 - val_loss: 0.0361 - val_acc: 0.9898\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n29660/29660 [==============================] - 14s 485us/step - loss: 0.0163 - acc: 0.9951 - val_loss: 0.0266 - val_acc: 0.9926\nEpoch 12/50\n29660/29660 [==============================] - 14s 484us/step - loss: 0.0145 - acc: 0.9955 - val_loss: 0.0292 - val_acc: 0.9921\nEpoch 13/50\n29660/29660 [==============================] - 14s 483us/step - loss: 0.0102 - acc: 0.9970 - val_loss: 0.0319 - val_acc: 0.9911\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n29660/29660 [==============================] - 14s 483us/step - loss: 0.0093 - acc: 0.9975 - val_loss: 0.0305 - val_acc: 0.9911\nEpoch 15/50\n29660/29660 [==============================] - 14s 484us/step - loss: 0.0070 - acc: 0.9979 - val_loss: 0.0243 - val_acc: 0.9939\nEpoch 16/50\n29660/29660 [==============================] - 14s 485us/step - loss: 0.0054 - acc: 0.9982 - val_loss: 0.0286 - val_acc: 0.9921\nEpoch 17/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "29660/29660 [==============================] - 14s 483us/step - loss: 0.0056 - acc: 0.9984 - val_loss: 0.0301 - val_acc: 0.9937\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 18/50\n29660/29660 [==============================] - 14s 482us/step - loss: 0.0038 - acc: 0.9990 - val_loss: 0.0314 - val_acc: 0.9934\nEpoch 19/50\n29660/29660 [==============================] - 14s 484us/step - loss: 0.0029 - acc: 0.9992 - val_loss: 0.0307 - val_acc: 0.9931\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n29660/29660 [==============================] - 14s 481us/step - loss: 0.0030 - acc: 0.9991 - val_loss: 0.0296 - val_acc: 0.9934\nEpoch 00020: early stopping\n30 : Test_loss: 0.029552941489065385 , Test_acc: 0.9934010152284264\nModel: <keras.engine.sequential.Sequential object at 0x7fc332c78f60> \n\n\nTrain on 26327 samples, validate on 7273 samples\nEpoch 1/50\n26327/26327 [==============================] - 21s 805us/step - loss: 0.3426 - acc: 0.8957 - val_loss: 0.0702 - val_acc: 0.9758\nEpoch 2/50\n26327/26327 [==============================] - 14s 516us/step - loss: 0.1222 - acc: 0.9632 - val_loss: 0.0721 - val_acc: 0.9769\nEpoch 3/50\n26327/26327 [==============================] - 14s 516us/step - loss: 0.0977 - acc: 0.9717 - val_loss: 0.1339 - val_acc: 0.9593\n\nEpoch 00003: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 4/50\n26327/26327 [==============================] - 14s 522us/step - loss: 0.0647 - acc: 0.9806 - val_loss: 0.0384 - val_acc: 0.9879\nEpoch 5/50\n26327/26327 [==============================] - 14s 517us/step - loss: 0.0592 - acc: 0.9827 - val_loss: 0.0344 - val_acc: 0.9902\nEpoch 6/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0541 - acc: 0.9837 - val_loss: 0.0356 - val_acc: 0.9887\nEpoch 7/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0585 - acc: 0.9829 - val_loss: 0.0355 - val_acc: 0.9889\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 8/50\n26327/26327 [==============================] - 14s 515us/step - loss: 0.0404 - acc: 0.9874 - val_loss: 0.0306 - val_acc: 0.9915\nEpoch 9/50\n26327/26327 [==============================] - 14s 514us/step - loss: 0.0354 - acc: 0.9892 - val_loss: 0.0280 - val_acc: 0.9913\nEpoch 10/50\n26327/26327 [==============================] - 14s 517us/step - loss: 0.0352 - acc: 0.9894 - val_loss: 0.0259 - val_acc: 0.9933\nEpoch 11/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0318 - acc: 0.9900 - val_loss: 0.0288 - val_acc: 0.9927\nEpoch 12/50\n26327/26327 [==============================] - 14s 516us/step - loss: 0.0298 - acc: 0.9908 - val_loss: 0.0288 - val_acc: 0.9922\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n26327/26327 [==============================] - 14s 516us/step - loss: 0.0259 - acc: 0.9926 - val_loss: 0.0260 - val_acc: 0.9934\nEpoch 14/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0220 - acc: 0.9930 - val_loss: 0.0240 - val_acc: 0.9940\nEpoch 15/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0226 - acc: 0.9930 - val_loss: 0.0279 - val_acc: 0.9931\nEpoch 16/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0187 - acc: 0.9943 - val_loss: 0.0244 - val_acc: 0.9938\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0210 - acc: 0.9938 - val_loss: 0.0242 - val_acc: 0.9937\nEpoch 18/50\n26327/26327 [==============================] - 14s 518us/step - loss: 0.0182 - acc: 0.9946 - val_loss: 0.0248 - val_acc: 0.9934\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 19/50\n26327/26327 [==============================] - 14s 519us/step - loss: 0.0172 - acc: 0.9946 - val_loss: 0.0238 - val_acc: 0.9933\nEpoch 20/50\n26327/26327 [==============================] - 14s 520us/step - loss: 0.0183 - acc: 0.9948 - val_loss: 0.0250 - val_acc: 0.9938\nEpoch 21/50\n26327/26327 [==============================] - 14s 517us/step - loss: 0.0170 - acc: 0.9945 - val_loss: 0.0243 - val_acc: 0.9938\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 22/50\n26327/26327 [==============================] - 14s 516us/step - loss: 0.0157 - acc: 0.9954 - val_loss: 0.0240 - val_acc: 0.9941\nEpoch 23/50\n26327/26327 [==============================] - 14s 519us/step - loss: 0.0158 - acc: 0.9955 - val_loss: 0.0243 - val_acc: 0.9941\n\nEpoch 00023: ReduceLROnPlateau reducing learning rate to 1e-05.\nEpoch 24/50\n26327/26327 [==============================] - 14s 517us/step - loss: 0.0147 - acc: 0.9956 - val_loss: 0.0243 - val_acc: 0.9941\nEpoch 00024: early stopping\n31 : Test_loss: 0.02426319762662269 , Test_acc: 0.9940877217104359\nModel: <keras.engine.sequential.Sequential object at 0x7fc331834e10> \n\n\nTrain on 26064 samples, validate on 7536 samples\nEpoch 1/50\n26064/26064 [==============================] - 21s 820us/step - loss: 0.3249 - acc: 0.9010 - val_loss: 0.0737 - val_acc: 0.9766\nEpoch 2/50\n26064/26064 [==============================] - 14s 525us/step - loss: 0.1228 - acc: 0.9636 - val_loss: 0.0525 - val_acc: 0.9831\nEpoch 3/50\n26064/26064 [==============================] - 14s 523us/step - loss: 0.0974 - acc: 0.9709 - val_loss: 0.1387 - val_acc: 0.9563\nEpoch 4/50\n26064/26064 [==============================] - 14s 522us/step - loss: 0.0829 - acc: 0.9758 - val_loss: 0.0521 - val_acc: 0.9847\nEpoch 5/50\n26064/26064 [==============================] - 14s 524us/step - loss: 0.0756 - acc: 0.9780 - val_loss: 0.0516 - val_acc: 0.9857\nEpoch 6/50\n26064/26064 [==============================] - 14s 531us/step - loss: 0.0632 - acc: 0.9806 - val_loss: 0.0381 - val_acc: 0.9883\nEpoch 7/50\n26064/26064 [==============================] - 14s 521us/step - loss: 0.0648 - acc: 0.9803 - val_loss: 0.0536 - val_acc: 0.9845\nEpoch 8/50\n26064/26064 [==============================] - 14s 521us/step - loss: 0.0528 - acc: 0.9837 - val_loss: 0.0379 - val_acc: 0.9879\nEpoch 9/50\n26064/26064 [==============================] - 14s 522us/step - loss: 0.0581 - acc: 0.9826 - val_loss: 0.0507 - val_acc: 0.9866\nEpoch 10/50\n26064/26064 [==============================] - 14s 523us/step - loss: 0.0487 - acc: 0.9857 - val_loss: 0.0393 - val_acc: 0.9883\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n26064/26064 [==============================] - 14s 530us/step - loss: 0.0350 - acc: 0.9898 - val_loss: 0.0276 - val_acc: 0.9938\nEpoch 12/50\n26064/26064 [==============================] - 14s 527us/step - loss: 0.0287 - acc: 0.9917 - val_loss: 0.0305 - val_acc: 0.9924\nEpoch 13/50\n26064/26064 [==============================] - 14s 523us/step - loss: 0.0288 - acc: 0.9911 - val_loss: 0.0295 - val_acc: 0.9922\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n26064/26064 [==============================] - 14s 524us/step - loss: 0.0248 - acc: 0.9918 - val_loss: 0.0294 - val_acc: 0.9922\nEpoch 15/50\n26064/26064 [==============================] - 14s 527us/step - loss: 0.0213 - acc: 0.9937 - val_loss: 0.0277 - val_acc: 0.9926\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 16/50\n26064/26064 [==============================] - 14s 523us/step - loss: 0.0206 - acc: 0.9940 - val_loss: 0.0253 - val_acc: 0.9935\nEpoch 17/50\n26064/26064 [==============================] - 14s 522us/step - loss: 0.0186 - acc: 0.9940 - val_loss: 0.0272 - val_acc: 0.9935\nEpoch 18/50\n26064/26064 [==============================] - 14s 523us/step - loss: 0.0178 - acc: 0.9951 - val_loss: 0.0271 - val_acc: 0.9935\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 19/50\n26064/26064 [==============================] - 14s 523us/step - loss: 0.0142 - acc: 0.9959 - val_loss: 0.0270 - val_acc: 0.9932\nEpoch 20/50\n26064/26064 [==============================] - 14s 524us/step - loss: 0.0159 - acc: 0.9952 - val_loss: 0.0277 - val_acc: 0.9931\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 21/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "26064/26064 [==============================] - 14s 525us/step - loss: 0.0153 - acc: 0.9951 - val_loss: 0.0277 - val_acc: 0.9934\nEpoch 00021: early stopping\n32 : Test_loss: 0.027739909016868017 , Test_acc: 0.9933651804670913\nModel: <keras.engine.sequential.Sequential object at 0x7fc3303d6d30> \n\n\nTrain on 26776 samples, validate on 6824 samples\nEpoch 1/50\n26776/26776 [==============================] - 23s 843us/step - loss: 0.2380 - acc: 0.9267 - val_loss: 0.0728 - val_acc: 0.9783\nEpoch 2/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0955 - acc: 0.9703 - val_loss: 0.0554 - val_acc: 0.9817\nEpoch 3/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0765 - acc: 0.9772 - val_loss: 0.0449 - val_acc: 0.9858\nEpoch 4/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0642 - acc: 0.9795 - val_loss: 0.0651 - val_acc: 0.9782\nEpoch 5/50\n26776/26776 [==============================] - 15s 549us/step - loss: 0.0600 - acc: 0.9813 - val_loss: 0.0355 - val_acc: 0.9877\nEpoch 6/50\n26776/26776 [==============================] - 15s 547us/step - loss: 0.0540 - acc: 0.9839 - val_loss: 0.0400 - val_acc: 0.9884\nEpoch 7/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0506 - acc: 0.9843 - val_loss: 0.0416 - val_acc: 0.9871\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0352 - acc: 0.9885 - val_loss: 0.0296 - val_acc: 0.9919\nEpoch 9/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0269 - acc: 0.9915 - val_loss: 0.0271 - val_acc: 0.9928\nEpoch 10/50\n26776/26776 [==============================] - 15s 551us/step - loss: 0.0264 - acc: 0.9915 - val_loss: 0.0300 - val_acc: 0.9911\nEpoch 11/50\n26776/26776 [==============================] - 15s 547us/step - loss: 0.0243 - acc: 0.9920 - val_loss: 0.0265 - val_acc: 0.9925\nEpoch 12/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0236 - acc: 0.9926 - val_loss: 0.0236 - val_acc: 0.9944\nEpoch 13/50\n26776/26776 [==============================] - 15s 548us/step - loss: 0.0197 - acc: 0.9936 - val_loss: 0.0291 - val_acc: 0.9924\nEpoch 14/50\n26776/26776 [==============================] - 15s 549us/step - loss: 0.0195 - acc: 0.9931 - val_loss: 0.0324 - val_acc: 0.9908\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n26776/26776 [==============================] - 15s 549us/step - loss: 0.0146 - acc: 0.9949 - val_loss: 0.0247 - val_acc: 0.9940\nEpoch 16/50\n26776/26776 [==============================] - 15s 550us/step - loss: 0.0144 - acc: 0.9955 - val_loss: 0.0263 - val_acc: 0.9933\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n26776/26776 [==============================] - 15s 549us/step - loss: 0.0135 - acc: 0.9957 - val_loss: 0.0245 - val_acc: 0.9931\nEpoch 00017: early stopping\n33 : Test_loss: 0.024493171163231537 , Test_acc: 0.9931125439624854\nModel: <keras.engine.sequential.Sequential object at 0x7fc32ef90710> \n\n\nTrain on 28321 samples, validate on 5279 samples\nEpoch 1/50\n28321/28321 [==============================] - 23s 823us/step - loss: 0.2231 - acc: 0.9306 - val_loss: 0.0744 - val_acc: 0.9761\nEpoch 2/50\n28321/28321 [==============================] - 15s 539us/step - loss: 0.0902 - acc: 0.9721 - val_loss: 0.0609 - val_acc: 0.9797\nEpoch 3/50\n28321/28321 [==============================] - 15s 537us/step - loss: 0.0699 - acc: 0.9781 - val_loss: 0.0672 - val_acc: 0.9771\nEpoch 4/50\n28321/28321 [==============================] - 15s 539us/step - loss: 0.0621 - acc: 0.9804 - val_loss: 0.0429 - val_acc: 0.9862\nEpoch 5/50\n28321/28321 [==============================] - 15s 540us/step - loss: 0.0519 - acc: 0.9833 - val_loss: 0.0406 - val_acc: 0.9873\nEpoch 6/50\n28321/28321 [==============================] - 15s 539us/step - loss: 0.0502 - acc: 0.9834 - val_loss: 0.0513 - val_acc: 0.9847\nEpoch 7/50\n28321/28321 [==============================] - 15s 540us/step - loss: 0.0433 - acc: 0.9867 - val_loss: 0.0397 - val_acc: 0.9871\nEpoch 8/50\n28321/28321 [==============================] - 15s 539us/step - loss: 0.0415 - acc: 0.9870 - val_loss: 0.0286 - val_acc: 0.9915\nEpoch 9/50\n28321/28321 [==============================] - 15s 538us/step - loss: 0.0402 - acc: 0.9877 - val_loss: 0.0401 - val_acc: 0.9873\nEpoch 10/50\n28321/28321 [==============================] - 15s 539us/step - loss: 0.0348 - acc: 0.9892 - val_loss: 0.0402 - val_acc: 0.9881\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n28321/28321 [==============================] - 15s 538us/step - loss: 0.0241 - acc: 0.9921 - val_loss: 0.0301 - val_acc: 0.9911\nEpoch 12/50\n28321/28321 [==============================] - 15s 539us/step - loss: 0.0214 - acc: 0.9933 - val_loss: 0.0278 - val_acc: 0.9926\nEpoch 13/50\n28321/28321 [==============================] - 15s 538us/step - loss: 0.0195 - acc: 0.9933 - val_loss: 0.0274 - val_acc: 0.9926\nEpoch 14/50\n28321/28321 [==============================] - 15s 537us/step - loss: 0.0215 - acc: 0.9935 - val_loss: 0.0255 - val_acc: 0.9922\nEpoch 15/50\n28321/28321 [==============================] - 15s 538us/step - loss: 0.0176 - acc: 0.9942 - val_loss: 0.0273 - val_acc: 0.9939\nEpoch 16/50\n28321/28321 [==============================] - 15s 538us/step - loss: 0.0148 - acc: 0.9950 - val_loss: 0.0226 - val_acc: 0.9937\nEpoch 17/50\n28321/28321 [==============================] - 15s 537us/step - loss: 0.0170 - acc: 0.9941 - val_loss: 0.0285 - val_acc: 0.9928\nEpoch 18/50\n28321/28321 [==============================] - 15s 536us/step - loss: 0.0151 - acc: 0.9954 - val_loss: 0.0258 - val_acc: 0.9926\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 19/50\n28321/28321 [==============================] - 15s 536us/step - loss: 0.0124 - acc: 0.9961 - val_loss: 0.0263 - val_acc: 0.9932\nEpoch 20/50\n28321/28321 [==============================] - 15s 538us/step - loss: 0.0092 - acc: 0.9971 - val_loss: 0.0263 - val_acc: 0.9928\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 21/50\n28321/28321 [==============================] - 15s 535us/step - loss: 0.0079 - acc: 0.9971 - val_loss: 0.0264 - val_acc: 0.9936\nEpoch 00021: early stopping\n34 : Test_loss: 0.026427028117184156 , Test_acc: 0.9935593862473954\nModel: <keras.engine.sequential.Sequential object at 0x7fc32db3b4a8> \n\n\nTrain on 28255 samples, validate on 5345 samples\nEpoch 1/50\n28255/28255 [==============================] - 23s 816us/step - loss: 0.1886 - acc: 0.9406 - val_loss: 0.0859 - val_acc: 0.9731\nEpoch 2/50\n28255/28255 [==============================] - 15s 519us/step - loss: 0.0810 - acc: 0.9748 - val_loss: 0.0654 - val_acc: 0.9787\nEpoch 3/50\n28255/28255 [==============================] - 15s 519us/step - loss: 0.0620 - acc: 0.9805 - val_loss: 0.0637 - val_acc: 0.9817\nEpoch 4/50\n28255/28255 [==============================] - 15s 518us/step - loss: 0.0570 - acc: 0.9822 - val_loss: 0.0399 - val_acc: 0.9863\nEpoch 5/50\n28255/28255 [==============================] - 15s 520us/step - loss: 0.0445 - acc: 0.9859 - val_loss: 0.0420 - val_acc: 0.9882\nEpoch 6/50\n28255/28255 [==============================] - 15s 519us/step - loss: 0.0445 - acc: 0.9865 - val_loss: 0.0531 - val_acc: 0.9862\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n28255/28255 [==============================] - 15s 521us/step - loss: 0.0273 - acc: 0.9921 - val_loss: 0.0304 - val_acc: 0.9895\nEpoch 8/50\n28255/28255 [==============================] - 15s 520us/step - loss: 0.0233 - acc: 0.9926 - val_loss: 0.0361 - val_acc: 0.9906\nEpoch 9/50\n28255/28255 [==============================] - 15s 518us/step - loss: 0.0221 - acc: 0.9931 - val_loss: 0.0278 - val_acc: 0.9914\nEpoch 10/50\n28255/28255 [==============================] - 15s 517us/step - loss: 0.0191 - acc: 0.9938 - val_loss: 0.0365 - val_acc: 0.9895\nEpoch 11/50\n28255/28255 [==============================] - 15s 519us/step - loss: 0.0218 - acc: 0.9931 - val_loss: 0.0353 - val_acc: 0.9905\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "28255/28255 [==============================] - 15s 518us/step - loss: 0.0123 - acc: 0.9961 - val_loss: 0.0261 - val_acc: 0.9929\nEpoch 13/50\n28255/28255 [==============================] - 15s 520us/step - loss: 0.0088 - acc: 0.9974 - val_loss: 0.0287 - val_acc: 0.9921\nEpoch 14/50\n28255/28255 [==============================] - 15s 518us/step - loss: 0.0088 - acc: 0.9967 - val_loss: 0.0423 - val_acc: 0.9895\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n28255/28255 [==============================] - 14s 512us/step - loss: 0.0071 - acc: 0.9980 - val_loss: 0.0294 - val_acc: 0.9920\nEpoch 16/50\n28255/28255 [==============================] - 15s 514us/step - loss: 0.0044 - acc: 0.9987 - val_loss: 0.0268 - val_acc: 0.9935\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n28255/28255 [==============================] - 15s 514us/step - loss: 0.0050 - acc: 0.9983 - val_loss: 0.0265 - val_acc: 0.9935\nEpoch 00017: early stopping\n35 : Test_loss: 0.02646099908860531 , Test_acc: 0.9934518241347053\nModel: <keras.engine.sequential.Sequential object at 0x7fc32bfbedd8> \n\n\nTrain on 26950 samples, validate on 6650 samples\nEpoch 1/50\n26950/26950 [==============================] - 23s 867us/step - loss: 0.2846 - acc: 0.9164 - val_loss: 0.0755 - val_acc: 0.9743\nEpoch 2/50\n26950/26950 [==============================] - 15s 554us/step - loss: 0.1191 - acc: 0.9657 - val_loss: 0.0599 - val_acc: 0.9797\nEpoch 3/50\n26950/26950 [==============================] - 15s 556us/step - loss: 0.0841 - acc: 0.9759 - val_loss: 0.0679 - val_acc: 0.9809\nEpoch 4/50\n26950/26950 [==============================] - 15s 555us/step - loss: 0.0754 - acc: 0.9764 - val_loss: 0.0556 - val_acc: 0.9824\nEpoch 5/50\n26950/26950 [==============================] - 15s 553us/step - loss: 0.0644 - acc: 0.9809 - val_loss: 0.0396 - val_acc: 0.9874\nEpoch 6/50\n26950/26950 [==============================] - 15s 554us/step - loss: 0.0597 - acc: 0.9821 - val_loss: 0.0452 - val_acc: 0.9865\nEpoch 7/50\n26950/26950 [==============================] - 15s 554us/step - loss: 0.0540 - acc: 0.9837 - val_loss: 0.0429 - val_acc: 0.9871\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n26950/26950 [==============================] - 15s 558us/step - loss: 0.0369 - acc: 0.9894 - val_loss: 0.0318 - val_acc: 0.9908\nEpoch 9/50\n26950/26950 [==============================] - 15s 558us/step - loss: 0.0301 - acc: 0.9915 - val_loss: 0.0346 - val_acc: 0.9898\nEpoch 10/50\n26950/26950 [==============================] - 15s 559us/step - loss: 0.0302 - acc: 0.9911 - val_loss: 0.0310 - val_acc: 0.9913\nEpoch 11/50\n26950/26950 [==============================] - 15s 556us/step - loss: 0.0251 - acc: 0.9920 - val_loss: 0.0266 - val_acc: 0.9931\nEpoch 12/50\n26950/26950 [==============================] - 15s 559us/step - loss: 0.0277 - acc: 0.9920 - val_loss: 0.0303 - val_acc: 0.9919\nEpoch 13/50\n26950/26950 [==============================] - 15s 559us/step - loss: 0.0235 - acc: 0.9935 - val_loss: 0.0297 - val_acc: 0.9926\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 14/50\n26950/26950 [==============================] - 15s 557us/step - loss: 0.0170 - acc: 0.9951 - val_loss: 0.0258 - val_acc: 0.9935\nEpoch 15/50\n26950/26950 [==============================] - 15s 558us/step - loss: 0.0144 - acc: 0.9954 - val_loss: 0.0261 - val_acc: 0.9934\nEpoch 16/50\n26950/26950 [==============================] - 15s 558us/step - loss: 0.0134 - acc: 0.9961 - val_loss: 0.0303 - val_acc: 0.9925\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n26950/26950 [==============================] - 15s 560us/step - loss: 0.0113 - acc: 0.9968 - val_loss: 0.0229 - val_acc: 0.9940\nEpoch 18/50\n26950/26950 [==============================] - 15s 557us/step - loss: 0.0086 - acc: 0.9976 - val_loss: 0.0254 - val_acc: 0.9932\nEpoch 19/50\n26950/26950 [==============================] - 15s 556us/step - loss: 0.0081 - acc: 0.9978 - val_loss: 0.0257 - val_acc: 0.9937\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n26950/26950 [==============================] - 15s 558us/step - loss: 0.0069 - acc: 0.9983 - val_loss: 0.0253 - val_acc: 0.9937\nEpoch 21/50\n26950/26950 [==============================] - 15s 559us/step - loss: 0.0060 - acc: 0.9982 - val_loss: 0.0272 - val_acc: 0.9932\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 22/50\n26950/26950 [==============================] - 15s 558us/step - loss: 0.0069 - acc: 0.9982 - val_loss: 0.0262 - val_acc: 0.9934\nEpoch 00022: early stopping\n36 : Test_loss: 0.026204555948870827 , Test_acc: 0.9933834586466166\nModel: <keras.engine.sequential.Sequential object at 0x7fc32ab7d780> \n\n\nTrain on 26891 samples, validate on 6709 samples\nEpoch 1/50\n26891/26891 [==============================] - 23s 861us/step - loss: 0.2154 - acc: 0.9312 - val_loss: 0.1068 - val_acc: 0.9680\nEpoch 2/50\n26891/26891 [==============================] - 15s 543us/step - loss: 0.0853 - acc: 0.9739 - val_loss: 0.0513 - val_acc: 0.9843\nEpoch 3/50\n26891/26891 [==============================] - 15s 539us/step - loss: 0.0668 - acc: 0.9787 - val_loss: 0.0484 - val_acc: 0.9849\nEpoch 4/50\n26891/26891 [==============================] - 14s 538us/step - loss: 0.0559 - acc: 0.9820 - val_loss: 0.0586 - val_acc: 0.9826\nEpoch 5/50\n26891/26891 [==============================] - 14s 537us/step - loss: 0.0508 - acc: 0.9835 - val_loss: 0.0367 - val_acc: 0.9881\nEpoch 6/50\n26891/26891 [==============================] - 14s 537us/step - loss: 0.0484 - acc: 0.9845 - val_loss: 0.0707 - val_acc: 0.9766\nEpoch 7/50\n26891/26891 [==============================] - 14s 535us/step - loss: 0.0417 - acc: 0.9869 - val_loss: 0.0399 - val_acc: 0.9873\n\nEpoch 00007: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 8/50\n26891/26891 [==============================] - 15s 546us/step - loss: 0.0272 - acc: 0.9919 - val_loss: 0.0267 - val_acc: 0.9927\nEpoch 9/50\n26891/26891 [==============================] - 15s 543us/step - loss: 0.0239 - acc: 0.9922 - val_loss: 0.0261 - val_acc: 0.9924\nEpoch 10/50\n26891/26891 [==============================] - 15s 541us/step - loss: 0.0203 - acc: 0.9936 - val_loss: 0.0338 - val_acc: 0.9914\nEpoch 11/50\n26891/26891 [==============================] - 15s 542us/step - loss: 0.0235 - acc: 0.9924 - val_loss: 0.0265 - val_acc: 0.9927\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n26891/26891 [==============================] - 14s 539us/step - loss: 0.0129 - acc: 0.9959 - val_loss: 0.0217 - val_acc: 0.9928\nEpoch 13/50\n26891/26891 [==============================] - 15s 540us/step - loss: 0.0117 - acc: 0.9967 - val_loss: 0.0250 - val_acc: 0.9924\nEpoch 14/50\n26891/26891 [==============================] - 14s 539us/step - loss: 0.0113 - acc: 0.9965 - val_loss: 0.0224 - val_acc: 0.9933\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n26891/26891 [==============================] - 15s 540us/step - loss: 0.0097 - acc: 0.9971 - val_loss: 0.0227 - val_acc: 0.9936\nEpoch 16/50\n26891/26891 [==============================] - 14s 538us/step - loss: 0.0084 - acc: 0.9972 - val_loss: 0.0254 - val_acc: 0.9931\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n26891/26891 [==============================] - 14s 539us/step - loss: 0.0067 - acc: 0.9978 - val_loss: 0.0220 - val_acc: 0.9943\nEpoch 00017: early stopping\n37 : Test_loss: 0.022001374560112925 , Test_acc: 0.9943359666120137\nModel: <keras.engine.sequential.Sequential object at 0x7fc3297367f0> \n\n\nTrain on 24773 samples, validate on 8827 samples\nEpoch 1/50\n24773/24773 [==============================] - 23s 918us/step - loss: 0.1935 - acc: 0.9431 - val_loss: 0.0832 - val_acc: 0.9737\nEpoch 2/50\n24773/24773 [==============================] - 14s 565us/step - loss: 0.0763 - acc: 0.9760 - val_loss: 0.0613 - val_acc: 0.9812\nEpoch 3/50\n24773/24773 [==============================] - 14s 569us/step - loss: 0.0612 - acc: 0.9814 - val_loss: 0.0475 - val_acc: 0.9850\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 4/50\n24773/24773 [==============================] - 14s 567us/step - loss: 0.0518 - acc: 0.9842 - val_loss: 0.0617 - val_acc: 0.9810\nEpoch 5/50\n24773/24773 [==============================] - 14s 567us/step - loss: 0.0448 - acc: 0.9858 - val_loss: 0.0450 - val_acc: 0.9874\nEpoch 6/50\n24773/24773 [==============================] - 14s 570us/step - loss: 0.0349 - acc: 0.9891 - val_loss: 0.0434 - val_acc: 0.9872\nEpoch 7/50\n24773/24773 [==============================] - 14s 566us/step - loss: 0.0392 - acc: 0.9876 - val_loss: 0.0410 - val_acc: 0.9883\nEpoch 8/50\n24773/24773 [==============================] - 14s 566us/step - loss: 0.0339 - acc: 0.9892 - val_loss: 0.0322 - val_acc: 0.9905\nEpoch 9/50\n24773/24773 [==============================] - 14s 564us/step - loss: 0.0319 - acc: 0.9897 - val_loss: 0.0332 - val_acc: 0.9894\nEpoch 10/50\n24773/24773 [==============================] - 14s 565us/step - loss: 0.0266 - acc: 0.9916 - val_loss: 0.0366 - val_acc: 0.9890\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n24773/24773 [==============================] - 14s 573us/step - loss: 0.0183 - acc: 0.9943 - val_loss: 0.0322 - val_acc: 0.9911\nEpoch 12/50\n24773/24773 [==============================] - 14s 573us/step - loss: 0.0114 - acc: 0.9965 - val_loss: 0.0262 - val_acc: 0.9939\nEpoch 13/50\n24773/24773 [==============================] - 14s 568us/step - loss: 0.0090 - acc: 0.9971 - val_loss: 0.0310 - val_acc: 0.9913\nEpoch 14/50\n24773/24773 [==============================] - 14s 570us/step - loss: 0.0099 - acc: 0.9971 - val_loss: 0.0304 - val_acc: 0.9915\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n24773/24773 [==============================] - 14s 571us/step - loss: 0.0061 - acc: 0.9982 - val_loss: 0.0283 - val_acc: 0.9924\nEpoch 16/50\n24773/24773 [==============================] - 14s 571us/step - loss: 0.0054 - acc: 0.9981 - val_loss: 0.0285 - val_acc: 0.9933\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n24773/24773 [==============================] - 14s 568us/step - loss: 0.0034 - acc: 0.9993 - val_loss: 0.0279 - val_acc: 0.9937\nEpoch 00017: early stopping\n38 : Test_loss: 0.02794895545496326 , Test_acc: 0.9936558287073751\nModel: <keras.engine.sequential.Sequential object at 0x7fc327ad9828> \n\n\nTrain on 26461 samples, validate on 7139 samples\nEpoch 1/50\n26461/26461 [==============================] - 24s 907us/step - loss: 0.2818 - acc: 0.9179 - val_loss: 0.0657 - val_acc: 0.9787\nEpoch 2/50\n26461/26461 [==============================] - 15s 576us/step - loss: 0.1148 - acc: 0.9675 - val_loss: 0.0619 - val_acc: 0.9798\nEpoch 3/50\n26461/26461 [==============================] - 15s 576us/step - loss: 0.0858 - acc: 0.9757 - val_loss: 0.0422 - val_acc: 0.9864\nEpoch 4/50\n26461/26461 [==============================] - 15s 575us/step - loss: 0.0762 - acc: 0.9785 - val_loss: 0.0472 - val_acc: 0.9836\nEpoch 5/50\n26461/26461 [==============================] - 15s 578us/step - loss: 0.0616 - acc: 0.9821 - val_loss: 0.0606 - val_acc: 0.9818\n\nEpoch 00005: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 6/50\n26461/26461 [==============================] - 15s 581us/step - loss: 0.0399 - acc: 0.9881 - val_loss: 0.0358 - val_acc: 0.9906\nEpoch 7/50\n26461/26461 [==============================] - 15s 580us/step - loss: 0.0338 - acc: 0.9894 - val_loss: 0.0283 - val_acc: 0.9910\nEpoch 8/50\n26461/26461 [==============================] - 15s 580us/step - loss: 0.0323 - acc: 0.9904 - val_loss: 0.0318 - val_acc: 0.9915\nEpoch 9/50\n26461/26461 [==============================] - 15s 579us/step - loss: 0.0316 - acc: 0.9905 - val_loss: 0.0288 - val_acc: 0.9920\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n26461/26461 [==============================] - 15s 579us/step - loss: 0.0204 - acc: 0.9938 - val_loss: 0.0328 - val_acc: 0.9923\nEpoch 11/50\n26461/26461 [==============================] - 15s 577us/step - loss: 0.0177 - acc: 0.9942 - val_loss: 0.0321 - val_acc: 0.9920\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 12/50\n26461/26461 [==============================] - 15s 579us/step - loss: 0.0162 - acc: 0.9957 - val_loss: 0.0280 - val_acc: 0.9930\nEpoch 13/50\n26461/26461 [==============================] - 15s 580us/step - loss: 0.0106 - acc: 0.9971 - val_loss: 0.0290 - val_acc: 0.9924\nEpoch 14/50\n26461/26461 [==============================] - 15s 581us/step - loss: 0.0108 - acc: 0.9968 - val_loss: 0.0257 - val_acc: 0.9934\nEpoch 15/50\n26461/26461 [==============================] - 15s 579us/step - loss: 0.0128 - acc: 0.9960 - val_loss: 0.0265 - val_acc: 0.9941\nEpoch 16/50\n26461/26461 [==============================] - 15s 581us/step - loss: 0.0096 - acc: 0.9971 - val_loss: 0.0274 - val_acc: 0.9934\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n26461/26461 [==============================] - 15s 579us/step - loss: 0.0094 - acc: 0.9977 - val_loss: 0.0263 - val_acc: 0.9937\nEpoch 18/50\n26461/26461 [==============================] - 15s 579us/step - loss: 0.0074 - acc: 0.9981 - val_loss: 0.0267 - val_acc: 0.9936\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 19/50\n26461/26461 [==============================] - 15s 578us/step - loss: 0.0067 - acc: 0.9983 - val_loss: 0.0264 - val_acc: 0.9938\nEpoch 00019: early stopping\n39 : Test_loss: 0.026394703616947308 , Test_acc: 0.9938366718027735\nModel: <keras.engine.sequential.Sequential object at 0x7fc326691898> \n\n\nTrain on 23841 samples, validate on 9759 samples\nEpoch 1/50\n23841/23841 [==============================] - 23s 965us/step - loss: 0.3125 - acc: 0.9071 - val_loss: 0.0791 - val_acc: 0.9753\nEpoch 2/50\n23841/23841 [==============================] - 14s 588us/step - loss: 0.1092 - acc: 0.9678 - val_loss: 0.0700 - val_acc: 0.9780\nEpoch 3/50\n23841/23841 [==============================] - 14s 586us/step - loss: 0.0855 - acc: 0.9744 - val_loss: 0.0672 - val_acc: 0.9778\nEpoch 4/50\n23841/23841 [==============================] - 14s 586us/step - loss: 0.0739 - acc: 0.9773 - val_loss: 0.0423 - val_acc: 0.9875\nEpoch 5/50\n23841/23841 [==============================] - 14s 583us/step - loss: 0.0657 - acc: 0.9802 - val_loss: 0.0422 - val_acc: 0.9874\nEpoch 6/50\n23841/23841 [==============================] - 14s 584us/step - loss: 0.0579 - acc: 0.9825 - val_loss: 0.0333 - val_acc: 0.9897\nEpoch 7/50\n23841/23841 [==============================] - 14s 583us/step - loss: 0.0480 - acc: 0.9849 - val_loss: 0.0345 - val_acc: 0.9897\nEpoch 8/50\n23841/23841 [==============================] - 14s 583us/step - loss: 0.0505 - acc: 0.9844 - val_loss: 0.0398 - val_acc: 0.9881\n\nEpoch 00008: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 9/50\n23841/23841 [==============================] - 14s 587us/step - loss: 0.0327 - acc: 0.9904 - val_loss: 0.0289 - val_acc: 0.9919\nEpoch 10/50\n23841/23841 [==============================] - 14s 586us/step - loss: 0.0271 - acc: 0.9918 - val_loss: 0.0301 - val_acc: 0.9920\nEpoch 11/50\n23841/23841 [==============================] - 14s 584us/step - loss: 0.0254 - acc: 0.9921 - val_loss: 0.0317 - val_acc: 0.9900\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 12/50\n23841/23841 [==============================] - 14s 584us/step - loss: 0.0199 - acc: 0.9941 - val_loss: 0.0276 - val_acc: 0.9928\nEpoch 13/50\n23841/23841 [==============================] - 14s 586us/step - loss: 0.0173 - acc: 0.9948 - val_loss: 0.0277 - val_acc: 0.9931\nEpoch 14/50\n23841/23841 [==============================] - 14s 583us/step - loss: 0.0160 - acc: 0.9951 - val_loss: 0.0272 - val_acc: 0.9926\nEpoch 15/50\n23841/23841 [==============================] - 14s 583us/step - loss: 0.0136 - acc: 0.9957 - val_loss: 0.0278 - val_acc: 0.9923\nEpoch 16/50\n23841/23841 [==============================] - 14s 583us/step - loss: 0.0136 - acc: 0.9956 - val_loss: 0.0280 - val_acc: 0.9931\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "23841/23841 [==============================] - 14s 583us/step - loss: 0.0102 - acc: 0.9971 - val_loss: 0.0271 - val_acc: 0.9934\nEpoch 18/50\n23841/23841 [==============================] - 14s 584us/step - loss: 0.0094 - acc: 0.9970 - val_loss: 0.0297 - val_acc: 0.9932\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 19/50\n23841/23841 [==============================] - 14s 585us/step - loss: 0.0101 - acc: 0.9969 - val_loss: 0.0278 - val_acc: 0.9937\nEpoch 20/50\n23841/23841 [==============================] - 14s 584us/step - loss: 0.0082 - acc: 0.9975 - val_loss: 0.0276 - val_acc: 0.9937\n\nEpoch 00020: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 21/50\n23841/23841 [==============================] - 14s 582us/step - loss: 0.0078 - acc: 0.9979 - val_loss: 0.0274 - val_acc: 0.9934\nEpoch 22/50\n23841/23841 [==============================] - 14s 582us/step - loss: 0.0073 - acc: 0.9979 - val_loss: 0.0274 - val_acc: 0.9941\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 00022: early stopping\n40 : Test_loss: 0.027363618557393176 , Test_acc: 0.9940567681114868\nModel: <keras.engine.sequential.Sequential object at 0x7fc3252b4f28> \n\n\nTrain on 23943 samples, validate on 9657 samples\nEpoch 1/50\n23943/23943 [==============================] - 23s 969us/step - loss: 0.2298 - acc: 0.9322 - val_loss: 0.0716 - val_acc: 0.9769\nEpoch 2/50\n23943/23943 [==============================] - 14s 588us/step - loss: 0.0791 - acc: 0.9764 - val_loss: 0.0556 - val_acc: 0.9817\nEpoch 3/50\n23943/23943 [==============================] - 14s 588us/step - loss: 0.0647 - acc: 0.9797 - val_loss: 0.0574 - val_acc: 0.9821\nEpoch 4/50\n23943/23943 [==============================] - 14s 589us/step - loss: 0.0544 - acc: 0.9831 - val_loss: 0.0428 - val_acc: 0.9863\nEpoch 5/50\n23943/23943 [==============================] - 14s 583us/step - loss: 0.0463 - acc: 0.9858 - val_loss: 0.0662 - val_acc: 0.9779\nEpoch 6/50\n23943/23943 [==============================] - 14s 581us/step - loss: 0.0450 - acc: 0.9860 - val_loss: 0.0513 - val_acc: 0.9841\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n23943/23943 [==============================] - 14s 589us/step - loss: 0.0282 - acc: 0.9913 - val_loss: 0.0325 - val_acc: 0.9904\nEpoch 8/50\n23943/23943 [==============================] - 14s 584us/step - loss: 0.0218 - acc: 0.9928 - val_loss: 0.0345 - val_acc: 0.9892\nEpoch 9/50\n23943/23943 [==============================] - 14s 587us/step - loss: 0.0228 - acc: 0.9927 - val_loss: 0.0364 - val_acc: 0.9913\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n23943/23943 [==============================] - 14s 587us/step - loss: 0.0152 - acc: 0.9952 - val_loss: 0.0282 - val_acc: 0.9914\nEpoch 11/50\n23943/23943 [==============================] - 14s 588us/step - loss: 0.0115 - acc: 0.9965 - val_loss: 0.0282 - val_acc: 0.9919\nEpoch 12/50\n23943/23943 [==============================] - 14s 587us/step - loss: 0.0104 - acc: 0.9967 - val_loss: 0.0343 - val_acc: 0.9902\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n23943/23943 [==============================] - 14s 585us/step - loss: 0.0082 - acc: 0.9976 - val_loss: 0.0277 - val_acc: 0.9925\nEpoch 14/50\n23943/23943 [==============================] - 14s 582us/step - loss: 0.0071 - acc: 0.9978 - val_loss: 0.0286 - val_acc: 0.9921\nEpoch 15/50\n23943/23943 [==============================] - 14s 583us/step - loss: 0.0071 - acc: 0.9976 - val_loss: 0.0268 - val_acc: 0.9932\nEpoch 16/50\n23943/23943 [==============================] - 14s 588us/step - loss: 0.0062 - acc: 0.9980 - val_loss: 0.0282 - val_acc: 0.9923\nEpoch 17/50\n23943/23943 [==============================] - 14s 585us/step - loss: 0.0056 - acc: 0.9985 - val_loss: 0.0287 - val_acc: 0.9922\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 18/50\n23943/23943 [==============================] - 14s 583us/step - loss: 0.0054 - acc: 0.9984 - val_loss: 0.0278 - val_acc: 0.9928\nEpoch 19/50\n23943/23943 [==============================] - 14s 585us/step - loss: 0.0041 - acc: 0.9991 - val_loss: 0.0276 - val_acc: 0.9929\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 20/50\n23943/23943 [==============================] - 14s 586us/step - loss: 0.0041 - acc: 0.9988 - val_loss: 0.0279 - val_acc: 0.9926\nEpoch 00020: early stopping\n41 : Test_loss: 0.027851341172622036 , Test_acc: 0.9926478202340271\nModel: <keras.engine.sequential.Sequential object at 0x7fc323e6d320> \n\n\nTrain on 26732 samples, validate on 6868 samples\nEpoch 1/50\n26732/26732 [==============================] - 24s 914us/step - loss: 0.2124 - acc: 0.9343 - val_loss: 0.0812 - val_acc: 0.9745\nEpoch 2/50\n26732/26732 [==============================] - 15s 566us/step - loss: 0.0875 - acc: 0.9733 - val_loss: 0.0602 - val_acc: 0.9802\nEpoch 3/50\n26732/26732 [==============================] - 15s 565us/step - loss: 0.0642 - acc: 0.9788 - val_loss: 0.0566 - val_acc: 0.9818\nEpoch 4/50\n26732/26732 [==============================] - 15s 563us/step - loss: 0.0598 - acc: 0.9818 - val_loss: 0.0460 - val_acc: 0.9854\nEpoch 5/50\n26732/26732 [==============================] - 15s 562us/step - loss: 0.0510 - acc: 0.9823 - val_loss: 0.0503 - val_acc: 0.9850\nEpoch 6/50\n26732/26732 [==============================] - 15s 564us/step - loss: 0.0459 - acc: 0.9853 - val_loss: 0.0424 - val_acc: 0.9865\nEpoch 7/50\n26732/26732 [==============================] - 15s 564us/step - loss: 0.0443 - acc: 0.9859 - val_loss: 0.0411 - val_acc: 0.9856\nEpoch 8/50\n26732/26732 [==============================] - 15s 563us/step - loss: 0.0396 - acc: 0.9882 - val_loss: 0.0385 - val_acc: 0.9885\nEpoch 9/50\n26732/26732 [==============================] - 15s 563us/step - loss: 0.0382 - acc: 0.9884 - val_loss: 0.0397 - val_acc: 0.9876\nEpoch 10/50\n26732/26732 [==============================] - 15s 566us/step - loss: 0.0317 - acc: 0.9896 - val_loss: 0.0465 - val_acc: 0.9857\n\nEpoch 00010: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 11/50\n26732/26732 [==============================] - 15s 565us/step - loss: 0.0242 - acc: 0.9915 - val_loss: 0.0273 - val_acc: 0.9926\nEpoch 12/50\n26732/26732 [==============================] - 15s 560us/step - loss: 0.0176 - acc: 0.9940 - val_loss: 0.0272 - val_acc: 0.9927\nEpoch 13/50\n26732/26732 [==============================] - 15s 562us/step - loss: 0.0153 - acc: 0.9950 - val_loss: 0.0248 - val_acc: 0.9929\nEpoch 14/50\n26732/26732 [==============================] - 15s 561us/step - loss: 0.0150 - acc: 0.9947 - val_loss: 0.0311 - val_acc: 0.9904\nEpoch 15/50\n26732/26732 [==============================] - 15s 562us/step - loss: 0.0162 - acc: 0.9948 - val_loss: 0.0275 - val_acc: 0.9933\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 16/50\n26732/26732 [==============================] - 15s 557us/step - loss: 0.0106 - acc: 0.9964 - val_loss: 0.0258 - val_acc: 0.9934\nEpoch 17/50\n26732/26732 [==============================] - 15s 558us/step - loss: 0.0097 - acc: 0.9968 - val_loss: 0.0235 - val_acc: 0.9940\nEpoch 18/50\n26732/26732 [==============================] - 15s 558us/step - loss: 0.0091 - acc: 0.9967 - val_loss: 0.0252 - val_acc: 0.9936\nEpoch 19/50\n26732/26732 [==============================] - 15s 557us/step - loss: 0.0081 - acc: 0.9978 - val_loss: 0.0218 - val_acc: 0.9945\nEpoch 20/50\n26732/26732 [==============================] - 15s 557us/step - loss: 0.0065 - acc: 0.9980 - val_loss: 0.0271 - val_acc: 0.9930\nEpoch 21/50\n26732/26732 [==============================] - 15s 558us/step - loss: 0.0078 - acc: 0.9972 - val_loss: 0.0275 - val_acc: 0.9933\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 22/50\n26732/26732 [==============================] - 15s 557us/step - loss: 0.0051 - acc: 0.9984 - val_loss: 0.0235 - val_acc: 0.9939\nEpoch 23/50\n26732/26732 [==============================] - 15s 559us/step - loss: 0.0054 - acc: 0.9982 - val_loss: 0.0259 - val_acc: 0.9937\n\nEpoch 00023: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 24/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "26732/26732 [==============================] - 15s 557us/step - loss: 0.0043 - acc: 0.9988 - val_loss: 0.0244 - val_acc: 0.9937\nEpoch 00024: early stopping\n42 : Test_loss: 0.024362337968784138 , Test_acc: 0.9937390797903319\nModel: <keras.engine.sequential.Sequential object at 0x7fc322a0f9e8> \n\n\nTrain on 27883 samples, validate on 5717 samples\nEpoch 1/50\n27883/27883 [==============================] - 25s 887us/step - loss: 0.3444 - acc: 0.8924 - val_loss: 0.0690 - val_acc: 0.9781\nEpoch 2/50\n27883/27883 [==============================] - 15s 551us/step - loss: 0.1105 - acc: 0.9668 - val_loss: 0.0569 - val_acc: 0.9816\nEpoch 3/50\n27883/27883 [==============================] - 15s 552us/step - loss: 0.0873 - acc: 0.9724 - val_loss: 0.0645 - val_acc: 0.9804\nEpoch 4/50\n27883/27883 [==============================] - 15s 549us/step - loss: 0.0786 - acc: 0.9763 - val_loss: 0.0615 - val_acc: 0.9808\n\nEpoch 00004: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 5/50\n27883/27883 [==============================] - 15s 549us/step - loss: 0.0564 - acc: 0.9832 - val_loss: 0.0392 - val_acc: 0.9876\nEpoch 6/50\n27883/27883 [==============================] - 15s 549us/step - loss: 0.0464 - acc: 0.9860 - val_loss: 0.0529 - val_acc: 0.9846\nEpoch 7/50\n27883/27883 [==============================] - 15s 547us/step - loss: 0.0523 - acc: 0.9842 - val_loss: 0.0320 - val_acc: 0.9902\nEpoch 8/50\n27883/27883 [==============================] - 15s 549us/step - loss: 0.0452 - acc: 0.9862 - val_loss: 0.0325 - val_acc: 0.9902\nEpoch 9/50\n27883/27883 [==============================] - 15s 547us/step - loss: 0.0373 - acc: 0.9880 - val_loss: 0.0584 - val_acc: 0.9820\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n27883/27883 [==============================] - 15s 546us/step - loss: 0.0379 - acc: 0.9896 - val_loss: 0.0244 - val_acc: 0.9928\nEpoch 11/50\n27883/27883 [==============================] - 15s 548us/step - loss: 0.0296 - acc: 0.9909 - val_loss: 0.0273 - val_acc: 0.9920\nEpoch 12/50\n27883/27883 [==============================] - 15s 549us/step - loss: 0.0269 - acc: 0.9916 - val_loss: 0.0281 - val_acc: 0.9921\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 13/50\n27883/27883 [==============================] - 15s 547us/step - loss: 0.0226 - acc: 0.9927 - val_loss: 0.0238 - val_acc: 0.9930\nEpoch 14/50\n27883/27883 [==============================] - 15s 549us/step - loss: 0.0211 - acc: 0.9935 - val_loss: 0.0225 - val_acc: 0.9930\nEpoch 15/50\n27883/27883 [==============================] - 15s 546us/step - loss: 0.0205 - acc: 0.9934 - val_loss: 0.0228 - val_acc: 0.9923\nEpoch 16/50\n27883/27883 [==============================] - 15s 545us/step - loss: 0.0185 - acc: 0.9943 - val_loss: 0.0273 - val_acc: 0.9920\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n27883/27883 [==============================] - 15s 547us/step - loss: 0.0165 - acc: 0.9953 - val_loss: 0.0237 - val_acc: 0.9932\nEpoch 18/50\n27883/27883 [==============================] - 15s 547us/step - loss: 0.0159 - acc: 0.9956 - val_loss: 0.0237 - val_acc: 0.9932\n\nEpoch 00018: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 19/50\n27883/27883 [==============================] - 15s 546us/step - loss: 0.0150 - acc: 0.9958 - val_loss: 0.0232 - val_acc: 0.9932\nEpoch 00019: early stopping\n43 : Test_loss: 0.023227755515333213 , Test_acc: 0.9931782403358405\nModel: <keras.engine.sequential.Sequential object at 0x7fc3215cae80> \n\n\nTrain on 29405 samples, validate on 4195 samples\nEpoch 1/50\n29405/29405 [==============================] - 26s 876us/step - loss: 0.2414 - acc: 0.9250 - val_loss: 0.0890 - val_acc: 0.9731\nEpoch 2/50\n29405/29405 [==============================] - 16s 553us/step - loss: 0.0952 - acc: 0.9706 - val_loss: 0.0908 - val_acc: 0.9738\nEpoch 3/50\n29405/29405 [==============================] - 16s 553us/step - loss: 0.0770 - acc: 0.9756 - val_loss: 0.0508 - val_acc: 0.9845\nEpoch 4/50\n29405/29405 [==============================] - 16s 553us/step - loss: 0.0670 - acc: 0.9791 - val_loss: 0.0578 - val_acc: 0.9807\nEpoch 5/50\n29405/29405 [==============================] - 16s 553us/step - loss: 0.0562 - acc: 0.9820 - val_loss: 0.0568 - val_acc: 0.9824\n\nEpoch 00005: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 6/50\n29405/29405 [==============================] - 16s 554us/step - loss: 0.0412 - acc: 0.9872 - val_loss: 0.0272 - val_acc: 0.9921\nEpoch 7/50\n29405/29405 [==============================] - 16s 553us/step - loss: 0.0351 - acc: 0.9893 - val_loss: 0.0336 - val_acc: 0.9917\nEpoch 8/50\n29405/29405 [==============================] - 16s 555us/step - loss: 0.0306 - acc: 0.9907 - val_loss: 0.0306 - val_acc: 0.9902\n\nEpoch 00008: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 9/50\n29405/29405 [==============================] - 16s 543us/step - loss: 0.0230 - acc: 0.9928 - val_loss: 0.0302 - val_acc: 0.9905\nEpoch 10/50\n29405/29405 [==============================] - 16s 545us/step - loss: 0.0226 - acc: 0.9933 - val_loss: 0.0235 - val_acc: 0.9931\nEpoch 11/50\n29405/29405 [==============================] - 16s 545us/step - loss: 0.0186 - acc: 0.9940 - val_loss: 0.0216 - val_acc: 0.9928\nEpoch 12/50\n29405/29405 [==============================] - 16s 546us/step - loss: 0.0174 - acc: 0.9952 - val_loss: 0.0253 - val_acc: 0.9921\nEpoch 13/50\n29405/29405 [==============================] - 16s 546us/step - loss: 0.0173 - acc: 0.9948 - val_loss: 0.0239 - val_acc: 0.9936\n\nEpoch 00013: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 14/50\n29405/29405 [==============================] - 16s 544us/step - loss: 0.0140 - acc: 0.9951 - val_loss: 0.0215 - val_acc: 0.9936\nEpoch 15/50\n29405/29405 [==============================] - 16s 546us/step - loss: 0.0105 - acc: 0.9967 - val_loss: 0.0228 - val_acc: 0.9945\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 16/50\n29405/29405 [==============================] - 16s 547us/step - loss: 0.0095 - acc: 0.9971 - val_loss: 0.0223 - val_acc: 0.9933\nEpoch 17/50\n29405/29405 [==============================] - 16s 544us/step - loss: 0.0087 - acc: 0.9972 - val_loss: 0.0218 - val_acc: 0.9933\n\nEpoch 00017: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 18/50\n29405/29405 [==============================] - 16s 544us/step - loss: 0.0082 - acc: 0.9976 - val_loss: 0.0231 - val_acc: 0.9933\nEpoch 19/50\n29405/29405 [==============================] - 16s 545us/step - loss: 0.0080 - acc: 0.9975 - val_loss: 0.0218 - val_acc: 0.9938\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 00019: early stopping\n44 : Test_loss: 0.021831847644482903 , Test_acc: 0.9938021454112038\nModel: <keras.engine.sequential.Sequential object at 0x7fc320187d30> \n\n\nTrain on 26154 samples, validate on 7446 samples\nEpoch 1/50\n26154/26154 [==============================] - 25s 944us/step - loss: 0.2757 - acc: 0.9194 - val_loss: 0.0710 - val_acc: 0.9788\nEpoch 2/50\n26154/26154 [==============================] - 15s 577us/step - loss: 0.0951 - acc: 0.9725 - val_loss: 0.0798 - val_acc: 0.9765\nEpoch 3/50\n26154/26154 [==============================] - 15s 576us/step - loss: 0.0764 - acc: 0.9774 - val_loss: 0.0692 - val_acc: 0.9799\nEpoch 4/50\n26154/26154 [==============================] - 15s 574us/step - loss: 0.0614 - acc: 0.9822 - val_loss: 0.0598 - val_acc: 0.9816\nEpoch 5/50\n26154/26154 [==============================] - 15s 574us/step - loss: 0.0536 - acc: 0.9846 - val_loss: 0.0684 - val_acc: 0.9790\nEpoch 6/50\n26154/26154 [==============================] - 15s 574us/step - loss: 0.0510 - acc: 0.9849 - val_loss: 0.0593 - val_acc: 0.9842\nEpoch 7/50\n26154/26154 [==============================] - 15s 573us/step - loss: 0.0405 - acc: 0.9878 - val_loss: 0.0876 - val_acc: 0.9748\nEpoch 8/50\n26154/26154 [==============================] - 15s 573us/step - loss: 0.0474 - acc: 0.9853 - val_loss: 0.0509 - val_acc: 0.9864\nEpoch 9/50\n26154/26154 [==============================] - 15s 572us/step - loss: 0.0325 - acc: 0.9900 - val_loss: 0.0316 - val_acc: 0.9917\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 10/50\n26154/26154 [==============================] - 15s 577us/step - loss: 0.0363 - acc: 0.9887 - val_loss: 0.0544 - val_acc: 0.9839\nEpoch 11/50\n26154/26154 [==============================] - 15s 573us/step - loss: 0.0317 - acc: 0.9901 - val_loss: 0.0364 - val_acc: 0.9895\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 12/50\n26154/26154 [==============================] - 15s 574us/step - loss: 0.0192 - acc: 0.9946 - val_loss: 0.0287 - val_acc: 0.9926\nEpoch 13/50\n26154/26154 [==============================] - 15s 576us/step - loss: 0.0138 - acc: 0.9961 - val_loss: 0.0352 - val_acc: 0.9917\nEpoch 14/50\n26154/26154 [==============================] - 15s 578us/step - loss: 0.0125 - acc: 0.9958 - val_loss: 0.0318 - val_acc: 0.9921\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 15/50\n26154/26154 [==============================] - 15s 580us/step - loss: 0.0095 - acc: 0.9972 - val_loss: 0.0333 - val_acc: 0.9915\nEpoch 16/50\n26154/26154 [==============================] - 15s 576us/step - loss: 0.0074 - acc: 0.9980 - val_loss: 0.0293 - val_acc: 0.9925\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n26154/26154 [==============================] - 15s 579us/step - loss: 0.0052 - acc: 0.9985 - val_loss: 0.0281 - val_acc: 0.9938\nEpoch 18/50\n26154/26154 [==============================] - 15s 581us/step - loss: 0.0048 - acc: 0.9987 - val_loss: 0.0298 - val_acc: 0.9934\nEpoch 19/50\n26154/26154 [==============================] - 15s 577us/step - loss: 0.0042 - acc: 0.9990 - val_loss: 0.0289 - val_acc: 0.9936\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n26154/26154 [==============================] - 15s 575us/step - loss: 0.0044 - acc: 0.9987 - val_loss: 0.0279 - val_acc: 0.9934\nEpoch 21/50\n26154/26154 [==============================] - 15s 579us/step - loss: 0.0038 - acc: 0.9990 - val_loss: 0.0280 - val_acc: 0.9933\nEpoch 22/50\n26154/26154 [==============================] - 15s 577us/step - loss: 0.0034 - acc: 0.9989 - val_loss: 0.0291 - val_acc: 0.9932\n\nEpoch 00022: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 23/50\n26154/26154 [==============================] - 15s 578us/step - loss: 0.0029 - acc: 0.9992 - val_loss: 0.0291 - val_acc: 0.9934\nEpoch 24/50\n26154/26154 [==============================] - 15s 576us/step - loss: 0.0031 - acc: 0.9992 - val_loss: 0.0294 - val_acc: 0.9938\n\nEpoch 00024: ReduceLROnPlateau reducing learning rate to 1.5625000742147677e-05.\nEpoch 25/50\n26154/26154 [==============================] - 15s 582us/step - loss: 0.0025 - acc: 0.9995 - val_loss: 0.0294 - val_acc: 0.9938\nEpoch 00025: early stopping\n45 : Test_loss: 0.029436556536663355 , Test_acc: 0.9938221864088101\nModel: <keras.engine.sequential.Sequential object at 0x7fc31edaad30> \n\n\nTrain on 26560 samples, validate on 7040 samples\nEpoch 1/50\n26560/26560 [==============================] - 26s 988us/step - loss: 0.2785 - acc: 0.9163 - val_loss: 0.0763 - val_acc: 0.9750\nEpoch 2/50\n26560/26560 [==============================] - 16s 613us/step - loss: 0.1061 - acc: 0.9688 - val_loss: 0.0522 - val_acc: 0.9848\nEpoch 3/50\n26560/26560 [==============================] - 16s 610us/step - loss: 0.0864 - acc: 0.9753 - val_loss: 0.0702 - val_acc: 0.9795\nEpoch 4/50\n26560/26560 [==============================] - 16s 611us/step - loss: 0.0731 - acc: 0.9790 - val_loss: 0.0490 - val_acc: 0.9857\nEpoch 5/50\n26560/26560 [==============================] - 16s 611us/step - loss: 0.0617 - acc: 0.9828 - val_loss: 0.0531 - val_acc: 0.9844\nEpoch 6/50\n26560/26560 [==============================] - 16s 610us/step - loss: 0.0601 - acc: 0.9822 - val_loss: 0.0389 - val_acc: 0.9876\nEpoch 7/50\n26560/26560 [==============================] - 16s 609us/step - loss: 0.0519 - acc: 0.9855 - val_loss: 0.0315 - val_acc: 0.9899\nEpoch 8/50\n26560/26560 [==============================] - 16s 611us/step - loss: 0.0486 - acc: 0.9853 - val_loss: 0.0410 - val_acc: 0.9888\nEpoch 9/50\n26560/26560 [==============================] - 16s 608us/step - loss: 0.0410 - acc: 0.9884 - val_loss: 0.0405 - val_acc: 0.9895\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n26560/26560 [==============================] - 16s 614us/step - loss: 0.0288 - acc: 0.9918 - val_loss: 0.0261 - val_acc: 0.9935\nEpoch 11/50\n26560/26560 [==============================] - 16s 612us/step - loss: 0.0257 - acc: 0.9928 - val_loss: 0.0291 - val_acc: 0.9919\nEpoch 12/50\n26560/26560 [==============================] - 16s 608us/step - loss: 0.0216 - acc: 0.9934 - val_loss: 0.0345 - val_acc: 0.9922\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n26560/26560 [==============================] - 16s 613us/step - loss: 0.0161 - acc: 0.9953 - val_loss: 0.0250 - val_acc: 0.9930\nEpoch 14/50\n26560/26560 [==============================] - 16s 610us/step - loss: 0.0124 - acc: 0.9964 - val_loss: 0.0236 - val_acc: 0.9950\nEpoch 15/50\n26560/26560 [==============================] - 16s 611us/step - loss: 0.0119 - acc: 0.9966 - val_loss: 0.0250 - val_acc: 0.9936\nEpoch 16/50\n26560/26560 [==============================] - 16s 610us/step - loss: 0.0103 - acc: 0.9971 - val_loss: 0.0274 - val_acc: 0.9930\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 17/50\n26560/26560 [==============================] - 16s 612us/step - loss: 0.0079 - acc: 0.9980 - val_loss: 0.0235 - val_acc: 0.9936\nEpoch 18/50\n26560/26560 [==============================] - 16s 609us/step - loss: 0.0080 - acc: 0.9978 - val_loss: 0.0255 - val_acc: 0.9942\nEpoch 19/50\n26560/26560 [==============================] - 16s 611us/step - loss: 0.0071 - acc: 0.9978 - val_loss: 0.0280 - val_acc: 0.9930\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 20/50\n26560/26560 [==============================] - 16s 610us/step - loss: 0.0057 - acc: 0.9986 - val_loss: 0.0261 - val_acc: 0.9939\nEpoch 21/50\n26560/26560 [==============================] - 16s 609us/step - loss: 0.0057 - acc: 0.9984 - val_loss: 0.0261 - val_acc: 0.9933\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 22/50\n26560/26560 [==============================] - 16s 607us/step - loss: 0.0054 - acc: 0.9987 - val_loss: 0.0259 - val_acc: 0.9938\nEpoch 00022: early stopping\n46 : Test_loss: 0.025902301004963522 , Test_acc: 0.99375\nModel: <keras.engine.sequential.Sequential object at 0x7fc31d968978> \n\n\nTrain on 26803 samples, validate on 6797 samples\nEpoch 1/50\n26803/26803 [==============================] - 27s 989us/step - loss: 0.2852 - acc: 0.9140 - val_loss: 0.1646 - val_acc: 0.9506\nEpoch 2/50\n26803/26803 [==============================] - 16s 609us/step - loss: 0.1081 - acc: 0.9691 - val_loss: 0.0634 - val_acc: 0.9809\nEpoch 3/50\n26803/26803 [==============================] - 16s 608us/step - loss: 0.0863 - acc: 0.9752 - val_loss: 0.0629 - val_acc: 0.9803\nEpoch 4/50\n26803/26803 [==============================] - 16s 610us/step - loss: 0.0714 - acc: 0.9802 - val_loss: 0.0575 - val_acc: 0.9828\nEpoch 5/50\n26803/26803 [==============================] - 16s 608us/step - loss: 0.0652 - acc: 0.9808 - val_loss: 0.0573 - val_acc: 0.9846\nEpoch 6/50\n26803/26803 [==============================] - 16s 609us/step - loss: 0.0602 - acc: 0.9823 - val_loss: 0.0502 - val_acc: 0.9841\nEpoch 7/50\n26803/26803 [==============================] - 16s 612us/step - loss: 0.0534 - acc: 0.9842 - val_loss: 0.0472 - val_acc: 0.9873\nEpoch 8/50\n26803/26803 [==============================] - 16s 608us/step - loss: 0.0423 - acc: 0.9879 - val_loss: 0.0383 - val_acc: 0.9894\nEpoch 9/50\n26803/26803 [==============================] - 16s 608us/step - loss: 0.0424 - acc: 0.9876 - val_loss: 0.0361 - val_acc: 0.9897\nEpoch 10/50\n26803/26803 [==============================] - 16s 607us/step - loss: 0.0395 - acc: 0.9876 - val_loss: 0.0560 - val_acc: 0.9835\nEpoch 11/50\n26803/26803 [==============================] - 16s 605us/step - loss: 0.0368 - acc: 0.9890 - val_loss: 0.0374 - val_acc: 0.9896\n\nEpoch 00011: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 12/50\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "26803/26803 [==============================] - 16s 614us/step - loss: 0.0226 - acc: 0.9929 - val_loss: 0.0317 - val_acc: 0.9915\nEpoch 13/50\n26803/26803 [==============================] - 16s 614us/step - loss: 0.0184 - acc: 0.9944 - val_loss: 0.0257 - val_acc: 0.9935\nEpoch 14/50\n26803/26803 [==============================] - 16s 615us/step - loss: 0.0174 - acc: 0.9951 - val_loss: 0.0283 - val_acc: 0.9932\nEpoch 15/50\n26803/26803 [==============================] - 17s 616us/step - loss: 0.0173 - acc: 0.9947 - val_loss: 0.0354 - val_acc: 0.9903\n\nEpoch 00015: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 16/50\n26803/26803 [==============================] - 16s 614us/step - loss: 0.0142 - acc: 0.9957 - val_loss: 0.0256 - val_acc: 0.9938\nEpoch 17/50\n26803/26803 [==============================] - 16s 615us/step - loss: 0.0107 - acc: 0.9971 - val_loss: 0.0249 - val_acc: 0.9937\nEpoch 18/50\n26803/26803 [==============================] - 16s 615us/step - loss: 0.0093 - acc: 0.9972 - val_loss: 0.0256 - val_acc: 0.9938\nEpoch 19/50\n26803/26803 [==============================] - 16s 613us/step - loss: 0.0086 - acc: 0.9977 - val_loss: 0.0250 - val_acc: 0.9944\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 20/50\n26803/26803 [==============================] - 16s 615us/step - loss: 0.0067 - acc: 0.9981 - val_loss: 0.0253 - val_acc: 0.9943\nEpoch 21/50\n26803/26803 [==============================] - 17s 617us/step - loss: 0.0074 - acc: 0.9976 - val_loss: 0.0242 - val_acc: 0.9947\nEpoch 22/50\n26803/26803 [==============================] - 16s 615us/step - loss: 0.0060 - acc: 0.9984 - val_loss: 0.0263 - val_acc: 0.9946\nEpoch 23/50\n26803/26803 [==============================] - 16s 615us/step - loss: 0.0064 - acc: 0.9984 - val_loss: 0.0270 - val_acc: 0.9944\n\nEpoch 00023: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 24/50\n26803/26803 [==============================] - 17s 617us/step - loss: 0.0056 - acc: 0.9983 - val_loss: 0.0261 - val_acc: 0.9941\nEpoch 25/50\n26803/26803 [==============================] - 17s 619us/step - loss: 0.0044 - acc: 0.9985 - val_loss: 0.0263 - val_acc: 0.9947\n\nEpoch 00025: ReduceLROnPlateau reducing learning rate to 3.125000148429535e-05.\nEpoch 26/50\n26803/26803 [==============================] - 17s 620us/step - loss: 0.0047 - acc: 0.9985 - val_loss: 0.0265 - val_acc: 0.9941\nEpoch 00026: early stopping\n47 : Test_loss: 0.02648175387280779 , Test_acc: 0.9941150507576872\nModel: <keras.engine.sequential.Sequential object at 0x7fc31c488dd8> \n\n\nTrain on 24839 samples, validate on 8761 samples\nEpoch 1/50\n24839/24839 [==============================] - 26s 1ms/step - loss: 0.2387 - acc: 0.9285 - val_loss: 0.1686 - val_acc: 0.9491\nEpoch 2/50\n24839/24839 [==============================] - 16s 644us/step - loss: 0.0960 - acc: 0.9698 - val_loss: 0.0795 - val_acc: 0.9753\nEpoch 3/50\n24839/24839 [==============================] - 16s 643us/step - loss: 0.0734 - acc: 0.9779 - val_loss: 0.0480 - val_acc: 0.9850\nEpoch 4/50\n24839/24839 [==============================] - 16s 643us/step - loss: 0.0630 - acc: 0.9807 - val_loss: 0.0459 - val_acc: 0.9862\nEpoch 5/50\n24839/24839 [==============================] - 16s 635us/step - loss: 0.0529 - acc: 0.9838 - val_loss: 0.0476 - val_acc: 0.9850\nEpoch 6/50\n24839/24839 [==============================] - 16s 643us/step - loss: 0.0507 - acc: 0.9849 - val_loss: 0.0460 - val_acc: 0.9868\n\nEpoch 00006: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 7/50\n24839/24839 [==============================] - 16s 646us/step - loss: 0.0354 - acc: 0.9893 - val_loss: 0.0322 - val_acc: 0.9908\nEpoch 8/50\n24839/24839 [==============================] - 16s 641us/step - loss: 0.0289 - acc: 0.9911 - val_loss: 0.0364 - val_acc: 0.9896\nEpoch 9/50\n24839/24839 [==============================] - 16s 643us/step - loss: 0.0255 - acc: 0.9922 - val_loss: 0.0440 - val_acc: 0.9886\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 10/50\n24839/24839 [==============================] - 16s 641us/step - loss: 0.0187 - acc: 0.9941 - val_loss: 0.0292 - val_acc: 0.9922\nEpoch 11/50\n24839/24839 [==============================] - 16s 643us/step - loss: 0.0162 - acc: 0.9951 - val_loss: 0.0287 - val_acc: 0.9922\nEpoch 12/50\n24839/24839 [==============================] - 16s 643us/step - loss: 0.0157 - acc: 0.9949 - val_loss: 0.0251 - val_acc: 0.9932\nEpoch 13/50\n24839/24839 [==============================] - 16s 645us/step - loss: 0.0146 - acc: 0.9955 - val_loss: 0.0265 - val_acc: 0.9928\nEpoch 14/50\n24839/24839 [==============================] - 16s 640us/step - loss: 0.0133 - acc: 0.9960 - val_loss: 0.0264 - val_acc: 0.9934\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n24839/24839 [==============================] - 16s 640us/step - loss: 0.0102 - acc: 0.9966 - val_loss: 0.0267 - val_acc: 0.9935\nEpoch 16/50\n24839/24839 [==============================] - 16s 643us/step - loss: 0.0085 - acc: 0.9975 - val_loss: 0.0262 - val_acc: 0.9930\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 17/50\n24839/24839 [==============================] - 16s 640us/step - loss: 0.0068 - acc: 0.9981 - val_loss: 0.0254 - val_acc: 0.9935\nEpoch 00017: early stopping\n48 : Test_loss: 0.02537686052293164 , Test_acc: 0.9934938933911653\nModel: <keras.engine.sequential.Sequential object at 0x7fc31a97d748> \n\n\nTrain on 29843 samples, validate on 3757 samples\nEpoch 1/50\n29843/29843 [==============================] - 28s 931us/step - loss: 0.2256 - acc: 0.9293 - val_loss: 0.0668 - val_acc: 0.9784\nEpoch 2/50\n29843/29843 [==============================] - 17s 575us/step - loss: 0.0924 - acc: 0.9721 - val_loss: 0.0501 - val_acc: 0.9840\nEpoch 3/50\n29843/29843 [==============================] - 17s 569us/step - loss: 0.0779 - acc: 0.9767 - val_loss: 0.0519 - val_acc: 0.9822\nEpoch 4/50\n29843/29843 [==============================] - 17s 569us/step - loss: 0.0608 - acc: 0.9818 - val_loss: 0.0386 - val_acc: 0.9888\nEpoch 5/50\n29843/29843 [==============================] - 17s 568us/step - loss: 0.0546 - acc: 0.9828 - val_loss: 0.0334 - val_acc: 0.9896\nEpoch 6/50\n29843/29843 [==============================] - 17s 567us/step - loss: 0.0485 - acc: 0.9852 - val_loss: 0.0391 - val_acc: 0.9875\nEpoch 7/50\n29843/29843 [==============================] - 17s 568us/step - loss: 0.0464 - acc: 0.9855 - val_loss: 0.0296 - val_acc: 0.9910\nEpoch 8/50\n29843/29843 [==============================] - 17s 567us/step - loss: 0.0416 - acc: 0.9874 - val_loss: 0.0360 - val_acc: 0.9896\nEpoch 9/50\n29843/29843 [==============================] - 17s 567us/step - loss: 0.0373 - acc: 0.9891 - val_loss: 0.0347 - val_acc: 0.9888\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n29843/29843 [==============================] - 17s 578us/step - loss: 0.0226 - acc: 0.9925 - val_loss: 0.0317 - val_acc: 0.9923\nEpoch 11/50\n29843/29843 [==============================] - 17s 576us/step - loss: 0.0209 - acc: 0.9937 - val_loss: 0.0268 - val_acc: 0.9923\nEpoch 12/50\n29843/29843 [==============================] - 17s 575us/step - loss: 0.0219 - acc: 0.9926 - val_loss: 0.0264 - val_acc: 0.9928\nEpoch 13/50\n29843/29843 [==============================] - 17s 575us/step - loss: 0.0178 - acc: 0.9949 - val_loss: 0.0271 - val_acc: 0.9931\nEpoch 14/50\n29843/29843 [==============================] - 17s 576us/step - loss: 0.0179 - acc: 0.9941 - val_loss: 0.0262 - val_acc: 0.9923\nEpoch 15/50\n29843/29843 [==============================] - 17s 576us/step - loss: 0.0146 - acc: 0.9952 - val_loss: 0.0277 - val_acc: 0.9936\nEpoch 16/50\n29843/29843 [==============================] - 17s 577us/step - loss: 0.0179 - acc: 0.9947 - val_loss: 0.0288 - val_acc: 0.9931\n\nEpoch 00016: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 17/50\n29843/29843 [==============================] - 17s 574us/step - loss: 0.0113 - acc: 0.9964 - val_loss: 0.0250 - val_acc: 0.9931\nEpoch 18/50\n29843/29843 [==============================] - 17s 572us/step - loss: 0.0099 - acc: 0.9970 - val_loss: 0.0273 - val_acc: 0.9933\n",
"name": "stdout"
},
{
"output_type": "stream",
"text": "Epoch 19/50\n29843/29843 [==============================] - 17s 571us/step - loss: 0.0084 - acc: 0.9974 - val_loss: 0.0255 - val_acc: 0.9939\n\nEpoch 00019: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 20/50\n29843/29843 [==============================] - 17s 571us/step - loss: 0.0070 - acc: 0.9977 - val_loss: 0.0277 - val_acc: 0.9936\nEpoch 21/50\n29843/29843 [==============================] - 17s 572us/step - loss: 0.0066 - acc: 0.9980 - val_loss: 0.0259 - val_acc: 0.9939\n\nEpoch 00021: ReduceLROnPlateau reducing learning rate to 6.25000029685907e-05.\nEpoch 22/50\n29843/29843 [==============================] - 17s 573us/step - loss: 0.0049 - acc: 0.9989 - val_loss: 0.0270 - val_acc: 0.9941\nEpoch 00022: early stopping\n49 : Test_loss: 0.02704034264347457 , Test_acc: 0.9941442640404579\nModel: <keras.engine.sequential.Sequential object at 0x7fc319532710> \n\n\n",
"name": "stdout"
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Results:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T20:48:15.563430Z",
"end_time": "2018-11-13T20:48:15.569387Z"
},
"trusted": true
},
"cell_type": "code",
"source": "x_best = opt.x_opt\nprint([i for i in x_best])\n\ny_best = opt.fx_opt\nprint(y_best)",
"execution_count": 11,
"outputs": [
{
"output_type": "stream",
"text": "[0.1732254530746627, 0.39555160207057505, 0.14877909656106353, 0.07323704794308367, 128.0, 128.0, 0.1471216716379693]\n-0.9945388349514563\n",
"name": "stdout"
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Apply the best hyperparameters for the model:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T20:48:15.571125Z",
"end_time": "2018-11-13T20:48:15.593026Z"
},
"trusted": true
},
"cell_type": "code",
"source": "best_params = params\np_type = [p['type'] for p in best_params]\n\nfor i in range(len(x_best)):\n best_params[i]['domain'] = x_best[i]\n if p_type[i] == 'discrete':\n best_params[i]['domain'] = int(best_params[i]['domain'])\n \nbest_params",
"execution_count": 12,
"outputs": [
{
"output_type": "execute_result",
"execution_count": 12,
"data": {
"text/plain": "[{'domain': 0.1732254530746627, 'name': 'Dropout_0', 'type': 'continuous'},\n {'domain': 0.39555160207057505, 'name': 'Dropout_1', 'type': 'continuous'},\n {'domain': 0.14877909656106353, 'name': 'Dropout_2', 'type': 'continuous'},\n {'domain': 0.07323704794308367, 'name': 'Dropout_3', 'type': 'continuous'},\n {'domain': 128, 'name': 'Dense_0', 'type': 'discrete'},\n {'domain': 128, 'name': 'Dense_1', 'type': 'discrete'},\n {'domain': 0.1471216716379693,\n 'name': 'validation_split',\n 'type': 'continuous'}]"
},
"metadata": {}
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Train with the best hyperparameters:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T20:48:15.594477Z",
"end_time": "2018-11-13T20:52:40.209028Z"
},
"scrolled": true,
"trusted": true
},
"cell_type": "code",
"source": "val_loss, val_acc, model, hist = cnn_model(best_params)",
"execution_count": 13,
"outputs": [
{
"output_type": "stream",
"text": "Train on 28656 samples, validate on 4944 samples\nEpoch 1/50\n28656/28656 [==============================] - 27s 945us/step - loss: 0.2208 - acc: 0.9306 - val_loss: 0.0716 - val_acc: 0.9788\nEpoch 2/50\n28656/28656 [==============================] - 16s 571us/step - loss: 0.0866 - acc: 0.9726 - val_loss: 0.0694 - val_acc: 0.9780\nEpoch 3/50\n28656/28656 [==============================] - 16s 570us/step - loss: 0.0654 - acc: 0.9793 - val_loss: 0.0684 - val_acc: 0.9778\nEpoch 4/50\n28656/28656 [==============================] - 16s 573us/step - loss: 0.0568 - acc: 0.9816 - val_loss: 0.0450 - val_acc: 0.9850\nEpoch 5/50\n28656/28656 [==============================] - 17s 576us/step - loss: 0.0528 - acc: 0.9832 - val_loss: 0.0430 - val_acc: 0.9864\nEpoch 6/50\n28656/28656 [==============================] - 16s 574us/step - loss: 0.0454 - acc: 0.9860 - val_loss: 0.0424 - val_acc: 0.9879\nEpoch 7/50\n28656/28656 [==============================] - 16s 574us/step - loss: 0.0425 - acc: 0.9868 - val_loss: 0.0382 - val_acc: 0.9879\nEpoch 8/50\n28656/28656 [==============================] - 17s 577us/step - loss: 0.0367 - acc: 0.9885 - val_loss: 0.0463 - val_acc: 0.9848\nEpoch 9/50\n28656/28656 [==============================] - 16s 574us/step - loss: 0.0345 - acc: 0.9894 - val_loss: 0.0435 - val_acc: 0.9875\n\nEpoch 00009: ReduceLROnPlateau reducing learning rate to 0.0005000000237487257.\nEpoch 10/50\n28656/28656 [==============================] - 17s 581us/step - loss: 0.0224 - acc: 0.9930 - val_loss: 0.0253 - val_acc: 0.9921\nEpoch 11/50\n28656/28656 [==============================] - 17s 578us/step - loss: 0.0183 - acc: 0.9941 - val_loss: 0.0307 - val_acc: 0.9917\nEpoch 12/50\n28656/28656 [==============================] - 16s 574us/step - loss: 0.0169 - acc: 0.9946 - val_loss: 0.0321 - val_acc: 0.9915\n\nEpoch 00012: ReduceLROnPlateau reducing learning rate to 0.0002500000118743628.\nEpoch 13/50\n28656/28656 [==============================] - 17s 577us/step - loss: 0.0129 - acc: 0.9960 - val_loss: 0.0283 - val_acc: 0.9921\nEpoch 14/50\n28656/28656 [==============================] - 17s 581us/step - loss: 0.0106 - acc: 0.9967 - val_loss: 0.0278 - val_acc: 0.9927\n\nEpoch 00014: ReduceLROnPlateau reducing learning rate to 0.0001250000059371814.\nEpoch 15/50\n28656/28656 [==============================] - 17s 580us/step - loss: 0.0092 - acc: 0.9971 - val_loss: 0.0274 - val_acc: 0.9931\nEpoch 00015: early stopping\n50 : Test_loss: 0.02744353365207797 , Test_acc: 0.9931229773462783\nModel: <keras.engine.sequential.Sequential object at 0x7fc31804be80> \n\n\n",
"name": "stdout"
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Prediction for the submission:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T20:52:40.214176Z",
"end_time": "2018-11-13T20:52:53.542785Z"
},
"trusted": true
},
"cell_type": "code",
"source": "test = pd.read_csv('../test.csv')\ntest_index = test.index\ntest = test.values.astype('float32') / 255.0\n\npred = model.predict(test, verbose=1)\nresult = pred.argmax(axis=1)",
"execution_count": 15,
"outputs": [
{
"output_type": "stream",
"text": "28000/28000 [==============================] - 12s 428us/step\n",
"name": "stdout"
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "## Submission csv file output:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T20:52:53.544286Z",
"end_time": "2018-11-13T20:52:53.602704Z"
},
"trusted": true
},
"cell_type": "code",
"source": "submission = pd.DataFrame({'ImageId': test_index+1, 'Label': result})\nsubmission.to_csv('gpyopt_submission.csv', index=False)",
"execution_count": 16,
"outputs": []
},
{
"metadata": {},
"cell_type": "markdown",
"source": "### approximate accuracy:"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T22:06:53.467763Z",
"end_time": "2018-11-13T22:06:53.496861Z"
},
"trusted": true
},
"cell_type": "code",
"source": "# comparison with the best score :0.99514\nprev_cnn = pd.read_csv('../cnn_submission.csv', index_col=0)\nres = pd.read_csv('gpyopt_submission.csv', index_col=0)\nmatch_num = np.sum(prev_cnn.Label.values == res.Label.values)\nacc = match_num / len(res) \nprint('Approx. accuracy: {0:.5f}'.format(acc))",
"execution_count": 25,
"outputs": [
{
"output_type": "stream",
"text": "Approx. accuracy: 0.99564\n",
"name": "stdout"
}
]
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2018-11-13T21:46:44.710672Z",
"end_time": "2018-11-13T21:46:44.844281Z"
},
"trusted": true
},
"cell_type": "code",
"source": "plt.plot(hist.history['val_acc'], label='val_loss')\nplt.plot(hist.history['acc'], label='loss')\nplt.legend()",
"execution_count": 23,
"outputs": [
{
"output_type": "execute_result",
"execution_count": 23,
"data": {
"text/plain": "<matplotlib.legend.Legend at 0x7fc31691e4e0>"
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": "<matplotlib.figure.Figure at 0x7fc316941710>",
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAD8CAYAAACb4nSYAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAIABJREFUeJzt3Xl8VOXZ//HPlR3IAoQAIQlhkbILaABtK6itW91YbMWF2tpffVofu/h7tOpjq62t1VZb2+epj621Vq1beai1VFFEiqI/tQVkTQIBo0ASSEJCVrLOXL8/zkkYQpaBTDKZmev9es1rzpxzZuaavJLv3LnPfe4jqooxxpjIEBXsAowxxvQfC31jjIkgFvrGGBNBLPSNMSaCWOgbY0wEsdA3xpgIYqFvjDERpMfQF5EnRaRMRHZ2sV1E5L9EZK+IbBeRM3y23SAie9zbDYEs3BhjzMnzp6X/FHBxN9svASa5t5uAxwBEZDhwLzAfmAfcKyLDelOsMcaY3onpaQdV3SAi47rZ5UrgGXVO7f1ARIaKSDpwLrBWVSsBRGQtzpfHC92934gRI3TcuO7ezhhjTEebN28+rKppPe3XY+j7IQM44PO4yF3X1fpujRs3jk2bNgWgLGOMiRwiss+f/QJxIFc6WafdrD/xBURuEpFNIrKpvLw8ACUZY4zpTCBCvwjI8nmcCZR0s/4Eqvq4quaoak5aWo//nRhjjDlFgQj9VcCX3VE8ZwHVqnoQWANcKCLD3AO4F7rrjDHGBEmPffoi8gLOQdkRIlKEMyInFkBVfwusBr4A7AWOAl91t1WKyI+Bje5L3dd2UPdktbS0UFRURGNj46k8PaIkJCSQmZlJbGxssEsxxgxAMtDm08/JydGOB3I//vhjkpKSSE1NRaSzQwUGQFWpqKigtraW8ePHB7scY0w/EpHNqprT034hcUZuY2OjBb4fRITU1FT7j8gY06WQCH3AAt9P9nMyxnQnEOP0jTHG9EQVWo5CY7XPrca9r3LuB6dCzlf7tAwLfWOM8ZfXA0croL68k+D2Ce+2W1PN8Y+9rd2/fuZcC/1QlZiYSF1dXafbPvnkEy677DJ27ux0DjtjTH9rPgp1h6CuDGrd+7rSE9fVl4N6un6d2MGQkHLsNiQNUk+D+OTj17ffhrr3yc4+sQl9/lEt9I0x4au+AmpL3AD3DfQOYd5ce+JzJRoSRzq3pNGQPgsSRznLQ0b4BLZ7i0+GmLj+/4wnKeRC/0d/zyWvpCagrzltTDL3Xj69233uuOMOsrOzufnmmwH44Q9/iIiwYcMGjhw5QktLCz/5yU+48sorT+q9Gxsb+eY3v8mmTZuIiYnhl7/8Jeeddx65ubl89atfpbm5Ga/Xy1/+8hfGjBnDl770JYqKivB4PPzgBz/g6quvPuXPbUzY8HrhyMdwaDsc3H7svr7sxH3jkiBplBPgbUHeFuyJIyFxtLNu8HCIiu7/z9LHQi70g2XZsmV897vfbQ/9FStW8Prrr3PrrbeSnJzM4cOHOeuss7jiiitOagTNo48+CsCOHTvYtWsXF154IQUFBfz2t7/lO9/5Dtdddx3Nzc14PB5Wr17NmDFjePXVVwGorq4O/Ac1ZqBrbYbyXT4Bv8O5tbXWo2IgbQqc9nkYPQNSMt1gd8M9bkhw6w+ykAv9nlrkfWXOnDmUlZVRUlJCeXk5w4YNIz09nVtvvZUNGzYQFRVFcXExpaWljB492u/Xfffdd/nWt74FwJQpU8jOzqagoICzzz6b+++/n6KiIpYsWcKkSZOYOXMmt912G3fccQeXXXYZ55xzTl99XGMGhqZaOLTTDfZtTsiX7wJPs7M9dogT7LOuhtGnQ/rpkDa1X/rGQ1XIhX4wXXXVVaxcuZJDhw6xbNkynnvuOcrLy9m8eTOxsbGMGzfupE+M6uqM6GuvvZb58+fz6quvctFFF/HEE09w/vnns3nzZlavXs1dd93FhRdeyD333BOIj2ZM8NWVHwv2tlZ8ZSHtk/MOTnWC/axvugE/C4ZPCMsumL5koX8Sli1bxte//nUOHz7M22+/zYoVKxg5ciSxsbGsX7+effv8ms76OAsWLOC5557j/PPPp6CggP379zN58mQKCwuZMGEC3/72tyksLGT79u1MmTKF4cOHc/3115OYmMhTTz0V+A9pTG95vc5QxYYj0FDp3lc590fbHvtuO+IMg2w4cuw1ho51gn3WsmMt+KR0sJMPe81C/yRMnz6d2tpaMjIySE9P57rrruPyyy8nJyeH2bNnM2XKlJN+zZtvvplvfOMbzJw5k5iYGJ566ini4+P585//zLPPPktsbCyjR4/mnnvuYePGjdx+++1ERUURGxvLY4891gef0phOtDbBkU+gYi/UlHQf4A1V3Q9rjE+GQUNh0HAYNAxSspz71IlOwI+e6Ww3fSIkJlzLz89n6tSpQaoo9NjPy5wSrweqD0DFR+5t77Fb9QFQ7/H7xyXB4GFOYA8adizEBw1zRr50tn7QUIi2GWD7gr8TrllL35hIouqMS28L80qfgK8sPHaAFCAu0Wl9Z+Y43SyppzmP21rmFt4hyUK/D+3YsYPly5cfty4+Pp5//vOfQarIRAyvBw5uO7613taC9z0RKTrOORg6fCJMutANdveWONL60APA61Xqm1upa2qlrrGV2rb7xlbqmlrce2fdyOR4blowsU/rsdDvQzNnzmTr1q3BLsNEEq8Hdv4FNjwEhwvcleIcGE09DbLmHWuxp57mtNpt9Eu3VJWahlYO1zdRWd9MRV0zVUebqWtqpabRCeu6phbqmlqPC3Dfx/4YEhfNmeOGW+gbY/zgaYWdK52wr9gLI6fBot/CmDkwbJyNW/fh9SrVDS1U1DdTWd9MZX0Th+valpupqG+moq6pfflIfTOt3q6PfSbGxzi3hBiSEpzl9JQEd32ssz7e3eZud/aLbX+cGB9DdFT//FdloW9MKPO0wo4VTthXFsKoGfClZ9iRtIBV2w8SXyokJRSfGDbuclJCDEPiY4iNDplLa5zA61WqGlqorG+ios4N7fpmKuucQK9wW+ftIX60GU8XIZ6UEMOIxHiGD4kja/hgZmcNZfiQOFIT40kdEsdwn1tSQgxD4mKI6qewDhQLfWNCkacFtr0I7zzsDKUcPROufpajEy7iF2v38sf/9x7RUYLHq3TTSG2XEBtFYnwsyT6t0fbWa3wMSQnHWqWD46KJi4kiLjrKuY+JIj4mirjo6PbHvtvj3WV/w9HjVY4cbW7vSum8NX6sq+XI0eYuP2OyT4hnpw7mjOxh7eGdmujeD4knNTGOYYPjiIsJ3S8/f1no+6m7qZKN6TeeFtj6PLzzC6ja55yVuux5mPwF3ioo5+5H3qW4qoHr5o/ljkumkBQfQ0OLh9rGjv3Nxw4gdryva3T6p/dXHj1ufVetY3/FRstxXxTHvhicL4v6plYq3ZZ4VyPJhw6OdYM6jgkjEskZF3dcC7wt4FOHxDFsSFxI/wfTVyz0jQkFrc2w9Tl455dQvd/pq7/k5/Cpizhc38yP/7yVv20tYWLaEP73G2czd9zw9qcOjothcFwMo5JP/e1VlcYWL7VNLTQ0e2hu9dLU6qXZ46WpxblvbnVvHk/7cts+7dva1vmsb9snPTmB1PFxPi1xt0vFbZEPG2whHgh+hb6IXAz8GogGnlDVBztszwaeBNKASuB6VS1yt/0MuNTd9ceq+ucA1R4Uqsr3vvc9XnvtNUSE73//+1x99dUcPHiQq6++mpqaGlpbW3nsscf49Kc/zde+9jU2bdqEiHDjjTdy6623BvsjmFDS2gRbnoV3H3FOkMo4Ey79BUy6AAVWbi7i/tX51De18t3PT+Kb504kPibwo3FEhEFx0QyKs5E+oa7H0BeRaOBR4AKgCNgoIqtUNc9nt4eBZ1T1aRE5H3gAWC4ilwJnALOBeOBtEXlNVU99QvzX7nRm3Auk0TPhkgd73g946aWX2Lp1K9u2bePw4cPMnTuXBQsW8Pzzz3PRRRdx99134/F4OHr0KFu3bqW4uLj9CllVVVWBrduEr9Ym+PAZJ+xrip3L6F32KzjtcyDCJ4fr+c+/7uC9jyrIyR7Gg0tnctrIpGBXbUKAPy39ecBeVS0EEJEXgSsB39CfBrQ1YdcDL/usf1tVW4FWEdkGXAysCEDtQfHuu+9yzTXXEB0dzahRo1i4cCEbN25k7ty53HjjjbS0tLBo0SJmz57NhAkTKCws5Fvf+haXXnopF154YbDLNwNdS+OxsK8tgaz5cMV/w8TzQYQWj5ffv/MRv35zD3HRUdy/eAbXzB0bciNITPD4E/oZwAGfx0XA/A77bAOW4nQBLQaSRCTVXX+viPwSGAycx/FfFgCIyE3ATQBjx47tvho/W+R9pau5ihYsWMCGDRt49dVXWb58Obfffjtf/vKX2bZtG2vWrOHRRx9lxYoVPPnkk/1csQkJLQ2w+Sl491fOpfzGng2L/gcmnNt+Vuy2A1Xc+dIO8g/WcPH00fzoyumMSrbx9+bk+BP6nTUhOibfbcBvROQrwAagGGhV1TdEZC7wHlAOvA+ccHqaqj4OPA7OhGt+Vx8ECxYs4He/+x033HADlZWVbNiwgYceeoh9+/aRkZHB17/+derr6/nwww/5whe+QFxcHEuXLmXixIl85StfCXb5ZqBoaYDqIqef/uA2+OAx5zqu2Z+Fpb+Hcee0h319UysPv7Gbp9/7hJFJCfxu+ZlcNN3/C/UY48uf0C8CsnweZwIlvjuoagmwBEBEEoGlqlrtbrsfuN/d9jywp/dlB8/ixYt5//33mTVrFiLCz3/+c0aPHs3TTz/NQw89RGxsLImJiTzzzDMUFxfz1a9+Fa/XmZ3wgQceCHL1pl+oOtMOVx9wb0VQdcAZddO2fPTw8c8Zdw4s/QOMP/5qaOt3lfH9l3dSUt3A9fOz+d7Fk0lKsInOzKnrcWplEYkBCoDP4bTgNwLXqmquzz4jgEpV9YrI/YBHVe9xDwIPVdUKETkdeB6Y7fbxd8qmVu49+3n1MU8L1B50g9y9VR041nKvLoKWo8c/J2YQDM1yrteakuXc2h4PzXaWfZTXNvGjv+fyyvaDTBqZyINLZ3Jm9nCM6UrAplZW1VYRuQVYgzNk80lVzRWR+4BNqroKOBd4QEQUp3vn392nxwLvuBcKr8EZyunf7EPGDARHK6FoIxz4p3NfUegcYO04t/zgEU5wp02G0y5ww7wt5Mc688v7MWOlqvK/m5xhmA3NHv7vBZ/iGwsnRsSZoqZ/+DVOX1VXA6s7rLvHZ3klsLKT5zXijOAxZuDzepyLbh/417Ggr9jrbJNoZ2jv+HPclnpbqLvLsYN6/fYfH67nrpe280FhJfPGDeenS2Zy2sjEXr+uMb5C5oxcVUVsbu8eDbQrofk62txK/sEadhbXkFtSzc7iGvZV1Ps1N8zJSh+awDVzx/LFnEyGDo7rfKeGKijeBAfcgC/e7FzbFZyLcGfOg9nXOdMRj5kDcUMCXyjQ3Orl9+8U8ut1e4iPieKBJTO5OifLhmGaPhESoZ+QkEBFRQWpqakW/N1QVSoqKkhICP4wvqqjzeSWHAv33JJqCg/Xt8+pMnxIHNPHJDN/wvCAn1qvqmzZX8X9q/N5+I3dXDFrDMvPyuL0hMNuN82/nKAv3wUoSBSMnA4zr3KCPmuec2GRPv5dq6xv5tXtJTzz/j72lNVx6cx07r18GiNtGKbpQyER+pmZmRQVFVFeXh7sUga8hIQEMjMz+/U9y2oa2VlSTW5xjXNfUkPRkYb27WNSEpg2JoXLZ41h+pgUZmQkMzo5oW+/wJtq2bf9HQo2v0n8zk2M3bkHpB4ATRiKZM6FGUsha64ztUF8/5zN2tji4c38Ul7eUsxbu8tp9SqTRyXxxJdz+Py0Uf1Sg4lsIRH6sbGxjB8/PthlRDxVpehIAzuLq9vDfWdxDYfrmtr3GT9iCLOzhnLd/GxmZCQzfUwKw4d00b3SGy0NUF18/DDI9tEzB6BqP9nqJRvwpE3mo/iLeKIig9eqx1LBWL44bCzXz8gmO7Vvumx8ebzKPwsr+OuWYl7beYi6plZGJcfztc+OZ9GcDKam92ImNGNOUo9DNvtbZ0M2Tf/zeJXC8jo32Kvbu2pqGp3BV9FRwqSRiUwfk8L0McnMyEhhanpSYMaQq0LDEajafyzIfYdHVhdBfYf/+iQKktKPDYlMneh002TkwKCh7ssq7xdW8OwH+1iTW4rHqyz8VBrLz8rmvCkjA37lovyDNby8pZi/bS3hUE0jifExXDJjNIvnZDB/Qmq/XSnJRAZ/h2xa6BuaWj3sKa1rD/edJdXsOlhLQ4sHgPiYKKaMTmJ6Rgoz3JCfPDqJhNhezrhYVw6F65154Tu21k9mnHtKFiSPgWj/v3BKaxp54V/7eeFf+ymtaSJj6CCunT+Wq+dmMSIx/pQ/UklVA6u2lfDylmJ2HaolJko4d3Iai+Zk8Pmpo3r/MzOmCxb6plOdjaDZU1ZLi8f5PUiKj2HqmOT2cJ+RkcLEtCHEBOpga2sTFLwOW1+AvWvB6562MXiEzzDIsac8zv1ktXi8vJlXyp8+2Md7H1UQGy18YWY6y8/K5szsYX4dd6hpbOH1HYf465ZiPvi4AlU4Y+xQFs/J4NLTx/RN95YxHVjomx5H0KQOiWN6hhvubsiPHT448EMFVaHkQyfod650um4SR8Osq52DqamTIG5wYN/zFOwtq+XZD/bzl81F1Da1MjU9meVnZXPl7DEMiT/+8Fdzq5e3C8p5eUsxa/NLaW71Mn7EEBbNzmDRnDH9cqzAGF8W+hHqpQ+LWJN7iJ3FNRRXHRtBkzF0ENM6tOBHJcf37QiamhLY/mcn7A/vhpgEmHIpzLrWmT0yemCOI6hvauVvW0t45v1P2HWolqT4GJaemcl188dS09jCX7cU88r2g1QdbSF1SByXzxrDojkZzMpMsSHFJmgs9CPQb/6xh4ffKGDs8MHMyhp6XAt+WH91MbQ0wK5Xneu4Fq53pivImg+zr4Vpi9oPqoYCVeXD/Uf40/v7WL3jEM0eZ+qFhNgoLpzmHJD97KQRdgk/MyAEbO4dExr+e90efrG2gMVzMnj4i7P6d2SIKuz/ALY9D7kvO2e1pmTBOf8Bs65xRtKEIBHhzOzhnJk9nO9f1sSqrSWkDIrlohmjSYy3Px0Tmuw3Nwz8+s09PPJmAUvmZPBQfwZ+1X7Y9iJsewEqCyF2CEy7wmnVZ38WosKnBTwiMZ4bP2vnipjQZ6Ef4n71ZgG/enMPS87I4KGr+iHwm+ogf5XTffPJO866cefAgtth6hUQbxOEGTOQWeiHsEfWFvDrdXu46sxMfrb09L4L/OZ6Z86a7SsgbxW01MOw8XDe3XD61TAsu2/e1xgTcBb6IUhVeeTNPfzXuj188cxMHgxk4KtCxUfO1MJtt9JcUA/EJ8PMpe7Mk/P7fEIyY0zgWeiHGFXlkbUF/Nc/9vKlnEweXHJ678bVN1Y7UwoXbToW8g1HnG1xSZB5JpzzfyFzLoxfEJB5440xwWOhH0JUlV+uLeC//7GXq3OyeGDJzJMLfK8Hyne74f4vJ+jLd+Nc514gbQpMucwJ+Kx5MOJTEGXTBhgTTiz0Q4Sq8os3CvjN+r0sm5vFTxf7Efj1Fcd30xR/CM21zrZBw5xwn3EVZOZAxhmQkNL3H8QYE1QW+iFAVXlozW7+562PuGZeFvcv6iLw68ph96uw7z0n5CsLnfUSDaNnONMeZM51bv1wkRBjzMBjoT/AqSo/X7Obx976iGvnj+UnV844PvBrSiD/786omv3vOWfAJo5ygv2MG5z7MbP77FJ/xpjQ4lfoi8jFwK+BaOAJVX2ww/Zs4EkgDagErlfVInfbz4FLgShgLfAdHWhzPwxQqsrPXt/Nb9/+iOvmj+XHbYF/5BMn5PNXOS16gLSpx8bKj5purXhjTKd6DH0RiQYeBS4AioCNIrJKVfN8dnsYeEZVnxaR84EHgOUi8mngM8Dp7n7vAguBtwL3EcKTqvLga7v43YZCrj9rLD/+TBzy7sNO2B/a7uyUPgvO/4ET9GmfCm7BxpiQ4E9Lfx6wV1ULAUTkReBKwDf0pwG3usvrgZfdZQUSgDhAgFigtPdlhzdV5YHV+bzz7lv8MXs35xZ/gDy6y9mYORcu/AlMvRyGjQtqncaY0ONP6GcAB3weFwHzO+yzDViK0wW0GEgSkVRVfV9E1gMHcUL/N6qa3/uyw5QqWryZ91/5I9eWrOU/40vRsigk+zOQc6MznDIlI9hVGmNCmD+h31nncMc++duA34jIV4ANQDHQKiKnAVOBTHe/tSKyQFU3HPcGIjcBNwGMHTvW/+rDgdfjTHGQtwrN/ztSU8RcjWZfypnowruQKZdBYlqwqzTGhAl/Qr8IyPJ5nAmU+O6gqiXAEgARSQSWqmq1G+YfqGqdu+014CycLwbf5z8OPA7OfPqn9lFCTHkB/PMxyH8F6svQ6HgKEufyePNlpOUs4o7FZ9kFOYwxAefP3LcbgUkiMl5E4oBlwCrfHURkhIi0vdZdOCN5APYDC0UkRkRicQ7iWvfOvvfgic870xJnn40u/QMPznyFi0pvJvnsL1vgG2P6TI8tfVVtFZFbgDU4QzafVNVcEbkP2KSqq4BzgQdERHFa8f/uPn0lcD6wA6dL6HVV/XvgPwbUNrZw1k/XkT50EOkpCYxOTji2nJLAmJRBjE5JIDkhJriBuvs1+N+vOBf8Xv5XNCWLH/09j6c++ISvfXY83790qgW+MabPhM3lEquONvPrdXs4WNXIwZpGDlU3UFbbRMePNzgumvSUBNLdL4ExKQmMTnG+HNKHJpCePIjkQX30xbD1efjbLZB+Oly3Eh2c6gT+e5/wfz47nrst8I0xpyjiLpc4dHAc914+/bh1LR4vZbVNHKpu4GB1o/OFUN3IoZoGSqoaeXfPYcpqG/F2+GIYFBvd/iUwOnkQI5PjSYiJJi4miriYKOJ976Oj2tf7Ljvbjj1nyOb/If4f96LjFyLLnkPjEvnhqlyefn8fXz9nPP/5BQt8Y0zfC5vQ70xsdBQZQweRMbTr6YBbPV7K65ooqWrkUHUjB90viLbl9z86TFltE60dvxn8ptwZ8wLfiHmFVzzz+Y9dN8KP3yU2Ooq6plb+bcEE7rxkigW+MaZfhHXo+yMmOor0lEGkp3Q/T7zHqzS3emlu9dLk8Rxbdu+bPd7j13m8tDQ3M3vrvUwsfoW8jKvYN+F2/s0jNHm8NLV4mTQqkWvnjbXAN8b0m4gPfX9FRwmD4qIZFBeNc2JxD1oaYOWNULwaFt7JtHPvZJqFuzEmyCz0+0JDFbxwDex/Hy55CObfFOyKjDEGsNAPvNpD8OxS54pUS5+AmVcFuyJjjGlnoR9IlYXwp8XOxUyu/TOc9rlgV2SMMcex0A+Ug9udFr63FW5Y5VyC0BhjBhh/pmEwPfnkXXjqUoiOgxtft8A3xgxYFvq9lf8K/GkJJKXD19ZA2uRgV2SMMV2y0O+ND/8EK5bD6JlOCz8ls+fnGGNMEFnonwpVePcRWHULTDgPvvw3GDw82FUZY0yP7EDuyfJ6Ye0P4P3fwIyrYNFjEBMX7KqMMcYvFvonw9MCq74F216Aef8GFz8IUfbPkjEmdFjo+6v5qDMP/p41cN73YcFtYNMqGGNCjIW+PxqOwPPLnGvZXvaIc5FyY4wJQRb6PTla6YzBr9gLX3wKpi8KdkXGGHPKLPR7kvtXKMuD61bCpAuCXY0xxvSKHYXsSVkexCfDaZ8PdiXGGNNrFvo9KcuHkVPtoK0xJixY6HdHFUpzYeS0YFdijDEB4Vfoi8jFIrJbRPaKyJ2dbM8WkXUisl1E3hKRTHf9eSKy1efWKCKhcyS09iA0VlnoG2PCRo+hLyLRwKPAJcA04BoR6ZiCDwPPqOrpwH3AAwCqul5VZ6vqbOB84CjwRgDr71tlec79KAt9Y0x48KelPw/Yq6qFqtoMvAhc2WGfacA6d3l9J9sBrgJeU9Wjp1psvyt1Q99a+saYMOFP6GcAB3weF7nrfG0DlrrLi4EkEUntsM8y4IVTKTJoyvIgcbRNpmaMCRv+hH5nw1a0w+PbgIUisgVYCBQDre0vIJIOzATWdPoGIjeJyCYR2VReXu5X4f2iLM+6dowxYcWf0C8CsnweZwIlvjuoaomqLlHVOcDd7rpqn12+BPxVVVs6ewNVfVxVc1Q1Jy0t7aQ+QJ/xepyLm1vXjjEmjPgT+huBSSIyXkTicLppVvnuICIjRKTtte4CnuzwGtcQal07lR9Da6OFvjEmrPQY+qraCtyC0zWTD6xQ1VwRuU9ErnB3OxfYLSIFwCjg/rbni8g4nP8U3g5o5X2tLNe5t+4dY0wY8WvuHVVdDazusO4en+WVwMounvsJJx74HfhK8wCBEXbNW2NM+LAzcrtSlgfDJ0Dc4GBXYowxAWOh3xUbuWOMCUMW+p1paYDKQjuIa4wJOxb6nSnfDeq10DfGhB0L/c60z7kzPbh1GGNMgFnod6YsD6LjYdj4YFdijDEBZaHfmdI8SJsM0XY1SWNMeLHQ70xZnvXnG2PCkoV+R0crnYun2HBNY0wYstDvqCzfuR9pB3GNMeHHQr+jtpE7I6cGtw5jjOkDFvodleVBQgokjwl2JcYYE3AW+h2V5jldO9LZtWOMMSa0Wej7UnX69K1rxxgTpiz0fdUUQ1O1jdwxxoQtC31fpW0HcS30jTHhyULfl43cMcaEOQt9X2V5kJwBg4YFuxJjjOkTFvq+SvOslW+MCWsW+m08rXB4t/XnG2PCmoV+m8qPwNNsc+gbY8KaX6EvIheLyG4R2Ssid3ayPVtE1onIdhF5S0QyfbaNFZE3RCRfRPJEZFzgyg8gO4hrjIkAPYa+iEQDjwKXANOAa0SkYx/Iw8Azqno6cB/wgM+2Z4CHVHUqMA8oC0ThAVeaBxIFIyYHuxJjjOkz/rT05wF7VbVQVZuBF4ErO+wzDVjnLq9v2+5+OcSo6loAVa1T1aMBqTzQyvJg+ESITQh2JcYY02f8Cf0M4IDP4yJ3na9twFJ3eTGQJCKpwKeAKhF5SUS2iMhD7n8OA0/HPWQ+AAANy0lEQVRZnp2Ja4wJe/6Efmczj2mHx7cBC0VkC7AQKAZagRjgHHf7XGAC8JUT3kDkJhHZJCKbysvL/a8+UJrrofJjm0PfGBP2/An9IiDL53EmUOK7g6qWqOoSVZ0D3O2uq3afu8XtGmoFXgbO6PgGqvq4quaoak5aWtopfpReKN8FqB3ENcaEPX9CfyMwSUTGi0gcsAxY5buDiIwQkbbXugt40ue5w0SkLcnPB/J6X3aAtV0ty4ZrGmPCXI+h77bQbwHWAPnAClXNFZH7ROQKd7dzgd0iUgCMAu53n+vB6dpZJyI7cLqKfh/wT9FbpXkQMwiGjQt2JcYY06di/NlJVVcDqzusu8dneSWwsovnrgVO70WNfa8sD9ImQ9TAPMZsjDGBYmfkgjtyx7p2jDHhz0K/vgLqSm3OHWNMRLDQt+kXjDERxEK/LfSte8cYEwEs9EtznYumJI4KdiXGGNPnLPTL8p0zcaWzE4+NMSa8RHboqzqhb3PuGGMiRGSHftV+aK61g7jGmIgR2aHfNv2CTbRmjIkQER76uc69tfSNMREiwkM/H1KyICE52JUYY0y/iOzQL82zM3GNMRElckPf0wKHC6xrxxgTUSI39Cv2grfFzsQ1xkSUyA390raDuNa9Y4yJHJEb+mV5INEwYlKwKzHGmH4TwaGf7wR+THywKzHGmH4TuaFfmmtdO8aYiBOZod9UB1X7LPSNMREnMkO/fJdzbxOtGWMiTGSGfqlNv2CMiUx+hb6IXCwiu0Vkr4jc2cn2bBFZJyLbReQtEcn02eYRka3ubVUgiz9lZfkQOwSGjgt2JcYY069ietpBRKKBR4ELgCJgo4isUtU8n90eBp5R1adF5HzgAWC5u61BVWcHuO7eKcuFkVMgKjL/0THGRC5/Um8esFdVC1W1GXgRuLLDPtOAde7y+k62Dyyleda1Y4yJSP6EfgZwwOdxkbvO1zZgqbu8GEgSkVT3cYKIbBKRD0RkUWdvICI3uftsKi8vP4nyT0FdORw9bHPoG2Mikj+h39nFY7XD49uAhSKyBVgIFAOt7raxqpoDXAv8SkQmnvBiqo+rao6q5qSlpflf/alom0PfRu4YYyJQj336OC37LJ/HmUCJ7w6qWgIsARCRRGCpqlb7bENVC0XkLWAO8FGvKz9V7VfLstA3xkQef1r6G4FJIjJeROKAZcBxo3BEZISItL3WXcCT7vphIhLftg/wGcD3AHD/K82FwSMgcWRQyzDGmGDoMfRVtRW4BVgD5AMrVDVXRO4TkSvc3c4FdotIATAKuN9dPxXYJCLbcA7wPthh1E//K7ODuMaYyOVP9w6quhpY3WHdPT7LK4GVnTzvPWBmL2sMHK8XynbBGct73tcYY8JQZA1Ur9oHLfXWn2+MiViRFfplbs+Shb4xJkJFaOhPCW4dxhgTJJEV+qV5MDQb4pOCXYkxxgRFZIV+Wb517RhjIlrkhH5rM1TssTNxjTERLXJC/3ABeFutpW+MiWiRE/o2/YIxxkRS6OdCVCyknhbsSowxJmgiJ/RL82DEJIiJC3YlxhgTNJET+jZyxxhjIiT0G2uger+N3DHGRLzICP3yXc69tfSNMREuMkK/1L1aloW+MSbCRUbol+VBXCIMHRvsSowxJqgiJPTznQunSGeX+zXGmMgR/qGv6nTvWNeOMcZEQOjXlUJDpYW+McYQCaHfNoe+Ddc0xpgICP1Su1qWMca08Sv0ReRiEdktIntF5M5OtmeLyDoR2S4ib4lIZoftySJSLCK/CVThfivLgyEjYciIfn9rY4wZaHoMfRGJBh4FLgGmAdeISMdm88PAM6p6OnAf8ECH7T8G3u59uaegLM+6dowxxuVPS38esFdVC1W1GXgRuLLDPtOAde7yet/tInImMAp4o/flniSvB8p2wcjp/f7WxhgzEPkT+hnAAZ/HRe46X9uApe7yYiBJRFJFJAr4BXB7bws9JUc+gdYGZ4y+McYYv0K/szOatMPj24CFIrIFWAgUA63AzcBqVT1AN0TkJhHZJCKbysvL/SjJTzZyxxhjjhPjxz5FQJbP40ygxHcHVS0BlgCISCKwVFWrReRs4BwRuRlIBOJEpE5V7+zw/MeBxwFycnI6fqGcutI8QCBtSsBe0hhjQpk/ob8RmCQi43Fa8MuAa313EJERQKWqeoG7gCcBVPU6n32+AuR0DPw+VZYHw8ZB3JB+e0tjjBnIeuzeUdVW4BZgDZAPrFDVXBG5T0SucHc7F9gtIgU4B23v76N6T05ZHoyyg7jGGNPGn5Y+qroaWN1h3T0+yyuBlT28xlPAUydd4alqaYSKj2Bax4FGxhgTucL3jNzDBaAeOxPXGGN8hG/ot4/cse4dY4xpE96hHx0HwycEuxJjjBkwwjf0S/NgxGSIjg12JcYYM2CEb+jbnDvGGHOC8Az9hiqoKbbpF4wxpoPwDP2yfOfeJlozxpjjhGno5zr31tI3xpjjhGno50N8CqRk9ryvMcZEkPAM/dI8p5UvnU0QaowxkSv8Ql/VGbljXTvGGHOC8Av92oPQWGVn4hpjTCfCL/RL3ekXbM4dY4w5QfiFftucO9a9Y4wxJwjP0E9Kh8HDg12JMcYMOOEX+qW51so3xpguhFfoez1Qvtv6840xpgvhFfqVheBpspE7xhjThfAKfTuIa4wx3Qqv0C/NA4mCtCnBrsQYYwak8Ar9slznSlmxg4JdiTHGDEh+hb6IXCwiu0Vkr4jc2cn2bBFZJyLbReQtEcn0Wb9ZRLaKSK6IfCPQH+A4ZfnWtWOMMd3oMfRFJBp4FLgEmAZcIyIdh8c8DDyjqqcD9wEPuOsPAp9W1dnAfOBOERkTqOKP09LgHMi1OfSNMaZL/rT05wF7VbVQVZuBF4ErO+wzDVjnLq9v266qzara5K6P9/P9Tk1THUxfAmPP6rO3MMaYUOdPCGcAB3weF7nrfG0DlrrLi4EkEUkFEJEsEdnuvsbPVLWkdyV3ITENrvoDTDyvT17eGGPCgT+h39mk9Nrh8W3AQhHZAiwEioFWAFU94Hb7nAbcICKjTngDkZtEZJOIbCovLz+pD2CMMcZ//oR+EZDl8zgTOK61rqolqrpEVecAd7vrqjvuA+QC53R8A1V9XFVzVDUnLS3tJD+CMcYYf/kT+huBSSIyXkTigGXAKt8dRGSEiLS91l3Ak+76TBEZ5C4PAz4D7A5U8cYYY05Oj6Gvqq3ALcAaIB9Yoaq5InKfiFzh7nYusFtECoBRwP3u+qnAP0VkG/A28LCq7gjwZzDGGOMnUe3YPR9cOTk5umnTpmCXYYwxIUVENqtqTk/7hdcZucYYY7ploW+MMRHEQt8YYyLIgOvTF5FyYF8vXmIEcDhA5fS1UKoVQqveUKoVQqveUKoVQqve3tSarao9jnkfcKHfWyKyyZ+DGQNBKNUKoVVvKNUKoVVvKNUKoVVvf9Rq3TvGGBNBLPSNMSaChGPoPx7sAk5CKNUKoVVvKNUKoVVvKNUKoVVvn9cadn36xhhjuhaOLX1jjDFdCJvQ7+mSjgOJe42B9SKS715G8jvBrqknIhItIltE5JVg19ITERkqIitFZJf7Mz472DV1RURudX8HdorICyKSEOyafInIkyJSJiI7fdYNF5G1IrLHvR8WzBrbdFHrQ+7vwXYR+auIDA1mjb46q9dn220ioiIyItDvGxah7+clHQeSVuA/VHUqcBbw7wO8XoDv4Ey4Fwp+DbyuqlOAWQzQukUkA/g2kKOqM4BonFlsB5KngIs7rLsTWKeqk3CumDdQGllPcWKta4EZ7jU9CnBmAR4onuLEehGRLOACYH9fvGlYhD7+XdJxwFDVg6r6obtcixNKHa9GNmC4F7q/FHgi2LX0RESSgQXAH6D9kp1Vwa2qWzHAIBGJAQbT4VoVwaaqG4DKDquvBJ52l58GFvVrUV3orFZVfcOdKRjgA5zrgQwIXfxsAR4BvseJF6sKiHAJfX8u6Tggicg4YA7wz+BW0q1f4fwSeoNdiB8mAOXAH93uqCdEZEiwi+qMqhYDD+O06A4C1ar6RnCr8ssoVT0ITgMGGBnkevx1I/BasIvojjtdfbGqbuur9wiX0Pfnko4DjogkAn8BvquqNcGupzMichlQpqqbg12Ln2KAM4DH3Cu51TNwuh+O4/aFXwmMB8YAQ0Tk+uBWFZ5E5G6cbtXngl1LV0RkMM6VB+/py/cJl9Dv8ZKOA42IxOIE/nOq+lKw6+nGZ4ArROQTnG6z80Xk2eCW1K0ioEhV2/5zWonzJTAQfR74WFXLVbUFeAn4dJBr8kepiKQDuPdlQa6nWyJyA3AZcJ0O7DHqE3EaANvcv7dM4EMRGR3INwmX0O/xko4DiYgITp9zvqr+Mtj1dEdV71LVTFUdh/Nz/YeqDtjWqKoeAg6IyGR31eeAvCCW1J39wFkiMtj9nfgcA/SgcwergBvc5RuAvwWxlm6JyMXAHcAVqno02PV0R1V3qOpIVR3n/r0VAWe4v9MBExah39UlHYNbVbc+AyzHaTVvdW9fCHZRYeRbwHMish2YDfw0yPV0yv1vZCXwIbAD5+9xQJ09KiIvAO8Dk0WkSES+BjwIXCAie3BGmTwYzBrbdFHrb4AkYK37d/bboBbpo4t6+/59B/Z/O8YYYwIpLFr6xhhj/GOhb4wxEcRC3xhjIoiFvjHGRBALfWOMiSAW+sYYE0Es9I0xJoJY6BtjTAT5/7FxrPadXEjjAAAAAElFTkSuQmCC\n"
},
"metadata": {}
}
]
},
{
"metadata": {
"trusted": true
},
"cell_type": "code",
"source": "",
"execution_count": null,
"outputs": []
}
],
"metadata": {
"kernelspec": {
"name": "py36",
"display_name": "py36",
"language": "python"
},
"language_info": {
"name": "python",
"version": "3.6.4",
"mimetype": "text/x-python",
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"pygments_lexer": "ipython3",
"nbconvert_exporter": "python",
"file_extension": ".py"
},
"gist": {
"id": "",
"data": {
"description": "Kaggle Didital Recognizer(MNIST) using GPyOpt",
"public": true
}
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment