3-layerNN-training.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "from __future__ import print_function\n",
    "import six\n",
    "import sys\n",
    "import os\n",
    "from optparse import OptionParser\n",
    "from keras.models import load_model, Model, model_from_json\n",
    "from argparse import ArgumentParser\n",
    "from keras import backend as K\n",
    "from keras.layers import Input\n",
    "import numpy as np\n",
    "# fix random seed for reproducibility\n",
    "seed = 42\n",
    "np.random.seed(seed)\n",
    "import h5py\n",
    "import matplotlib\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "import pandas as pd\n",
    "from keras.optimizers import Adam, Nadam\n",
    "from callbacks import all_callbacks\n",
    "import pandas as pd\n",
    "from keras.layers import Input\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn import preprocessing\n",
    "import yaml\n",
    "from train import parse_config, get_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading configuration from train_config_threelayer.yml\n",
      "{'Inputs': ['j_zlogz', 'j_c1_b0_mmdt', 'j_c1_b1_mmdt', 'j_c1_b2_mmdt', 'j_c2_b1_mmdt', 'j_c2_b2_mmdt', 'j_d2_b1_mmdt', 'j_d2_b2_mmdt', 'j_d2_a1_b1_mmdt', 'j_d2_a1_b2_mmdt', 'j_m2_b1_mmdt', 'j_m2_b2_mmdt', 'j_n2_b1_mmdt', 'j_n2_b2_mmdt', 'j_mass_mmdt', 'j_multiplicity'], 'Labels': ['j_g', 'j_q', 'j_w', 'j_z', 'j_t'], 'KerasModel': 'three_layer_model', 'KerasModelRetrain': 'three_layer_model_constraint', 'KerasLoss': 'categorical_crossentropy', 'L1Reg': 0.0001, 'NormalizeInputs': 1, 'InputType': 'Dense'}\n"
     ]
    }
   ],
   "source": [
    "from collections import namedtuple\n",
    "Option = namedtuple(\"MyStruct\", \"inputFile tree config jsonModel outputDir\")\n",
    "\n",
    "options = Option(\n",
    "    inputFile = '../data/processed-pythia82-lhc13-all-pt1-50k-r1_h022_e0175_t220_nonu_truth.z',\n",
    "    tree = 't_allpar_new',\n",
    "    config = 'train_config_threelayer.yml',\n",
    "    jsonModel = '../weights/KERAS_3layer.json',\n",
    "    outputDir = '../3layerNN_weights/'\n",
    ")\n",
    "\n",
    "print(\"Loading configuration from\", options.config)\n",
    "config = open(options.config, 'r')\n",
    "yamlConfig =  yaml.load(config, Loader=yaml.FullLoader)\n",
    "print(yamlConfig)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Keys: <KeysViewHDF5 ['t_allpar_new']>\n",
      "(986806,)\n",
      "('j_ptfrac', 'j_pt', 'j_eta', 'j_mass', 'j_tau1_b1', 'j_tau2_b1', 'j_tau3_b1', 'j_tau1_b2', 'j_tau2_b2', 'j_tau3_b2', 'j_tau32_b1', 'j_tau32_b2', 'j_zlogz', 'j_c1_b0', 'j_c1_b1', 'j_c1_b2', 'j_c2_b1', 'j_c2_b2', 'j_d2_b1', 'j_d2_b2', 'j_d2_a1_b1', 'j_d2_a1_b2', 'j_m2_b1', 'j_m2_b2', 'j_n2_b1', 'j_n2_b2', 'j_tau1_b1_mmdt', 'j_tau2_b1_mmdt', 'j_tau3_b1_mmdt', 'j_tau1_b2_mmdt', 'j_tau2_b2_mmdt', 'j_tau3_b2_mmdt', 'j_tau32_b1_mmdt', 'j_tau32_b2_mmdt', 'j_c1_b0_mmdt', 'j_c1_b1_mmdt', 'j_c1_b2_mmdt', 'j_c2_b1_mmdt', 'j_c2_b2_mmdt', 'j_d2_b1_mmdt', 'j_d2_b2_mmdt', 'j_d2_a1_b1_mmdt', 'j_d2_a1_b2_mmdt', 'j_m2_b1_mmdt', 'j_m2_b2_mmdt', 'j_n2_b1_mmdt', 'j_n2_b2_mmdt', 'j_mass_trim', 'j_mass_mmdt', 'j_mass_prun', 'j_mass_sdb2', 'j_mass_sdm1', 'j_multiplicity', 'j_g', 'j_q', 'j_w', 'j_z', 'j_t', 'j_undef')\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:73: UserWarning: Update your `Dense` call to the Keras 2 API: `Dense(64, activation=\"relu\", kernel_initializer=\"lecun_uniform\", name=\"fc1_relu\", kernel_regularizer=<keras.reg...)`\n",
      "  name='fc1_relu', W_regularizer=l1(l1Reg))(Inputs)\n",
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:75: UserWarning: Update your `Dense` call to the Keras 2 API: `Dense(32, activation=\"relu\", kernel_initializer=\"lecun_uniform\", name=\"fc2_relu\", kernel_regularizer=<keras.reg...)`\n",
      "  name='fc2_relu', W_regularizer=l1(l1Reg))(x)\n",
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:77: UserWarning: Update your `Dense` call to the Keras 2 API: `Dense(32, activation=\"relu\", kernel_initializer=\"lecun_uniform\", name=\"fc3_relu\", kernel_regularizer=<keras.reg...)`\n",
      "  name='fc3_relu', W_regularizer=l1(l1Reg))(x)\n",
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:79: UserWarning: Update your `Dense` call to the Keras 2 API: `Dense(5, activation=\"softmax\", kernel_initializer=\"lecun_uniform\", name=\"output_softmax\", kernel_regularizer=<keras.reg...)`\n",
      "  name='output_softmax', W_regularizer=l1(l1Reg))(x)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\tensorflow_core\\python\\ops\\math_grad.py:1424: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:976: The name tf.assign_add is deprecated. Please use tf.compat.v1.assign_add instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:963: The name tf.assign is deprecated. Please use tf.compat.v1.assign instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:2499: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
      "\n",
      "Train on 592083 samples, validate on 197361 samples\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:167: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:174: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:183: The name tf.global_variables is deprecated. Please use tf.compat.v1.global_variables instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:192: The name tf.is_variable_initialized is deprecated. Please use tf.compat.v1.is_variable_initialized instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:199: The name tf.variables_initializer is deprecated. Please use tf.compat.v1.variables_initializer instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\callbacks.py:774: The name tf.summary.merge_all is deprecated. Please use tf.compat.v1.summary.merge_all instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\callbacks.py:777: The name tf.summary.FileWriter is deprecated. Please use tf.compat.v1.summary.FileWriter instead.\n",
      "\n",
      "Epoch 1/100\n",
      "592083/592083 [==============================] - 7s 12us/step - loss: 1.3459 - acc: 0.4738 - val_loss: 1.1139 - val_acc: 0.6048\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00001: val_loss improved from inf to 1.11388, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00001: val_loss improved from inf to 1.11388, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00001: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00001: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\callbacks.py:860: The name tf.Summary is deprecated. Please use tf.compat.v1.Summary instead.\n",
      "\n",
      "Epoch 2/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 1.0459 - acc: 0.6608 - val_loss: 0.9926 - val_acc: 0.6803\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00002: val_loss improved from 1.11388 to 0.99255, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00002: val_loss improved from 1.11388 to 0.99255, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00002: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00002: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 3/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.9596 - acc: 0.6923 - val_loss: 0.9281 - val_acc: 0.7037\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00003: val_loss improved from 0.99255 to 0.92808, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00003: val_loss improved from 0.99255 to 0.92808, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00003: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00003: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 4/100\n",
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.9080 - acc: 0.7089 - val_loss: 0.8896 - val_acc: 0.7140\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00004: val_loss improved from 0.92808 to 0.88956, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00004: val_loss improved from 0.92808 to 0.88956, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00004: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00004: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 5/100\n",
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.8793 - acc: 0.7159 - val_loss: 0.8685 - val_acc: 0.7196\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00005: val_loss improved from 0.88956 to 0.86854, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00005: val_loss improved from 0.88956 to 0.86854, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00005: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00005: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 6/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.8626 - acc: 0.7203 - val_loss: 0.8545 - val_acc: 0.7229\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00006: val_loss improved from 0.86854 to 0.85452, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00006: val_loss improved from 0.86854 to 0.85452, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00006: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00006: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 7/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.8510 - acc: 0.7232 - val_loss: 0.8447 - val_acc: 0.7250\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00007: val_loss improved from 0.85452 to 0.84468, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00007: val_loss improved from 0.85452 to 0.84468, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00007: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00007: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 8/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.8423 - acc: 0.7253 - val_loss: 0.8366 - val_acc: 0.7272\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00008: val_loss improved from 0.84468 to 0.83662, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00008: val_loss improved from 0.84468 to 0.83662, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00008: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00008: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 9/100\n",
      "592083/592083 [==============================] - 4s 7us/step - loss: 0.8354 - acc: 0.7269 - val_loss: 0.8311 - val_acc: 0.7281\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00009: val_loss improved from 0.83662 to 0.83109, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00009: val_loss improved from 0.83662 to 0.83109, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00009: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00009: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 10/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.8299 - acc: 0.7282 - val_loss: 0.8255 - val_acc: 0.7299\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00010: val_loss improved from 0.83109 to 0.82548, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00010: val_loss improved from 0.83109 to 0.82548, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00010: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00010: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00010: saving model to ../trained_weights//KERAS_check_model_epoch10.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 11/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.8254 - acc: 0.7296 - val_loss: 0.8210 - val_acc: 0.7305\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00011: val_loss improved from 0.82548 to 0.82095, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00011: val_loss improved from 0.82548 to 0.82095, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00011: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00011: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 12/100\n",
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.8214 - acc: 0.7305 - val_loss: 0.8173 - val_acc: 0.7322\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00012: val_loss improved from 0.82095 to 0.81731, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00012: val_loss improved from 0.82095 to 0.81731, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00012: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00012: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 13/100\n",
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.8180 - acc: 0.7314 - val_loss: 0.8137 - val_acc: 0.7324\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00013: val_loss improved from 0.81731 to 0.81373, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00013: val_loss improved from 0.81731 to 0.81373, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00013: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00013: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 14/100\n",
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.8149 - acc: 0.7323 - val_loss: 0.8107 - val_acc: 0.7334\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00014: val_loss improved from 0.81373 to 0.81072, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00014: val_loss improved from 0.81373 to 0.81072, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00014: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00014: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 15/100\n",
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.8122 - acc: 0.7328 - val_loss: 0.8081 - val_acc: 0.7340\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00015: val_loss improved from 0.81072 to 0.80806, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00015: val_loss improved from 0.81072 to 0.80806, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00015: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00015: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 16/100\n",
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.8095 - acc: 0.7335 - val_loss: 0.8057 - val_acc: 0.7348\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00016: val_loss improved from 0.80806 to 0.80573, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00016: val_loss improved from 0.80806 to 0.80573, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00016: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00016: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 17/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.8072 - acc: 0.7340 - val_loss: 0.8031 - val_acc: 0.7354\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00017: val_loss improved from 0.80573 to 0.80309, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00017: val_loss improved from 0.80573 to 0.80309, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00017: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00017: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 18/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.8048 - acc: 0.7346 - val_loss: 0.8013 - val_acc: 0.7358\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00018: val_loss improved from 0.80309 to 0.80133, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00018: val_loss improved from 0.80309 to 0.80133, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00018: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00018: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 19/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.8025 - acc: 0.7350 - val_loss: 0.7987 - val_acc: 0.7363\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00019: val_loss improved from 0.80133 to 0.79867, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00019: val_loss improved from 0.80133 to 0.79867, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00019: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00019: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 20/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.8003 - acc: 0.7356 - val_loss: 0.7970 - val_acc: 0.7370\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00020: val_loss improved from 0.79867 to 0.79703, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00020: val_loss improved from 0.79867 to 0.79703, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00020: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00020: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00020: saving model to ../trained_weights//KERAS_check_model_epoch20.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 21/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7982 - acc: 0.7361 - val_loss: 0.7946 - val_acc: 0.7375\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00021: val_loss improved from 0.79703 to 0.79463, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00021: val_loss improved from 0.79703 to 0.79463, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00021: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00021: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 22/100\n",
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.7961 - acc: 0.7367 - val_loss: 0.7929 - val_acc: 0.7376\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00022: val_loss improved from 0.79463 to 0.79286, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00022: val_loss improved from 0.79463 to 0.79286, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00022: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00022: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 23/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.7941 - acc: 0.7371 - val_loss: 0.7911 - val_acc: 0.7382\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00023: val_loss improved from 0.79286 to 0.79108, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00023: val_loss improved from 0.79286 to 0.79108, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00023: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00023: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 24/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7923 - acc: 0.7376 - val_loss: 0.7897 - val_acc: 0.7388\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00024: val_loss improved from 0.79108 to 0.78966, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00024: val_loss improved from 0.79108 to 0.78966, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00024: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00024: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 25/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7906 - acc: 0.7380 - val_loss: 0.7876 - val_acc: 0.7394\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00025: val_loss improved from 0.78966 to 0.78763, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00025: val_loss improved from 0.78966 to 0.78763, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00025: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00025: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 26/100\n",
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.7888 - acc: 0.7384 - val_loss: 0.7861 - val_acc: 0.7396\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00026: val_loss improved from 0.78763 to 0.78610, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00026: val_loss improved from 0.78763 to 0.78610, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00026: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00026: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 27/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7873 - acc: 0.7390 - val_loss: 0.7848 - val_acc: 0.7405\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00027: val_loss improved from 0.78610 to 0.78475, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00027: val_loss improved from 0.78610 to 0.78475, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00027: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00027: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 28/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7858 - acc: 0.7394 - val_loss: 0.7833 - val_acc: 0.7406\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00028: val_loss improved from 0.78475 to 0.78330, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00028: val_loss improved from 0.78475 to 0.78330, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00028: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00028: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 29/100\n",
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.7845 - acc: 0.7400 - val_loss: 0.7827 - val_acc: 0.7407\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00029: val_loss improved from 0.78330 to 0.78265, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00029: val_loss improved from 0.78330 to 0.78265, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00029: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00029: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 30/100\n",
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.7832 - acc: 0.7402 - val_loss: 0.7809 - val_acc: 0.7410\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00030: val_loss improved from 0.78265 to 0.78085, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00030: val_loss improved from 0.78265 to 0.78085, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00030: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00030: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00030: saving model to ../trained_weights//KERAS_check_model_epoch30.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 31/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7820 - acc: 0.7405 - val_loss: 0.7798 - val_acc: 0.7411\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00031: val_loss improved from 0.78085 to 0.77983, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00031: val_loss improved from 0.78085 to 0.77983, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00031: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00031: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 32/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7809 - acc: 0.7408 - val_loss: 0.7787 - val_acc: 0.7418\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00032: val_loss improved from 0.77983 to 0.77871, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00032: val_loss improved from 0.77983 to 0.77871, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00032: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00032: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 33/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7798 - acc: 0.7411 - val_loss: 0.7777 - val_acc: 0.7416\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00033: val_loss improved from 0.77871 to 0.77768, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00033: val_loss improved from 0.77871 to 0.77768, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00033: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00033: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 34/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7788 - acc: 0.7414 - val_loss: 0.7767 - val_acc: 0.7419\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00034: val_loss improved from 0.77768 to 0.77670, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00034: val_loss improved from 0.77768 to 0.77670, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00034: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00034: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 35/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7778 - acc: 0.7417 - val_loss: 0.7757 - val_acc: 0.7420\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00035: val_loss improved from 0.77670 to 0.77575, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00035: val_loss improved from 0.77670 to 0.77575, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00035: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00035: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 36/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7770 - acc: 0.7419 - val_loss: 0.7751 - val_acc: 0.7424\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00036: val_loss improved from 0.77575 to 0.77508, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00036: val_loss improved from 0.77575 to 0.77508, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00036: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00036: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 37/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7760 - acc: 0.7421 - val_loss: 0.7741 - val_acc: 0.7425\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00037: val_loss improved from 0.77508 to 0.77409, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00037: val_loss improved from 0.77508 to 0.77409, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00037: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00037: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 38/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7753 - acc: 0.7423 - val_loss: 0.7733 - val_acc: 0.7424\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00038: val_loss improved from 0.77409 to 0.77332, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00038: val_loss improved from 0.77409 to 0.77332, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00038: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00038: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 39/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7745 - acc: 0.7424 - val_loss: 0.7727 - val_acc: 0.7429\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00039: val_loss improved from 0.77332 to 0.77269, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00039: val_loss improved from 0.77332 to 0.77269, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00039: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00039: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 40/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7737 - acc: 0.7427 - val_loss: 0.7724 - val_acc: 0.7428\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00040: val_loss improved from 0.77269 to 0.77236, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00040: val_loss improved from 0.77269 to 0.77236, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00040: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00040: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00040: saving model to ../trained_weights//KERAS_check_model_epoch40.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 41/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7731 - acc: 0.7430 - val_loss: 0.7711 - val_acc: 0.7429\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00041: val_loss improved from 0.77236 to 0.77110, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00041: val_loss improved from 0.77236 to 0.77110, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00041: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00041: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 42/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7723 - acc: 0.7431 - val_loss: 0.7705 - val_acc: 0.7429\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00042: val_loss improved from 0.77110 to 0.77049, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00042: val_loss improved from 0.77110 to 0.77049, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00042: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00042: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 43/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7717 - acc: 0.7432 - val_loss: 0.7701 - val_acc: 0.7431\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00043: val_loss improved from 0.77049 to 0.77007, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00043: val_loss improved from 0.77049 to 0.77007, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00043: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00043: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 44/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7710 - acc: 0.7434 - val_loss: 0.7693 - val_acc: 0.7435\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00044: val_loss improved from 0.77007 to 0.76930, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00044: val_loss improved from 0.77007 to 0.76930, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00044: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00044: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 45/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7703 - acc: 0.7435 - val_loss: 0.7688 - val_acc: 0.7436\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00045: val_loss improved from 0.76930 to 0.76882, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00045: val_loss improved from 0.76930 to 0.76882, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00045: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00045: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 46/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7696 - acc: 0.7437 - val_loss: 0.7682 - val_acc: 0.7433\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00046: val_loss improved from 0.76882 to 0.76822, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00046: val_loss improved from 0.76882 to 0.76822, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00046: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00046: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 47/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7690 - acc: 0.7439 - val_loss: 0.7676 - val_acc: 0.7437\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00047: val_loss improved from 0.76822 to 0.76758, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00047: val_loss improved from 0.76822 to 0.76758, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00047: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00047: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 48/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7684 - acc: 0.7440 - val_loss: 0.7668 - val_acc: 0.7437\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00048: val_loss improved from 0.76758 to 0.76676, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00048: val_loss improved from 0.76758 to 0.76676, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00048: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00048: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 49/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7678 - acc: 0.7441 - val_loss: 0.7664 - val_acc: 0.7442\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00049: val_loss improved from 0.76676 to 0.76642, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00049: val_loss improved from 0.76676 to 0.76642, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00049: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00049: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 50/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7672 - acc: 0.7443 - val_loss: 0.7660 - val_acc: 0.7442\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00050: val_loss improved from 0.76642 to 0.76597, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00050: val_loss improved from 0.76642 to 0.76597, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00050: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00050: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00050: saving model to ../trained_weights//KERAS_check_model_epoch50.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 51/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7666 - acc: 0.7445 - val_loss: 0.7655 - val_acc: 0.7443\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00051: val_loss improved from 0.76597 to 0.76553, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00051: val_loss improved from 0.76597 to 0.76553, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00051: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00051: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 52/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7660 - acc: 0.7446 - val_loss: 0.7648 - val_acc: 0.7442\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00052: val_loss improved from 0.76553 to 0.76483, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00052: val_loss improved from 0.76553 to 0.76483, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00052: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00052: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 53/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7655 - acc: 0.7446 - val_loss: 0.7642 - val_acc: 0.7441\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00053: val_loss improved from 0.76483 to 0.76418, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00053: val_loss improved from 0.76483 to 0.76418, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00053: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00053: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 54/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7650 - acc: 0.7447 - val_loss: 0.7635 - val_acc: 0.7442\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00054: val_loss improved from 0.76418 to 0.76346, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00054: val_loss improved from 0.76418 to 0.76346, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00054: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00054: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 55/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7643 - acc: 0.7450 - val_loss: 0.7629 - val_acc: 0.7443\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00055: val_loss improved from 0.76346 to 0.76289, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00055: val_loss improved from 0.76346 to 0.76289, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00055: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00055: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 56/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7638 - acc: 0.7450 - val_loss: 0.7628 - val_acc: 0.7449\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00056: val_loss improved from 0.76289 to 0.76284, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00056: val_loss improved from 0.76289 to 0.76284, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00056: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00056: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 57/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7633 - acc: 0.7450 - val_loss: 0.7621 - val_acc: 0.7448\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00057: val_loss improved from 0.76284 to 0.76212, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00057: val_loss improved from 0.76284 to 0.76212, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00057: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00057: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 58/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7628 - acc: 0.7453 - val_loss: 0.7616 - val_acc: 0.7449\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00058: val_loss improved from 0.76212 to 0.76162, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00058: val_loss improved from 0.76212 to 0.76162, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00058: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00058: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 59/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7622 - acc: 0.7455 - val_loss: 0.7611 - val_acc: 0.7451\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00059: val_loss improved from 0.76162 to 0.76109, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00059: val_loss improved from 0.76162 to 0.76109, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00059: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00059: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 60/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7618 - acc: 0.7455 - val_loss: 0.7610 - val_acc: 0.7452\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00060: val_loss improved from 0.76109 to 0.76100, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00060: val_loss improved from 0.76109 to 0.76100, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00060: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00060: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00060: saving model to ../trained_weights//KERAS_check_model_epoch60.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 61/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7613 - acc: 0.7456 - val_loss: 0.7602 - val_acc: 0.7450\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00061: val_loss improved from 0.76100 to 0.76016, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00061: val_loss improved from 0.76100 to 0.76016, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00061: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00061: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 62/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7608 - acc: 0.7458 - val_loss: 0.7595 - val_acc: 0.7454\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00062: val_loss improved from 0.76016 to 0.75953, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00062: val_loss improved from 0.76016 to 0.75953, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00062: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00062: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 63/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7603 - acc: 0.7457 - val_loss: 0.7595 - val_acc: 0.7454\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00063: val_loss improved from 0.75953 to 0.75952, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00063: val_loss improved from 0.75953 to 0.75952, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00063: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00063: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 64/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7598 - acc: 0.7460 - val_loss: 0.7591 - val_acc: 0.7456\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00064: val_loss improved from 0.75952 to 0.75912, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00064: val_loss improved from 0.75952 to 0.75912, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00064: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00064: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 65/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7594 - acc: 0.7458 - val_loss: 0.7589 - val_acc: 0.7456\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00065: val_loss improved from 0.75912 to 0.75886, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00065: val_loss improved from 0.75912 to 0.75886, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00065: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00065: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 66/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7590 - acc: 0.7460 - val_loss: 0.7579 - val_acc: 0.7456\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00066: val_loss improved from 0.75886 to 0.75794, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00066: val_loss improved from 0.75886 to 0.75794, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00066: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00066: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 67/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7585 - acc: 0.7461 - val_loss: 0.7575 - val_acc: 0.7454\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00067: val_loss improved from 0.75794 to 0.75753, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00067: val_loss improved from 0.75794 to 0.75753, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00067: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00067: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 68/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7581 - acc: 0.7462 - val_loss: 0.7574 - val_acc: 0.7461\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00068: val_loss improved from 0.75753 to 0.75745, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00068: val_loss improved from 0.75753 to 0.75745, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00068: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00068: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 69/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7577 - acc: 0.7462 - val_loss: 0.7567 - val_acc: 0.7460\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00069: val_loss improved from 0.75745 to 0.75668, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00069: val_loss improved from 0.75745 to 0.75668, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00069: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00069: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 70/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7572 - acc: 0.7465 - val_loss: 0.7569 - val_acc: 0.7460\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00070: val_loss did not improve\n",
      "\n",
      "Epoch 00070: val_loss did not improve\n",
      "\n",
      "Epoch 00070: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00070: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00070: saving model to ../trained_weights//KERAS_check_model_epoch70.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 71/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7568 - acc: 0.7465 - val_loss: 0.7559 - val_acc: 0.7461\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00071: val_loss improved from 0.75668 to 0.75590, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00071: val_loss improved from 0.75668 to 0.75590, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00071: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00071: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 72/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7565 - acc: 0.7466 - val_loss: 0.7554 - val_acc: 0.7464\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00072: val_loss improved from 0.75590 to 0.75544, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00072: val_loss improved from 0.75590 to 0.75544, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00072: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00072: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 73/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7561 - acc: 0.7466 - val_loss: 0.7553 - val_acc: 0.7462\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00073: val_loss improved from 0.75544 to 0.75530, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00073: val_loss improved from 0.75544 to 0.75530, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00073: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00073: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 74/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7557 - acc: 0.7467 - val_loss: 0.7553 - val_acc: 0.7459\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00074: val_loss improved from 0.75530 to 0.75528, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00074: val_loss improved from 0.75530 to 0.75528, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00074: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00074: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 75/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7553 - acc: 0.7467 - val_loss: 0.7544 - val_acc: 0.7465\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00075: val_loss improved from 0.75528 to 0.75435, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00075: val_loss improved from 0.75528 to 0.75435, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00075: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00075: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 76/100\n",
      "592083/592083 [==============================] - 4s 7us/step - loss: 0.7549 - acc: 0.7470 - val_loss: 0.7540 - val_acc: 0.7467\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00076: val_loss improved from 0.75435 to 0.75398, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00076: val_loss improved from 0.75435 to 0.75398, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00076: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00076: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 77/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7546 - acc: 0.7469 - val_loss: 0.7536 - val_acc: 0.7467\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00077: val_loss improved from 0.75398 to 0.75362, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00077: val_loss improved from 0.75398 to 0.75362, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00077: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00077: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 78/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7542 - acc: 0.7471 - val_loss: 0.7541 - val_acc: 0.7463\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00078: val_loss did not improve\n",
      "\n",
      "Epoch 00078: val_loss did not improve\n",
      "\n",
      "Epoch 00078: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00078: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 79/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7539 - acc: 0.7471 - val_loss: 0.7532 - val_acc: 0.7468\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00079: val_loss improved from 0.75362 to 0.75317, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00079: val_loss improved from 0.75362 to 0.75317, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00079: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00079: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 80/100\n",
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.7535 - acc: 0.7471 - val_loss: 0.7528 - val_acc: 0.7467\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00080: val_loss improved from 0.75317 to 0.75277, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00080: val_loss improved from 0.75317 to 0.75277, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00080: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00080: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00080: saving model to ../trained_weights//KERAS_check_model_epoch80.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 81/100\n",
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.7531 - acc: 0.7472 - val_loss: 0.7524 - val_acc: 0.7466\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00081: val_loss improved from 0.75277 to 0.75235, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00081: val_loss improved from 0.75277 to 0.75235, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00081: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00081: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 82/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7528 - acc: 0.7473 - val_loss: 0.7526 - val_acc: 0.7465\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00082: val_loss did not improve\n",
      "\n",
      "Epoch 00082: val_loss did not improve\n",
      "\n",
      "Epoch 00082: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00082: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 83/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7525 - acc: 0.7473 - val_loss: 0.7517 - val_acc: 0.7469\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00083: val_loss improved from 0.75235 to 0.75166, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00083: val_loss improved from 0.75235 to 0.75166, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00083: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00083: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 84/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7522 - acc: 0.7474 - val_loss: 0.7513 - val_acc: 0.7470\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00084: val_loss improved from 0.75166 to 0.75133, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00084: val_loss improved from 0.75166 to 0.75133, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00084: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00084: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 85/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7518 - acc: 0.7475 - val_loss: 0.7514 - val_acc: 0.7467\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00085: val_loss did not improve\n",
      "\n",
      "Epoch 00085: val_loss did not improve\n",
      "\n",
      "Epoch 00085: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00085: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 86/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7515 - acc: 0.7475 - val_loss: 0.7510 - val_acc: 0.7467\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00086: val_loss improved from 0.75133 to 0.75100, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00086: val_loss improved from 0.75133 to 0.75100, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00086: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00086: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 87/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7512 - acc: 0.7477 - val_loss: 0.7512 - val_acc: 0.7472\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00087: val_loss did not improve\n",
      "\n",
      "Epoch 00087: val_loss did not improve\n",
      "\n",
      "Epoch 00087: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00087: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 88/100\n",
      "592083/592083 [==============================] - 4s 7us/step - loss: 0.7509 - acc: 0.7476 - val_loss: 0.7505 - val_acc: 0.7472\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00088: val_loss improved from 0.75100 to 0.75053, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00088: val_loss improved from 0.75100 to 0.75053, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00088: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00088: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 89/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "592083/592083 [==============================] - 6s 9us/step - loss: 0.7506 - acc: 0.7478 - val_loss: 0.7500 - val_acc: 0.7475\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00089: val_loss improved from 0.75053 to 0.75001, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00089: val_loss improved from 0.75053 to 0.75001, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00089: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00089: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 90/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7503 - acc: 0.7478 - val_loss: 0.7502 - val_acc: 0.7471\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00090: val_loss did not improve\n",
      "\n",
      "Epoch 00090: val_loss did not improve\n",
      "\n",
      "Epoch 00090: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00090: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00090: saving model to ../trained_weights//KERAS_check_model_epoch90.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 91/100\n",
      "592083/592083 [==============================] - 4s 8us/step - loss: 0.7500 - acc: 0.7480 - val_loss: 0.7490 - val_acc: 0.7474\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00091: val_loss improved from 0.75001 to 0.74902, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00091: val_loss improved from 0.75001 to 0.74902, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00091: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00091: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 92/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7497 - acc: 0.7479 - val_loss: 0.7493 - val_acc: 0.7475\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00092: val_loss did not improve\n",
      "\n",
      "Epoch 00092: val_loss did not improve\n",
      "\n",
      "Epoch 00092: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00092: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 93/100\n",
      "592083/592083 [==============================] - 6s 11us/step - loss: 0.7494 - acc: 0.7480 - val_loss: 0.7505 - val_acc: 0.7468\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00093: val_loss did not improve\n",
      "\n",
      "Epoch 00093: val_loss did not improve\n",
      "\n",
      "Epoch 00093: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00093: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 94/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7492 - acc: 0.7482 - val_loss: 0.7485 - val_acc: 0.7476\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00094: val_loss improved from 0.74902 to 0.74850, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00094: val_loss improved from 0.74902 to 0.74850, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00094: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00094: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 95/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7489 - acc: 0.7481 - val_loss: 0.7480 - val_acc: 0.7477\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00095: val_loss improved from 0.74850 to 0.74803, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00095: val_loss improved from 0.74850 to 0.74803, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00095: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00095: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 96/100\n",
      "592083/592083 [==============================] - 5s 9us/step - loss: 0.7486 - acc: 0.7481 - val_loss: 0.7481 - val_acc: 0.7475\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00096: val_loss did not improve\n",
      "\n",
      "Epoch 00096: val_loss did not improve\n",
      "\n",
      "Epoch 00096: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00096: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 97/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7484 - acc: 0.7482 - val_loss: 0.7482 - val_acc: 0.7477\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00097: val_loss did not improve\n",
      "\n",
      "Epoch 00097: val_loss did not improve\n",
      "\n",
      "Epoch 00097: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00097: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 98/100\n",
      "592083/592083 [==============================] - 5s 8us/step - loss: 0.7481 - acc: 0.7484 - val_loss: 0.7474 - val_acc: 0.7477\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00098: val_loss improved from 0.74803 to 0.74738, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00098: val_loss improved from 0.74803 to 0.74738, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00098: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00098: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 99/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7479 - acc: 0.7483 - val_loss: 0.7474 - val_acc: 0.7480\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00099: val_loss did not improve\n",
      "\n",
      "Epoch 00099: val_loss did not improve\n",
      "\n",
      "Epoch 00099: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00099: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 100/100\n",
      "592083/592083 [==============================] - 6s 10us/step - loss: 0.7476 - acc: 0.7484 - val_loss: 0.7472 - val_acc: 0.7477\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../trained_weights/losses.log\n",
      "\n",
      "Epoch 00100: val_loss improved from 0.74738 to 0.74721, saving model to ../trained_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00100: val_loss improved from 0.74738 to 0.74721, saving model to ../trained_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00100: saving model to ../trained_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00100: saving model to ../trained_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00100: saving model to ../trained_weights//KERAS_check_model_epoch100.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x1a4c78e4248>"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train_val, X_test, y_train_val, y_test, labels  = get_features(options, yamlConfig)\n",
    "    \n",
    "from models.models import three_layer_model\n",
    "keras_model = three_layer_model(Input(shape=X_train_val.shape[1:]), y_train_val.shape[1], l1Reg=yamlConfig['L1Reg'] )\n",
    "\n",
    "startlearningrate=0.0001\n",
    "adam = Adam(lr=startlearningrate)\n",
    "keras_model.compile(optimizer=adam, loss=[yamlConfig['KerasLoss']], metrics=['accuracy'])\n",
    "\n",
    "\n",
    "callbacks=all_callbacks(stop_patience=1000, \n",
    "                        lr_factor=0.5,\n",
    "                        lr_patience=10,\n",
    "                        lr_epsilon=0.000001, \n",
    "                        lr_cooldown=2, \n",
    "                        lr_minimum=0.0000001,\n",
    "                        outputDir=options.outputDir)\n",
    "\n",
    "keras_model.fit(X_train_val, y_train_val, batch_size = 1024, epochs = 100,\n",
    "                validation_split = 0.25, shuffle = True, callbacks = callbacks.callbacks)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}