Conv1D-training.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from __future__ import print_function\n",
    "import six\n",
    "import sys\n",
    "import os\n",
    "from optparse import OptionParser\n",
    "from keras.models import load_model, Model, model_from_json\n",
    "from argparse import ArgumentParser\n",
    "from keras import backend as K\n",
    "from keras.layers import Input\n",
    "import numpy as np\n",
    "# fix random seed for reproducibility\n",
    "seed = 42\n",
    "np.random.seed(seed)\n",
    "import h5py\n",
    "import matplotlib\n",
    "%matplotlib inline\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.metrics import roc_curve, auc\n",
    "import pandas as pd\n",
    "from keras.optimizers import Adam, Nadam\n",
    "from callbacks import all_callbacks\n",
    "import pandas as pd\n",
    "from keras.layers import Input\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn import preprocessing\n",
    "import yaml\n",
    "from train import parse_config, get_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loading configuration from train_config_conv1d.yml\n",
      "{'Inputs': ['j1_ptrel', 'j1_etarot', 'j1_phirot', 'j1_erel', 'j1_deltaR', 'j1_costhetarel', 'j1_pdgid', 'j_index'], 'Labels': ['j_g', 'j_q', 'j_w', 'j_z', 'j_t', 'j_index'], 'KerasModel': 'conv1d_model', 'KerasModelRetrain': 'conv1d_model_constraint', 'KerasLoss': 'categorical_crossentropy', 'L1Reg': 0.0001, 'NormalizeInputs': 1, 'InputType': 'Conv1D', 'MaxParticles': 100}\n"
     ]
    }
   ],
   "source": [
    "from collections import namedtuple\n",
    "Option = namedtuple(\"MyStruct\", \"inputFile tree config outputDir\")\n",
    "\n",
    "options = Option(\n",
    "    inputFile = '../data/processed-pythia82-lhc13-all-pt1-50k-r1_h022_e0175_t220_nonu_withPars_truth.z',\n",
    "    tree = 't_allpar_new',\n",
    "    config = 'train_config_conv1d.yml',\n",
    "    outputDir = '../conv1d_weights/'\n",
    ")\n",
    "\n",
    "print(\"Loading configuration from\", options.config)\n",
    "config = open(options.config, 'r')\n",
    "yamlConfig =  yaml.load(config, Loader=yaml.FullLoader)\n",
    "print(yamlConfig)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Keys: <KeysViewHDF5 ['t_allpar_new']>\n",
      "load 24816\n",
      "load 0\n",
      "load 1000\n",
      "load 2000\n",
      "load 3000\n",
      "load 4000\n",
      "load 5000\n",
      "load 6000\n",
      "load 7000\n",
      "load 8000\n",
      "load 9000\n",
      "load 10000\n",
      "load 11000\n",
      "load 12000\n",
      "load 13000\n",
      "load 14000\n",
      "load 15000\n",
      "load 16000\n",
      "load 17000\n",
      "load 18000\n",
      "load 19000\n",
      "load 20000\n",
      "load 21000\n",
      "load 22000\n",
      "load 23000\n",
      "load 24000\n"
     ]
    }
   ],
   "source": [
    "X_train_val, X_test, y_train_val, y_test, labels  = get_features(options, yamlConfig)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:68: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:507: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:3878: The name tf.truncated_normal is deprecated. Please use tf.random.truncated_normal instead.\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:251: UserWarning: Update your `Conv1D` call to the Keras 2 API: `Conv1D(filters=32, kernel_size=40, strides=1, padding=\"same\", kernel_initializer=\"he_normal\", use_bias=True, name=\"conv1_relu\", activation=\"relu\", kernel_regularizer=<keras.reg...)`\n",
      "  activation = 'relu', W_regularizer=l1(l1Reg))(Inputs)\n",
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:254: UserWarning: Update your `Conv1D` call to the Keras 2 API: `Conv1D(filters=32, kernel_size=40, strides=1, padding=\"same\", kernel_initializer=\"he_normal\", use_bias=True, name=\"conv2_relu\", activation=\"relu\", kernel_regularizer=<keras.reg...)`\n",
      "  activation = 'relu', W_regularizer=l1(l1Reg))(x)\n",
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:257: UserWarning: Update your `Conv1D` call to the Keras 2 API: `Conv1D(filters=32, kernel_size=40, strides=1, padding=\"same\", kernel_initializer=\"he_normal\", use_bias=True, name=\"conv3_relu\", activation=\"relu\", kernel_regularizer=<keras.reg...)`\n",
      "  activation = 'relu', W_regularizer=l1(l1Reg))(x)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:3831: The name tf.random_uniform is deprecated. Please use tf.random.uniform instead.\n",
      "\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "input_1 (InputLayer)         (None, 100, 7)            0         \n",
      "_________________________________________________________________\n",
      "conv1_relu (Conv1D)          (None, 100, 32)           8992      \n",
      "_________________________________________________________________\n",
      "conv2_relu (Conv1D)          (None, 100, 32)           40992     \n",
      "_________________________________________________________________\n",
      "conv3_relu (Conv1D)          (None, 100, 32)           40992     \n",
      "_________________________________________________________________\n",
      "flatten_1 (Flatten)          (None, 3200)              0         \n",
      "_________________________________________________________________\n",
      "fc1_relu (Dense)             (None, 50)                160050    \n",
      "_________________________________________________________________\n",
      "output_softmax (Dense)       (None, 5)                 255       \n",
      "=================================================================\n",
      "Total params: 251,281\n",
      "Trainable params: 251,281\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\optimizers.py:757: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:260: UserWarning: Update your `Dense` call to the Keras 2 API: `Dense(50, activation=\"relu\", kernel_initializer=\"lecun_uniform\", name=\"fc1_relu\", kernel_regularizer=<keras.reg...)`\n",
      "  name='fc1_relu', W_regularizer=l1(l1Reg))(x)\n",
      "C:\\Users\\Owner\\JupyterNotebooks\\keras-training\\train/..\\models\\models.py:262: UserWarning: Update your `Dense` call to the Keras 2 API: `Dense(5, activation=\"softmax\", kernel_initializer=\"lecun_uniform\", name=\"output_softmax\", kernel_regularizer=<keras.reg...)`\n",
      "  name='output_softmax', W_regularizer=l1(l1Reg))(x)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:3008: The name tf.log is deprecated. Please use tf.math.log instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\tensorflow_core\\python\\ops\\math_grad.py:1424: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:976: The name tf.assign_add is deprecated. Please use tf.compat.v1.assign_add instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:963: The name tf.assign is deprecated. Please use tf.compat.v1.assign instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:2499: The name tf.Session is deprecated. Please use tf.compat.v1.Session instead.\n",
      "\n",
      "Train on 14889 samples, validate on 4963 samples\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:167: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:174: The name tf.ConfigProto is deprecated. Please use tf.compat.v1.ConfigProto instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:183: The name tf.global_variables is deprecated. Please use tf.compat.v1.global_variables instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:192: The name tf.is_variable_initialized is deprecated. Please use tf.compat.v1.is_variable_initialized instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\backend\\tensorflow_backend.py:199: The name tf.variables_initializer is deprecated. Please use tf.compat.v1.variables_initializer instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\callbacks.py:774: The name tf.summary.merge_all is deprecated. Please use tf.compat.v1.summary.merge_all instead.\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\callbacks.py:777: The name tf.summary.FileWriter is deprecated. Please use tf.compat.v1.summary.FileWriter instead.\n",
      "\n",
      "Epoch 1/100\n",
      "14889/14889 [==============================] - 30s 2ms/step - loss: 1.5295 - acc: 0.6891 - val_loss: 1.0065 - val_acc: 0.8201\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00001: val_loss improved from inf to 1.00650, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00001: val_loss improved from inf to 1.00650, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00001: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00001: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "WARNING:tensorflow:From C:\\Users\\Owner\\Anaconda3\\lib\\site-packages\\keras\\callbacks.py:860: The name tf.Summary is deprecated. Please use tf.compat.v1.Summary instead.\n",
      "\n",
      "Epoch 2/100\n",
      "14889/14889 [==============================] - 30s 2ms/step - loss: 0.8459 - acc: 0.8776 - val_loss: 0.7409 - val_acc: 0.9075\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00002: val_loss improved from 1.00650 to 0.74090, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00002: val_loss improved from 1.00650 to 0.74090, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00002: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00002: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 3/100\n",
      "14889/14889 [==============================] - 30s 2ms/step - loss: 0.6820 - acc: 0.9380 - val_loss: 0.6421 - val_acc: 0.9692\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00003: val_loss improved from 0.74090 to 0.64208, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00003: val_loss improved from 0.74090 to 0.64208, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00003: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00003: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 4/100\n",
      "14889/14889 [==============================] - 30s 2ms/step - loss: 0.6074 - acc: 0.9809 - val_loss: 0.5872 - val_acc: 0.9911\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00004: val_loss improved from 0.64208 to 0.58717, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00004: val_loss improved from 0.64208 to 0.58717, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00004: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00004: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 5/100\n",
      "14889/14889 [==============================] - 29s 2ms/step - loss: 0.5649 - acc: 0.9931 - val_loss: 0.5538 - val_acc: 0.9970\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00005: val_loss improved from 0.58717 to 0.55383, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00005: val_loss improved from 0.58717 to 0.55383, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00005: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00005: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 6/100\n",
      "14889/14889 [==============================] - 29s 2ms/step - loss: 0.5405 - acc: 0.9960 - val_loss: 0.5377 - val_acc: 0.9952\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00006: val_loss improved from 0.55383 to 0.53768, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00006: val_loss improved from 0.55383 to 0.53768, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00006: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00006: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 7/100\n",
      "14889/14889 [==============================] - 29s 2ms/step - loss: 0.5268 - acc: 0.9978 - val_loss: 0.5255 - val_acc: 0.9982\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00007: val_loss improved from 0.53768 to 0.52551, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00007: val_loss improved from 0.53768 to 0.52551, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00007: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00007: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 8/100\n",
      "14889/14889 [==============================] - 36s 2ms/step - loss: 0.5180 - acc: 0.9986 - val_loss: 0.5184 - val_acc: 0.9984\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00008: val_loss improved from 0.52551 to 0.51838, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00008: val_loss improved from 0.52551 to 0.51838, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00008: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00008: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 9/100\n",
      "14889/14889 [==============================] - 32s 2ms/step - loss: 0.5108 - acc: 0.9987 - val_loss: 0.5122 - val_acc: 0.9986\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00009: val_loss improved from 0.51838 to 0.51217, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00009: val_loss improved from 0.51838 to 0.51217, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00009: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00009: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 10/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14889/14889 [==============================] - 33s 2ms/step - loss: 0.5052 - acc: 0.9991 - val_loss: 0.5056 - val_acc: 0.9986\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00010: val_loss improved from 0.51217 to 0.50560, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00010: val_loss improved from 0.51217 to 0.50560, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00010: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00010: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00010: saving model to ../conv1d_weights//KERAS_check_model_epoch10.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 11/100\n",
      "14889/14889 [==============================] - 34s 2ms/step - loss: 0.4994 - acc: 0.9991 - val_loss: 0.5001 - val_acc: 0.9986\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00011: val_loss improved from 0.50560 to 0.50012, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00011: val_loss improved from 0.50560 to 0.50012, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00011: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00011: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 12/100\n",
      "14889/14889 [==============================] - 33s 2ms/step - loss: 0.4942 - acc: 0.9993 - val_loss: 0.4948 - val_acc: 0.9988\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00012: val_loss improved from 0.50012 to 0.49480, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00012: val_loss improved from 0.50012 to 0.49480, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00012: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00012: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 13/100\n",
      "14889/14889 [==============================] - 32s 2ms/step - loss: 0.4890 - acc: 0.9993 - val_loss: 0.4897 - val_acc: 0.9988\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00013: val_loss improved from 0.49480 to 0.48965, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00013: val_loss improved from 0.49480 to 0.48965, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00013: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00013: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 14/100\n",
      "14889/14889 [==============================] - 29s 2ms/step - loss: 0.4837 - acc: 0.9994 - val_loss: 0.4848 - val_acc: 0.9988\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00014: val_loss improved from 0.48965 to 0.48483, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00014: val_loss improved from 0.48965 to 0.48483, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00014: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00014: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 15/100\n",
      "14889/14889 [==============================] - 28s 2ms/step - loss: 0.4787 - acc: 0.9995 - val_loss: 0.4793 - val_acc: 0.9988\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00015: val_loss improved from 0.48483 to 0.47933, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00015: val_loss improved from 0.48483 to 0.47933, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00015: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00015: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 16/100\n",
      "14889/14889 [==============================] - 28s 2ms/step - loss: 0.4740 - acc: 0.9994 - val_loss: 0.4749 - val_acc: 0.9988\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00016: val_loss improved from 0.47933 to 0.47494, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00016: val_loss improved from 0.47933 to 0.47494, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00016: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00016: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 17/100\n",
      "14889/14889 [==============================] - 27s 2ms/step - loss: 0.4688 - acc: 0.9995 - val_loss: 0.4699 - val_acc: 0.9988\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00017: val_loss improved from 0.47494 to 0.46993, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00017: val_loss improved from 0.47494 to 0.46993, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00017: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00017: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 18/100\n",
      "14889/14889 [==============================] - 28s 2ms/step - loss: 0.4641 - acc: 0.9995 - val_loss: 0.4661 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00018: val_loss improved from 0.46993 to 0.46608, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00018: val_loss improved from 0.46993 to 0.46608, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00018: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00018: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 19/100\n",
      "14889/14889 [==============================] - 28s 2ms/step - loss: 0.4599 - acc: 0.9995 - val_loss: 0.4603 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00019: val_loss improved from 0.46608 to 0.46026, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00019: val_loss improved from 0.46608 to 0.46026, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00019: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00019: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 20/100\n",
      "14889/14889 [==============================] - 27s 2ms/step - loss: 0.4549 - acc: 0.9995 - val_loss: 0.4556 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00020: val_loss improved from 0.46026 to 0.45560, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00020: val_loss improved from 0.46026 to 0.45560, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00020: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00020: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00020: saving model to ../conv1d_weights//KERAS_check_model_epoch20.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 21/100\n",
      "14889/14889 [==============================] - 28s 2ms/step - loss: 0.4501 - acc: 0.9995 - val_loss: 0.4516 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00021: val_loss improved from 0.45560 to 0.45158, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00021: val_loss improved from 0.45560 to 0.45158, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00021: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00021: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 22/100\n",
      "14889/14889 [==============================] - 32s 2ms/step - loss: 0.4460 - acc: 0.9995 - val_loss: 0.4474 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00022: val_loss improved from 0.45158 to 0.44738, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00022: val_loss improved from 0.45158 to 0.44738, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00022: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00022: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 23/100\n",
      "14889/14889 [==============================] - 36s 2ms/step - loss: 0.4415 - acc: 0.9997 - val_loss: 0.4429 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00023: val_loss improved from 0.44738 to 0.44286, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00023: val_loss improved from 0.44738 to 0.44286, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00023: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00023: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 24/100\n",
      "14889/14889 [==============================] - 38s 3ms/step - loss: 0.4370 - acc: 0.9997 - val_loss: 0.4382 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00024: val_loss improved from 0.44286 to 0.43820, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00024: val_loss improved from 0.44286 to 0.43820, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00024: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00024: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 25/100\n",
      "14889/14889 [==============================] - 38s 3ms/step - loss: 0.4328 - acc: 0.9997 - val_loss: 0.4350 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00025: val_loss improved from 0.43820 to 0.43495, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00025: val_loss improved from 0.43820 to 0.43495, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00025: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00025: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 26/100\n",
      "14889/14889 [==============================] - 38s 3ms/step - loss: 0.4290 - acc: 0.9996 - val_loss: 0.4305 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00026: val_loss improved from 0.43495 to 0.43053, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00026: val_loss improved from 0.43495 to 0.43053, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00026: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00026: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 27/100\n",
      "14889/14889 [==============================] - 38s 3ms/step - loss: 0.4249 - acc: 0.9996 - val_loss: 0.4256 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00027: val_loss improved from 0.43053 to 0.42562, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00027: val_loss improved from 0.43053 to 0.42562, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00027: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00027: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 28/100\n",
      "14889/14889 [==============================] - 38s 3ms/step - loss: 0.4204 - acc: 0.9996 - val_loss: 0.4217 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00028: val_loss improved from 0.42562 to 0.42173, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00028: val_loss improved from 0.42562 to 0.42173, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00028: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00028: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 29/100\n",
      "14889/14889 [==============================] - 48s 3ms/step - loss: 0.4162 - acc: 0.9997 - val_loss: 0.4174 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00029: val_loss improved from 0.42173 to 0.41740, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00029: val_loss improved from 0.42173 to 0.41740, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00029: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00029: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 30/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.4123 - acc: 0.9997 - val_loss: 0.4139 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00030: val_loss improved from 0.41740 to 0.41390, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00030: val_loss improved from 0.41740 to 0.41390, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00030: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00030: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00030: saving model to ../conv1d_weights//KERAS_check_model_epoch30.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 31/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.4082 - acc: 0.9997 - val_loss: 0.4094 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00031: val_loss improved from 0.41390 to 0.40944, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00031: val_loss improved from 0.41390 to 0.40944, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00031: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00031: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 32/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.4043 - acc: 0.9997 - val_loss: 0.4057 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00032: val_loss improved from 0.40944 to 0.40573, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00032: val_loss improved from 0.40944 to 0.40573, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00032: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00032: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 33/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.4004 - acc: 0.9997 - val_loss: 0.4016 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00033: val_loss improved from 0.40573 to 0.40163, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00033: val_loss improved from 0.40573 to 0.40163, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00033: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00033: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 34/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3968 - acc: 0.9997 - val_loss: 0.3980 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00034: val_loss improved from 0.40163 to 0.39797, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00034: val_loss improved from 0.40163 to 0.39797, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00034: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00034: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 35/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3928 - acc: 0.9997 - val_loss: 0.3939 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00035: val_loss improved from 0.39797 to 0.39390, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00035: val_loss improved from 0.39797 to 0.39390, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00035: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00035: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 36/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3888 - acc: 0.9998 - val_loss: 0.3902 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00036: val_loss improved from 0.39390 to 0.39022, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00036: val_loss improved from 0.39390 to 0.39022, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00036: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00036: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 37/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3850 - acc: 0.9998 - val_loss: 0.3868 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00037: val_loss improved from 0.39022 to 0.38679, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00037: val_loss improved from 0.39022 to 0.38679, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00037: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00037: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 38/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3813 - acc: 0.9999 - val_loss: 0.3831 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00038: val_loss improved from 0.38679 to 0.38308, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00038: val_loss improved from 0.38679 to 0.38308, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00038: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00038: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 39/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3776 - acc: 0.9998 - val_loss: 0.3792 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00039: val_loss improved from 0.38308 to 0.37916, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00039: val_loss improved from 0.38308 to 0.37916, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00039: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00039: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 40/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3742 - acc: 0.9998 - val_loss: 0.3752 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00040: val_loss improved from 0.37916 to 0.37523, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00040: val_loss improved from 0.37916 to 0.37523, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00040: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00040: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00040: saving model to ../conv1d_weights//KERAS_check_model_epoch40.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 41/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3703 - acc: 0.9999 - val_loss: 0.3715 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00041: val_loss improved from 0.37523 to 0.37154, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00041: val_loss improved from 0.37523 to 0.37154, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00041: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00041: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 42/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3666 - acc: 0.9997 - val_loss: 0.3680 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00042: val_loss improved from 0.37154 to 0.36800, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00042: val_loss improved from 0.37154 to 0.36800, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00042: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00042: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 43/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3632 - acc: 0.9998 - val_loss: 0.3644 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00043: val_loss improved from 0.36800 to 0.36436, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00043: val_loss improved from 0.36800 to 0.36436, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00043: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00043: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 44/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3593 - acc: 0.9998 - val_loss: 0.3608 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00044: val_loss improved from 0.36436 to 0.36077, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00044: val_loss improved from 0.36436 to 0.36077, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00044: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00044: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 45/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3557 - acc: 0.9999 - val_loss: 0.3572 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00045: val_loss improved from 0.36077 to 0.35723, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00045: val_loss improved from 0.36077 to 0.35723, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00045: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00045: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 46/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3524 - acc: 0.9997 - val_loss: 0.3545 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00046: val_loss improved from 0.35723 to 0.35445, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00046: val_loss improved from 0.35723 to 0.35445, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00046: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00046: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 47/100\n",
      "14889/14889 [==============================] - 59s 4ms/step - loss: 0.3490 - acc: 0.9997 - val_loss: 0.3502 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00047: val_loss improved from 0.35445 to 0.35017, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00047: val_loss improved from 0.35445 to 0.35017, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00047: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00047: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 48/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3452 - acc: 0.9999 - val_loss: 0.3468 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00048: val_loss improved from 0.35017 to 0.34676, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00048: val_loss improved from 0.35017 to 0.34676, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00048: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00048: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 49/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3417 - acc: 0.9999 - val_loss: 0.3436 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00049: val_loss improved from 0.34676 to 0.34358, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00049: val_loss improved from 0.34676 to 0.34358, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00049: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00049: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 50/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3383 - acc: 0.9999 - val_loss: 0.3406 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00050: val_loss improved from 0.34358 to 0.34058, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00050: val_loss improved from 0.34358 to 0.34058, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00050: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00050: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00050: saving model to ../conv1d_weights//KERAS_check_model_epoch50.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 51/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3349 - acc: 0.9999 - val_loss: 0.3365 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00051: val_loss improved from 0.34058 to 0.33645, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00051: val_loss improved from 0.34058 to 0.33645, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00051: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00051: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 52/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3315 - acc: 0.9998 - val_loss: 0.3335 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00052: val_loss improved from 0.33645 to 0.33347, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00052: val_loss improved from 0.33645 to 0.33347, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00052: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00052: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 53/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3282 - acc: 0.9998 - val_loss: 0.3299 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00053: val_loss improved from 0.33347 to 0.32987, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00053: val_loss improved from 0.33347 to 0.32987, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00053: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00053: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 54/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3251 - acc: 0.9998 - val_loss: 0.3270 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00054: val_loss improved from 0.32987 to 0.32698, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00054: val_loss improved from 0.32987 to 0.32698, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00054: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00054: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 55/100\n",
      "14889/14889 [==============================] - 60s 4ms/step - loss: 0.3217 - acc: 0.9999 - val_loss: 0.3233 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00055: val_loss improved from 0.32698 to 0.32330, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00055: val_loss improved from 0.32698 to 0.32330, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00055: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00055: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 56/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3183 - acc: 0.9999 - val_loss: 0.3199 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00056: val_loss improved from 0.32330 to 0.31988, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00056: val_loss improved from 0.32330 to 0.31988, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00056: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00056: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 57/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3151 - acc: 0.9998 - val_loss: 0.3172 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00057: val_loss improved from 0.31988 to 0.31723, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00057: val_loss improved from 0.31988 to 0.31723, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00057: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00057: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 58/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3118 - acc: 0.9999 - val_loss: 0.3139 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00058: val_loss improved from 0.31723 to 0.31386, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00058: val_loss improved from 0.31723 to 0.31386, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00058: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00058: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 59/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3087 - acc: 0.9998 - val_loss: 0.3106 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00059: val_loss improved from 0.31386 to 0.31056, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00059: val_loss improved from 0.31386 to 0.31056, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00059: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00059: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 60/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.3055 - acc: 0.9999 - val_loss: 0.3072 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00060: val_loss improved from 0.31056 to 0.30716, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00060: val_loss improved from 0.31056 to 0.30716, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00060: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00060: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00060: saving model to ../conv1d_weights//KERAS_check_model_epoch60.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 61/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.3023 - acc: 0.9998 - val_loss: 0.3042 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00061: val_loss improved from 0.30716 to 0.30422, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00061: val_loss improved from 0.30716 to 0.30422, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00061: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00061: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 62/100\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "14889/14889 [==============================] - 56s 4ms/step - loss: 0.2993 - acc: 0.9999 - val_loss: 0.3012 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00062: val_loss improved from 0.30422 to 0.30116, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00062: val_loss improved from 0.30422 to 0.30116, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00062: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00062: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 63/100\n",
      "14889/14889 [==============================] - 56s 4ms/step - loss: 0.2962 - acc: 0.9999 - val_loss: 0.2980 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00063: val_loss improved from 0.30116 to 0.29800, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00063: val_loss improved from 0.30116 to 0.29800, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00063: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00063: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 64/100\n",
      "14889/14889 [==============================] - 56s 4ms/step - loss: 0.2932 - acc: 0.9998 - val_loss: 0.2949 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00064: val_loss improved from 0.29800 to 0.29493, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00064: val_loss improved from 0.29800 to 0.29493, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00064: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00064: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 65/100\n",
      "14889/14889 [==============================] - 56s 4ms/step - loss: 0.2902 - acc: 0.9998 - val_loss: 0.2920 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00065: val_loss improved from 0.29493 to 0.29201, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00065: val_loss improved from 0.29493 to 0.29201, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00065: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00065: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 66/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.2870 - acc: 0.9999 - val_loss: 0.2888 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00066: val_loss improved from 0.29201 to 0.28882, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00066: val_loss improved from 0.29201 to 0.28882, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00066: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00066: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 67/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.2841 - acc: 0.9999 - val_loss: 0.2859 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00067: val_loss improved from 0.28882 to 0.28587, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00067: val_loss improved from 0.28882 to 0.28587, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00067: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00067: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 68/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.2811 - acc: 0.9998 - val_loss: 0.2829 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00068: val_loss improved from 0.28587 to 0.28287, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00068: val_loss improved from 0.28587 to 0.28287, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00068: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00068: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 69/100\n",
      "14889/14889 [==============================] - 51s 3ms/step - loss: 0.2781 - acc: 0.9999 - val_loss: 0.2800 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00069: val_loss improved from 0.28287 to 0.27998, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00069: val_loss improved from 0.28287 to 0.27998, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00069: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00069: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 70/100\n",
      "14889/14889 [==============================] - 46s 3ms/step - loss: 0.2753 - acc: 0.9999 - val_loss: 0.2773 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00070: val_loss improved from 0.27998 to 0.27726, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00070: val_loss improved from 0.27998 to 0.27726, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00070: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00070: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00070: saving model to ../conv1d_weights//KERAS_check_model_epoch70.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 71/100\n",
      "14889/14889 [==============================] - 46s 3ms/step - loss: 0.2725 - acc: 0.9998 - val_loss: 0.2752 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00071: val_loss improved from 0.27726 to 0.27516, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00071: val_loss improved from 0.27726 to 0.27516, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00071: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00071: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 72/100\n",
      "14889/14889 [==============================] - 51s 3ms/step - loss: 0.2699 - acc: 0.9998 - val_loss: 0.2721 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00072: val_loss improved from 0.27516 to 0.27208, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00072: val_loss improved from 0.27516 to 0.27208, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00072: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00072: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 73/100\n",
      "14889/14889 [==============================] - 47s 3ms/step - loss: 0.2669 - acc: 0.9997 - val_loss: 0.2692 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00073: val_loss improved from 0.27208 to 0.26923, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00073: val_loss improved from 0.27208 to 0.26923, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00073: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00073: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 74/100\n",
      "14889/14889 [==============================] - 50s 3ms/step - loss: 0.2646 - acc: 0.9996 - val_loss: 0.2662 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00074: val_loss improved from 0.26923 to 0.26625, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00074: val_loss improved from 0.26923 to 0.26625, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00074: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00074: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 75/100\n",
      "14889/14889 [==============================] - 51s 3ms/step - loss: 0.2612 - acc: 0.9999 - val_loss: 0.2629 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00075: val_loss improved from 0.26625 to 0.26295, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00075: val_loss improved from 0.26625 to 0.26295, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00075: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00075: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 76/100\n",
      "14889/14889 [==============================] - 57s 4ms/step - loss: 0.2585 - acc: 0.9998 - val_loss: 0.2604 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00076: val_loss improved from 0.26295 to 0.26041, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00076: val_loss improved from 0.26295 to 0.26041, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00076: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00076: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 77/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.2559 - acc: 0.9998 - val_loss: 0.2577 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00077: val_loss improved from 0.26041 to 0.25770, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00077: val_loss improved from 0.26041 to 0.25770, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00077: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00077: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 78/100\n",
      "14889/14889 [==============================] - 55s 4ms/step - loss: 0.2530 - acc: 0.9998 - val_loss: 0.2549 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00078: val_loss improved from 0.25770 to 0.25490, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00078: val_loss improved from 0.25770 to 0.25490, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00078: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00078: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 79/100\n",
      "14889/14889 [==============================] - 52s 3ms/step - loss: 0.2506 - acc: 0.9999 - val_loss: 0.2521 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00079: val_loss improved from 0.25490 to 0.25207, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00079: val_loss improved from 0.25490 to 0.25207, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00079: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00079: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 80/100\n",
      "14889/14889 [==============================] - 48s 3ms/step - loss: 0.2478 - acc: 0.9998 - val_loss: 0.2497 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00080: val_loss improved from 0.25207 to 0.24970, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00080: val_loss improved from 0.25207 to 0.24970, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00080: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00080: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00080: saving model to ../conv1d_weights//KERAS_check_model_epoch80.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 81/100\n",
      "14889/14889 [==============================] - 50s 3ms/step - loss: 0.2453 - acc: 0.9998 - val_loss: 0.2470 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00081: val_loss improved from 0.24970 to 0.24699, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00081: val_loss improved from 0.24970 to 0.24699, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00081: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00081: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 82/100\n",
      "14889/14889 [==============================] - 48s 3ms/step - loss: 0.2429 - acc: 0.9999 - val_loss: 0.2446 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00082: val_loss improved from 0.24699 to 0.24460, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00082: val_loss improved from 0.24699 to 0.24460, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00082: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00082: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 83/100\n",
      "14889/14889 [==============================] - 48s 3ms/step - loss: 0.2401 - acc: 0.9998 - val_loss: 0.2419 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00083: val_loss improved from 0.24460 to 0.24191, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00083: val_loss improved from 0.24460 to 0.24191, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00083: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00083: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 84/100\n",
      "14889/14889 [==============================] - 47s 3ms/step - loss: 0.2375 - acc: 0.9999 - val_loss: 0.2393 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00084: val_loss improved from 0.24191 to 0.23933, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00084: val_loss improved from 0.24191 to 0.23933, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00084: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00084: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 85/100\n",
      "14889/14889 [==============================] - 48s 3ms/step - loss: 0.2350 - acc: 0.9998 - val_loss: 0.2367 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00085: val_loss improved from 0.23933 to 0.23672, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00085: val_loss improved from 0.23933 to 0.23672, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00085: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00085: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 86/100\n",
      "14889/14889 [==============================] - 59s 4ms/step - loss: 0.2324 - acc: 0.9998 - val_loss: 0.2342 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00086: val_loss improved from 0.23672 to 0.23421, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00086: val_loss improved from 0.23672 to 0.23421, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00086: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00086: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 87/100\n",
      "14889/14889 [==============================] - 59s 4ms/step - loss: 0.2299 - acc: 0.9998 - val_loss: 0.2316 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00087: val_loss improved from 0.23421 to 0.23160, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00087: val_loss improved from 0.23421 to 0.23160, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00087: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00087: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 88/100\n",
      "14889/14889 [==============================] - 53s 4ms/step - loss: 0.2275 - acc: 0.9998 - val_loss: 0.2295 - val_acc: 0.9990\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00088: val_loss improved from 0.23160 to 0.22955, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00088: val_loss improved from 0.23160 to 0.22955, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00088: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00088: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 89/100\n",
      "14889/14889 [==============================] - 48s 3ms/step - loss: 0.2251 - acc: 0.9999 - val_loss: 0.2269 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00089: val_loss improved from 0.22955 to 0.22687, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00089: val_loss improved from 0.22955 to 0.22687, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00089: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00089: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 90/100\n",
      "14889/14889 [==============================] - 58s 4ms/step - loss: 0.2229 - acc: 0.9997 - val_loss: 0.2244 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00090: val_loss improved from 0.22687 to 0.22438, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00090: val_loss improved from 0.22687 to 0.22438, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00090: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00090: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00090: saving model to ../conv1d_weights//KERAS_check_model_epoch90.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 91/100\n",
      "14889/14889 [==============================] - 63s 4ms/step - loss: 0.2203 - acc: 0.9998 - val_loss: 0.2224 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00091: val_loss improved from 0.22438 to 0.22240, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00091: val_loss improved from 0.22438 to 0.22240, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00091: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00091: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 92/100\n",
      "14889/14889 [==============================] - 53s 4ms/step - loss: 0.2179 - acc: 0.9998 - val_loss: 0.2195 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00092: val_loss improved from 0.22240 to 0.21954, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00092: val_loss improved from 0.22240 to 0.21954, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00092: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00092: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 93/100\n",
      "14889/14889 [==============================] - 47s 3ms/step - loss: 0.2155 - acc: 0.9998 - val_loss: 0.2171 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00093: val_loss improved from 0.21954 to 0.21706, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00093: val_loss improved from 0.21954 to 0.21706, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00093: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00093: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 94/100\n",
      "14889/14889 [==============================] - 48s 3ms/step - loss: 0.2132 - acc: 0.9998 - val_loss: 0.2150 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00094: val_loss improved from 0.21706 to 0.21496, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00094: val_loss improved from 0.21706 to 0.21496, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00094: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00094: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 95/100\n",
      "14889/14889 [==============================] - 44s 3ms/step - loss: 0.2110 - acc: 0.9998 - val_loss: 0.2127 - val_acc: 0.9994\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00095: val_loss improved from 0.21496 to 0.21273, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00095: val_loss improved from 0.21496 to 0.21273, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00095: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00095: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 96/100\n",
      "14889/14889 [==============================] - 45s 3ms/step - loss: 0.2088 - acc: 0.9999 - val_loss: 0.2110 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00096: val_loss improved from 0.21273 to 0.21102, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00096: val_loss improved from 0.21273 to 0.21102, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00096: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00096: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 97/100\n",
      "14889/14889 [==============================] - 49s 3ms/step - loss: 0.2066 - acc: 0.9998 - val_loss: 0.2084 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00097: val_loss improved from 0.21102 to 0.20836, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00097: val_loss improved from 0.21102 to 0.20836, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00097: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00097: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 98/100\n",
      "14889/14889 [==============================] - 45s 3ms/step - loss: 0.2044 - acc: 0.9997 - val_loss: 0.2062 - val_acc: 0.9992\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00098: val_loss improved from 0.20836 to 0.20617, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00098: val_loss improved from 0.20836 to 0.20617, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00098: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00098: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 99/100\n",
      "14889/14889 [==============================] - 43s 3ms/step - loss: 0.2022 - acc: 0.9999 - val_loss: 0.2036 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00099: val_loss improved from 0.20617 to 0.20355, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00099: val_loss improved from 0.20617 to 0.20355, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00099: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00099: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n",
      "Epoch 100/100\n",
      "14889/14889 [==============================] - 45s 3ms/step - loss: 0.1999 - acc: 0.9998 - val_loss: 0.2014 - val_acc: 0.9996\n",
      "\n",
      "***callbacks***\n",
      "saving losses to ../conv1d_weights/losses.log\n",
      "\n",
      "Epoch 00100: val_loss improved from 0.20355 to 0.20141, saving model to ../conv1d_weights//KERAS_check_best_model.h5\n",
      "\n",
      "Epoch 00100: val_loss improved from 0.20355 to 0.20141, saving model to ../conv1d_weights//KERAS_check_best_model_weights.h5\n",
      "\n",
      "Epoch 00100: saving model to ../conv1d_weights//KERAS_check_model_last.h5\n",
      "\n",
      "Epoch 00100: saving model to ../conv1d_weights//KERAS_check_model_last_weights.h5\n",
      "\n",
      "Epoch 00100: saving model to ../conv1d_weights//KERAS_check_model_epoch100.h5\n",
      "\n",
      "***callbacks end***\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x2118e93aa88>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from models.models import conv1d_model\n",
    "keras_model = conv1d_model(Input(shape=X_train_val.shape[1:]), y_train_val.shape[1], l1Reg=yamlConfig['L1Reg'] )\n",
    "\n",
    "startlearningrate=0.0001\n",
    "adam = Adam(lr=startlearningrate)\n",
    "keras_model.compile(optimizer=adam, loss=[yamlConfig['KerasLoss']], metrics=['accuracy'])\n",
    "\n",
    "\n",
    "callbacks=all_callbacks(stop_patience=1000, \n",
    "                        lr_factor=0.5,\n",
    "                        lr_patience=10,\n",
    "                        lr_epsilon=0.000001, \n",
    "                        lr_cooldown=2, \n",
    "                        lr_minimum=0.0000001,\n",
    "                        outputDir=options.outputDir)\n",
    "\n",
    "keras_model.fit(X_train_val, y_train_val, batch_size = 1024, epochs = 100,\n",
    "                validation_split = 0.25, shuffle = True, callbacks = callbacks.callbacks)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}