GeneticAlgorithm.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "GeneticAlgorithm.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "machine_shape": "hm",
      "authorship_tag": "ABX9TyPH/afm2bJMO75h5Y1BH3jy",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/uttamsingh0107/main/blob/master/GeneticAlgorithm.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cPbO_KOk_yXa",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "X1FCaqZrAfws",
        "colab_type": "code",
        "outputId": "2d9b133e-51cd-4425-dfc8-ca5d46f9ac6b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 121
        }
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n",
            "\n",
            "Enter your authorization code:\n",
            "··········\n",
            "Mounted at /content/drive\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o5903OgzAnbQ",
        "colab_type": "code",
        "outputId": "ff267889-d14e-4936-c4c6-17ceafb2c5da",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 79
        }
      },
      "source": [
        "import pickle\n",
        "import os\n",
        "from multiprocessing import Pool\n",
        "import sys\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "from scipy.stats import skew,kurtosis\n",
        "import keras\n",
        "from keras.utils import np_utils\n",
        "from keras.models import load_model,Model\n",
        "from keras.models import Sequential  \n",
        "from keras.layers import MaxPooling2D,Input,LSTM,Bidirectional\n",
        "from keras.layers import Flatten,Dense, Dropout,BatchNormalization\n",
        "from keras.regularizers import l2\n",
        "from keras.callbacks import ModelCheckpoint\n",
        "from sklearn.model_selection import LeaveOneOut as  lo\n",
        "from sklearn.model_selection import train_test_split\n",
        "from keras.optimizers import SGD\n",
        "from sklearn.preprocessing import OneHotEncoder\n",
        "from keras.models import load_model as load"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Using TensorFlow backend.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<p style=\"color: red;\">\n",
              "The default version of TensorFlow in Colab will soon switch to TensorFlow 2.x.<br>\n",
              "We recommend you <a href=\"https://www.tensorflow.org/guide/migrate\" target=\"_blank\">upgrade</a> now \n",
              "or ensure your notebook will continue to use TensorFlow 1.x via the <code>%tensorflow_version 1.x</code> magic:\n",
              "<a href=\"https://colab.research.google.com/notebooks/tensorflow_version.ipynb\" target=\"_blank\">more info</a>.</p>\n"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "znBZtqnoAt0Y",
        "colab_type": "code",
        "outputId": "e18226a4-73c3-4e79-d98f-bdc03ea4b8bd",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 809
        }
      },
      "source": [
        "nmean,nmedian,nmax,nmin,nstd,nvar,nptp,nskew,nkurtosis=0,0,0,0,0,0,0,0,0\n",
        "input_dataset=[]\n",
        "input_labels=[]\n",
        "for m in range(32):\n",
        "    if (m<9):\n",
        "        with open('/content/drive/My Drive/dataset/s0'+str(m+1)+'.dat','rb')as f:\n",
        "            x=pickle.load(f,encoding='latin1')  \n",
        "    else:\n",
        "        with open('/content/drive/My Drive/dataset/s'+str(m+1)+'.dat','rb')as f:\n",
        "            x=pickle.load(f,encoding='latin1')  \n",
        "\n",
        "    for i in range(40):\n",
        "       img=[]\n",
        "       input_labels.append(x['labels'][i])\n",
        "       for j in range(40):\n",
        "           batch=x['data'][i][j]\n",
        "           img.append(batch)\n",
        "       input_dataset.append(img)\n",
        "      \n",
        "input_dataset=np.array(input_dataset) \n",
        "input_labels=np.array(input_labels)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "ERROR:root:Internal Python error in the inspect module.\n",
            "Below is the traceback from this internal error.\n",
            "\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Traceback (most recent call last):\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/IPython/core/interactiveshell.py\", line 2882, in run_code\n",
            "    exec(code_obj, self.user_global_ns, self.user_ns)\n",
            "  File \"<ipython-input-3-7649fa119545>\", line 7, in <module>\n",
            "    x=pickle.load(f,encoding='latin1')\n",
            "KeyboardInterrupt\n",
            "\n",
            "During handling of the above exception, another exception occurred:\n",
            "\n",
            "Traceback (most recent call last):\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/IPython/core/interactiveshell.py\", line 1823, in showtraceback\n",
            "    stb = value._render_traceback_()\n",
            "AttributeError: 'KeyboardInterrupt' object has no attribute '_render_traceback_'\n",
            "\n",
            "During handling of the above exception, another exception occurred:\n",
            "\n",
            "Traceback (most recent call last):\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/IPython/core/ultratb.py\", line 1132, in get_records\n",
            "    return _fixed_getinnerframes(etb, number_of_lines_of_context, tb_offset)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/IPython/core/ultratb.py\", line 313, in wrapped\n",
            "    return f(*args, **kwargs)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/IPython/core/ultratb.py\", line 358, in _fixed_getinnerframes\n",
            "    records = fix_frame_records_filenames(inspect.getinnerframes(etb, context))\n",
            "  File \"/usr/lib/python3.6/inspect.py\", line 1490, in getinnerframes\n",
            "    frameinfo = (tb.tb_frame,) + getframeinfo(tb, context)\n",
            "  File \"/usr/lib/python3.6/inspect.py\", line 1452, in getframeinfo\n",
            "    lines, lnum = findsource(frame)\n",
            "  File \"/usr/local/lib/python3.6/dist-packages/IPython/core/ultratb.py\", line 170, in findsource\n",
            "    file = getsourcefile(object) or getfile(object)\n",
            "  File \"/usr/lib/python3.6/inspect.py\", line 696, in getsourcefile\n",
            "    if getattr(getmodule(object, filename), '__loader__', None) is not None:\n",
            "  File \"/usr/lib/python3.6/inspect.py\", line 742, in getmodule\n",
            "    os.path.realpath(f)] = module.__name__\n",
            "  File \"/usr/lib/python3.6/posixpath.py\", line 395, in realpath\n",
            "    path, ok = _joinrealpath(filename[:0], filename, {})\n",
            "  File \"/usr/lib/python3.6/posixpath.py\", line 429, in _joinrealpath\n",
            "    if not islink(newpath):\n",
            "  File \"/usr/lib/python3.6/posixpath.py\", line 171, in islink\n",
            "    st = os.lstat(path)\n",
            "KeyboardInterrupt\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WmmHSjdBzQRQ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "nmean,nmedian,nmax,nmin,nstd,nvar,nptp,nskew,nkurtosis=0,0,0,0,0,0,0,0,0\n",
        "input_dataset=[]\n",
        "input_labels=[]\n",
        "for m in range(32):\n",
        "    if (m<9):\n",
        "        with open('/content/drive/My Drive/dataset/s0'+str(m+1)+'.dat','rb')as f:\n",
        "            x=pickle.load(f,encoding='latin1')  \n",
        "    else:\n",
        "        with open('/content/drive/My Drive/dataset/s'+str(m+1)+'.dat','rb')as f:\n",
        "            x=pickle.load(f,encoding='latin1')  \n",
        "\n",
        "    for i in range(40):\n",
        "       img=[]\n",
        "       input_labels.append(x['labels'][i])\n",
        "       for j in range(40):\n",
        "           batch=[]\n",
        "           for k in range(63):\n",
        "               if(k!=62):\n",
        "                   b=x['data'][i][j][128*k:128*(k+1)]\n",
        "               else: \n",
        "                   b=x['data'][i][j][128*62:8064]\n",
        "               batch.append(np.mean(b))\n",
        "               nmean=nmean+np.mean(b)\n",
        "               batch.append(np.median(b))\n",
        "               nmedian=nmedian+np.median(b)\n",
        "               batch.append(np.max(b))\n",
        "               nmax=nmax+np.max(b)\n",
        "               batch.append(np.min(b))\n",
        "               nmin=nmin+np.min(b)\n",
        "               batch.append(np.std(b))\n",
        "               nstd=nstd+np.std(b)\n",
        "               #batch.append(np.var(b))\n",
        "               '''nvar=nvar+np.var(b)\n",
        "               batch.append(np.ptp(b))\n",
        "               nptp=nptp+np.ptp(b)\n",
        "               batch.append(skew(b))\n",
        "               nskew=nskew+skew(b)\n",
        "               batch.append(kurtosis(b))\n",
        "               nkurtosis=nkurtosis+kurtosis(b)'''\n",
        "               if (k==62):\n",
        "                   batch.append(nmean)\n",
        "                   batch.append(nmedian)\n",
        "                   batch.append(nmax)\n",
        "                   batch.append(nmin)\n",
        "                   batch.append(nstd)\n",
        "                   '''batch.append(nvar)\n",
        "                   batch.append(nptp)\n",
        "                   batch.append(nskew)\n",
        "                   batch.append(nkurtosis)'''\n",
        "                   batch.append(i)\n",
        "                   batch.append(m)\n",
        "           img.append(batch)\n",
        "           nmean,nmedian,nmax,nmin,nstd,nvar,nptp,nskew,nkurtosis=0,0,0,0,0,0,0,0,0\n",
        "       input_dataset.append(img)\n",
        "      \n",
        "input_dataset=np.array(input_dataset) \n",
        "input_labels=np.array(input_labels)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WtSZTy6eCPYN",
        "colab_type": "code",
        "outputId": "ea74b2d9-59e1-4598-a86b-6dd1d8a7bf0e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 50
        }
      },
      "source": [
        "print(input_dataset.shape)\n",
        "print(input_labels.shape)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(1280, 40, 322)\n",
            "(1280, 4)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_epltBb0w0Cp",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import random\n",
        "SEED = 2018\n",
        "random.seed(SEED)\n",
        "np.random.seed(SEED)\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fT2VegEaZRAf",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "for i in range(1280):\n",
        "    for j in range(4):\n",
        "        if(input_labels[i][j]<=4):\n",
        "            input_labels[i][j]=0\n",
        "        if(input_labels[i][j]>4 and input_labels[i][j]<=6):\n",
        "            input_labels[i][j]=1\n",
        "        else:\n",
        "            input_labels[i][j]=2\n",
        "input_labels1=input_labels\n",
        "input_labels=input_labels[:,0:1]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "KIOAJyuZejlV",
        "colab_type": "code",
        "outputId": "6fdc7585-b29b-4cbc-acd0-99130759b7e6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "print(input_labels.shape)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(1280, 1)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wJ4izOysf1FN",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def est(inp,pred):\n",
        "    for i in range(24):\n",
        "      '''X_train,X_test,y_train,y_test=train_test_split(input_dataset,input_labels,test_size=0.1,random_state=6)\n",
        "      X_train,X_val,y_train,y_val=train_test_split(X_train,y_train,test_size=0.03472,random_state=5)'''\n",
        "      X_train=[]\n",
        "      y_train=[]\n",
        "      X_val=[]\n",
        "      y_val=[]\n",
        "      X_test=inp[i*40:(i+1)*40,:,:]\n",
        "      y_test=pred[i*40:(i+1)*40,:]\n",
        "      print(X_test.shape)\n",
        "      for j in range(32):\n",
        "          if(j!=i):\n",
        "            X_train.append(inp[j*40:(j+1)*40,:,:])\n",
        "            y_train.append(pred[j*40:(j+1)*40,:])\n",
        "      X_val=X_test\n",
        "      y_val=y_test\n",
        "      X_train=np.array(X_train) \n",
        "      y_train=np.array(y_train) \n",
        "      X_train=np.reshape(X_train,(X_train.shape[0]*X_train.shape[1],inp.shape[1],322))\n",
        "      y_train=np.reshape(y_train,(y_train.shape[0]*y_train.shape[1],1))\n",
        "      model=Sequential()\n",
        "      model.add(Bidirectional(LSTM(128,return_sequences=True),input_shape=(inp.shape[1],322)))\n",
        "      model.add(Dropout(0.3))\n",
        "      model.add(BatchNormalization())\n",
        "      #model.add(LSTM(64,return_sequences=True))\n",
        "      model.add(Flatten())\n",
        "      model.add(Dense(128,activation='relu'))\n",
        "      model.add(Dropout(0.3))\n",
        "      model.add(BatchNormalization())\n",
        "      model.add(Dense(3,activation='softmax'))\n",
        "      model.summary()\n",
        "    # sgd = SGD(lr = 0.00001, momentum = 0.9, nesterov = True)\n",
        "      mcp_save = ModelCheckpoint('model-{epoch:03d}-{acc:03f}-{val_acc:03f}.h5', verbose=1, monitor='val_loss',save_best_only=True, mode='auto')\n",
        "      model.compile( loss='sparse_categorical_crossentropy', optimizer='Adam', metrics=['accuracy'] )\n",
        "      \n",
        "      #Fitting the data to the model\n",
        "      history=model.fit(X_train, y_train, epochs=50, batch_size=32, verbose=1, callbacks=[mcp_save], validation_data=(X_val, y_val))\n",
        "    return history.history['val_loss']"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "c0wN7c_FDMLD",
        "colab_type": "code",
        "outputId": "6f60a45f-d0d9-47b7-e94f-7db7192556b7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "class geneticSelector():\n",
        "  def __init__(self,estimator,n_gen,size,n_best,n_rand,n_children,mutation_rate):\n",
        "    self.estimator=estimator\n",
        "    self.n_children=n_children\n",
        "    self.n_gen=n_gen\n",
        "    self.size=size\n",
        "    self.n_best=n_best\n",
        "    self.n_rand=n_rand\n",
        "    self.mutation_rate=mutation_rate\n",
        "    if int((n_best+n_rand)/2)*self.n_children != self.size:\n",
        "            raise ValueError(\"The population size is not stable.\") \n",
        "  \n",
        "  \n",
        "  def initialize(self):\n",
        "     population = []\n",
        "     for i in range(self.size):\n",
        "            chromosome = np.ones(self.n_features, dtype=np.bool)\n",
        "            mask = np.random.rand(len(chromosome)) < 0.3\n",
        "            chromosome[mask] = False\n",
        "            population.append(chromosome)\n",
        "     return population\n",
        "  def fitness(self,population):\n",
        "    X,Y=input_dataset,input_labels\n",
        "    scores=[]\n",
        "    print(population)\n",
        "    for chromosome in population:\n",
        "      score=(self.estimator( X[:,chromosome,:], Y))\n",
        "      print(score)\n",
        "      scores.append(score)\n",
        "    scores,population =np.array(scores),np.array(population)\n",
        "    inds=np.argsort(scores)\n",
        "    return list(scores[inds]), list(population[inds,:])\n",
        "  def select(self,population_sorted):\n",
        "    population_next=[]\n",
        "    for i in range(self.n_best):\n",
        "      population_next.append(population_sorted[i])\n",
        "    for i in range(self.n_rand):\n",
        "      population_next.append(random.choice(population_sorted))\n",
        "    random.shuffle(population_next)\n",
        "    return population_next\n",
        "  def crossover(self,population):\n",
        "    population_next=[]\n",
        "    for i in range(int(len(population)/2)):\n",
        "      for j in range(self.n_children):\n",
        "        chromosome1,chromosome2=population[i],population[len(population)-1-i]\n",
        "        child=chromosome1\n",
        "        mask=np.random.rand(len(child))>0.5\n",
        "        child[mask]=chrosome2[mask]\n",
        "        population_next.append(child)\n",
        "    return population_next\n",
        "  def mutate(self,population):\n",
        "   population_next=[]\n",
        "   for i in range(len(population)):\n",
        "     chrosome=population[i]\n",
        "     if random.random() < self.mutation_rate:\n",
        "       mask=np.random.rand(len(chromosome)) < 0.05\n",
        "       chromosome[mask]=False\n",
        "     population_next.append(chromosome)\n",
        "   return population_next\n",
        "  def generate(self,population):\n",
        "   scores_sorted,population_sorted=self.fitness(population)\n",
        "   population=self.select(population_sorted)\n",
        "   population=self.crossover(population)\n",
        "   population=self.mutate(population)\n",
        "   self.chromosomes_best.append(population_sorted[0])\n",
        "   self.score_best.append(scores_sorted[0])\n",
        "   self.scores_avg.append(np.mean(scores_sorted))\n",
        "   return population\n",
        "  def fit(self,X,Y):\n",
        "    self.chromosomes_best = []\n",
        "    self.scores_best, self.scores_avg  = [], []\n",
        "    self.dataset = X, Y\n",
        "    self.n_features = X.shape[1]\n",
        "    population = self.initialize()\n",
        "    for i in range(self.n_gen):\n",
        "        population = self.generate(population)  \n",
        "    return self \n",
        "  @property\n",
        "  def support_(self):\n",
        "    return self.chromosomes_best[-1]\n",
        "sel = geneticSelector(estimator=est, \n",
        "                      n_gen=3, size= 6, n_best=3, n_rand=3, \n",
        "                      n_children=2, mutation_rate=0.05)\n",
        "sel.fit(input_dataset, input_labels)\n",
        "#sel.plot_scores()\n",
        "\n",
        "        \n",
        "\n",
        "\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
            "Epoch 00037: val_loss did not improve from 0.64287\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5499 - acc: 0.7339 - val_loss: 0.5779 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00038: val_loss improved from 0.64287 to 0.57788, saving model to model-038-0.733871-0.725000.h5\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5526 - acc: 0.7323 - val_loss: 0.6443 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.57788\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5334 - acc: 0.7403 - val_loss: 0.6430 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.57788\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5295 - acc: 0.7460 - val_loss: 0.7581 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.57788\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5520 - acc: 0.7315 - val_loss: 0.6886 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.57788\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5440 - acc: 0.7355 - val_loss: 0.6463 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.57788\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5443 - acc: 0.7339 - val_loss: 0.7094 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.57788\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5319 - acc: 0.7403 - val_loss: 0.6830 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.57788\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5417 - acc: 0.7476 - val_loss: 0.7051 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.57788\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5352 - acc: 0.7484 - val_loss: 0.6973 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.57788\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5342 - acc: 0.7266 - val_loss: 0.6715 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.57788\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5379 - acc: 0.7524 - val_loss: 0.7189 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.57788\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5165 - acc: 0.7452 - val_loss: 0.6270 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.57788\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_9\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_9 (Bidirection (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_17 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_17 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_9 (Flatten)          (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_17 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_18 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_18 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_18 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 10s 8ms/step - loss: 1.3652 - acc: 0.3976 - val_loss: 1.5804 - val_acc: 0.2500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.58043, saving model to model-001-0.397581-0.250000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0461 - acc: 0.4992 - val_loss: 1.1932 - val_acc: 0.3250\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.58043 to 1.19317, saving model to model-002-0.499194-0.325000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8261 - acc: 0.6250 - val_loss: 0.9134 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00003: val_loss improved from 1.19317 to 0.91342, saving model to model-003-0.625000-0.525000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7324 - acc: 0.6798 - val_loss: 0.8073 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.91342 to 0.80730, saving model to model-004-0.679839-0.550000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6838 - acc: 0.6879 - val_loss: 0.8574 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.80730\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6642 - acc: 0.7040 - val_loss: 0.7774 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.80730 to 0.77736, saving model to model-006-0.704032-0.475000.h5\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6233 - acc: 0.7113 - val_loss: 0.8738 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.77736\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6126 - acc: 0.7113 - val_loss: 0.7483 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.77736 to 0.74826, saving model to model-008-0.711290-0.525000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6033 - acc: 0.7113 - val_loss: 0.8101 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.74826\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5869 - acc: 0.7073 - val_loss: 0.8640 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.74826\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5910 - acc: 0.7210 - val_loss: 0.7423 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.74826 to 0.74227, saving model to model-011-0.720968-0.625000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5883 - acc: 0.7210 - val_loss: 0.7656 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.74227\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5608 - acc: 0.7323 - val_loss: 0.7496 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.74227\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5752 - acc: 0.7315 - val_loss: 0.7347 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.74227 to 0.73473, saving model to model-014-0.731452-0.575000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5652 - acc: 0.7306 - val_loss: 0.9145 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.73473\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5601 - acc: 0.7242 - val_loss: 0.7705 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.73473\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5630 - acc: 0.7234 - val_loss: 0.7519 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.73473\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5533 - acc: 0.7315 - val_loss: 0.7467 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.73473\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5566 - acc: 0.7298 - val_loss: 0.7604 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.73473\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5453 - acc: 0.7323 - val_loss: 0.7706 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.73473\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5544 - acc: 0.7315 - val_loss: 0.7729 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.73473\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5484 - acc: 0.7250 - val_loss: 0.9173 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.73473\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5577 - acc: 0.7363 - val_loss: 0.8680 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.73473\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5486 - acc: 0.7371 - val_loss: 0.8524 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.73473\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5549 - acc: 0.7242 - val_loss: 1.0111 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.73473\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5413 - acc: 0.7306 - val_loss: 0.7942 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.73473\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5552 - acc: 0.7250 - val_loss: 0.8167 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.73473\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5519 - acc: 0.7403 - val_loss: 0.8075 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.73473\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5245 - acc: 0.7476 - val_loss: 0.7533 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.73473\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5231 - acc: 0.7524 - val_loss: 0.8018 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.73473\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5431 - acc: 0.7339 - val_loss: 0.8839 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.73473\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5502 - acc: 0.7331 - val_loss: 0.8131 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.73473\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5414 - acc: 0.7379 - val_loss: 0.7478 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.73473\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5345 - acc: 0.7395 - val_loss: 0.7975 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.73473\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5460 - acc: 0.7339 - val_loss: 0.8662 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.73473\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5486 - acc: 0.7315 - val_loss: 0.7225 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00036: val_loss improved from 0.73473 to 0.72250, saving model to model-036-0.731452-0.550000.h5\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5325 - acc: 0.7468 - val_loss: 0.7788 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.72250\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5339 - acc: 0.7387 - val_loss: 0.7569 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.72250\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5216 - acc: 0.7508 - val_loss: 0.8452 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.72250\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5284 - acc: 0.7508 - val_loss: 1.0112 - val_acc: 0.3750\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.72250\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5218 - acc: 0.7468 - val_loss: 1.4787 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.72250\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5354 - acc: 0.7403 - val_loss: 0.9186 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.72250\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5389 - acc: 0.7323 - val_loss: 0.7676 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.72250\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5344 - acc: 0.7371 - val_loss: 1.7976 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.72250\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5256 - acc: 0.7468 - val_loss: 0.7678 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.72250\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5425 - acc: 0.7395 - val_loss: 0.7496 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.72250\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5395 - acc: 0.7411 - val_loss: 0.9058 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.72250\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5263 - acc: 0.7419 - val_loss: 0.9933 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.72250\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5322 - acc: 0.7532 - val_loss: 0.9311 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.72250\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5200 - acc: 0.7460 - val_loss: 0.8154 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.72250\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_10\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_10 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_19 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_19 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_10 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_19 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_20 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_20 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_20 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 10s 8ms/step - loss: 1.3381 - acc: 0.4081 - val_loss: 1.2962 - val_acc: 0.3500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.29617, saving model to model-001-0.408065-0.350000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0169 - acc: 0.5048 - val_loss: 0.8736 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.29617 to 0.87362, saving model to model-002-0.504839-0.625000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8523 - acc: 0.6161 - val_loss: 0.8264 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.87362 to 0.82639, saving model to model-003-0.616129-0.625000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7333 - acc: 0.6790 - val_loss: 0.7446 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.82639 to 0.74463, saving model to model-004-0.679032-0.650000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6808 - acc: 0.6895 - val_loss: 0.6892 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.74463 to 0.68917, saving model to model-005-0.689516-0.625000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6426 - acc: 0.6984 - val_loss: 0.6391 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.68917 to 0.63909, saving model to model-006-0.698387-0.650000.h5\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6338 - acc: 0.7016 - val_loss: 0.6943 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.63909\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6222 - acc: 0.7073 - val_loss: 0.7698 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.63909\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6063 - acc: 0.7008 - val_loss: 0.6000 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00009: val_loss improved from 0.63909 to 0.59999, saving model to model-009-0.700806-0.700000.h5\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5891 - acc: 0.7153 - val_loss: 0.8042 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.59999\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5795 - acc: 0.7226 - val_loss: 0.6952 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.59999\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5834 - acc: 0.7210 - val_loss: 0.7101 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.59999\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5803 - acc: 0.7113 - val_loss: 0.6162 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.59999\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5763 - acc: 0.7145 - val_loss: 0.6040 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.59999\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5579 - acc: 0.7290 - val_loss: 0.7322 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.59999\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5706 - acc: 0.7177 - val_loss: 0.6177 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.59999\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5711 - acc: 0.7177 - val_loss: 0.6795 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.59999\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5743 - acc: 0.7218 - val_loss: 0.6875 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.59999\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5531 - acc: 0.7258 - val_loss: 0.6505 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.59999\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5547 - acc: 0.7226 - val_loss: 0.8380 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.59999\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5610 - acc: 0.7250 - val_loss: 0.8135 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.59999\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5571 - acc: 0.7290 - val_loss: 0.7335 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.59999\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5532 - acc: 0.7290 - val_loss: 0.6959 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.59999\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5415 - acc: 0.7306 - val_loss: 0.6287 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.59999\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5434 - acc: 0.7258 - val_loss: 0.9368 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.59999\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5575 - acc: 0.7218 - val_loss: 0.6803 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.59999\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5461 - acc: 0.7403 - val_loss: 0.6515 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.59999\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5533 - acc: 0.7315 - val_loss: 0.6539 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.59999\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5436 - acc: 0.7419 - val_loss: 0.7074 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.59999\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5432 - acc: 0.7274 - val_loss: 0.5653 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00030: val_loss improved from 0.59999 to 0.56534, saving model to model-030-0.727419-0.700000.h5\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5326 - acc: 0.7306 - val_loss: 0.6896 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.56534\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5450 - acc: 0.7387 - val_loss: 0.6441 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.56534\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5280 - acc: 0.7516 - val_loss: 0.7210 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.56534\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5382 - acc: 0.7363 - val_loss: 0.6188 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.56534\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5451 - acc: 0.7298 - val_loss: 0.6303 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.56534\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5488 - acc: 0.7331 - val_loss: 0.6151 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.56534\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5344 - acc: 0.7339 - val_loss: 0.5988 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.56534\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5441 - acc: 0.7266 - val_loss: 0.6067 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.56534\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5333 - acc: 0.7565 - val_loss: 0.6276 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.56534\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5415 - acc: 0.7403 - val_loss: 0.6057 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.56534\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5227 - acc: 0.7524 - val_loss: 0.6296 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.56534\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5395 - acc: 0.7427 - val_loss: 0.6065 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.56534\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5256 - acc: 0.7484 - val_loss: 0.6725 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.56534\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5145 - acc: 0.7565 - val_loss: 0.6347 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.56534\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5117 - acc: 0.7589 - val_loss: 0.7856 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.56534\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5318 - acc: 0.7476 - val_loss: 0.6478 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.56534\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5147 - acc: 0.7565 - val_loss: 0.6431 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.56534\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5275 - acc: 0.7444 - val_loss: 0.7130 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.56534\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5220 - acc: 0.7435 - val_loss: 0.6813 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.56534\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5115 - acc: 0.7581 - val_loss: 0.7310 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.56534\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_11\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_11 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_21 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_21 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_11 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_21 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_22 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_22 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_22 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 11s 9ms/step - loss: 1.3587 - acc: 0.4048 - val_loss: 0.9397 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.93969, saving model to model-001-0.404839-0.650000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0295 - acc: 0.5202 - val_loss: 1.1515 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00002: val_loss did not improve from 0.93969\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8647 - acc: 0.6290 - val_loss: 0.6987 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.93969 to 0.69867, saving model to model-003-0.629032-0.650000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7727 - acc: 0.6540 - val_loss: 0.7528 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.69867\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6773 - acc: 0.7121 - val_loss: 0.7045 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.69867\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6726 - acc: 0.6847 - val_loss: 0.7965 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.69867\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6315 - acc: 0.6952 - val_loss: 0.7529 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.69867\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6150 - acc: 0.7048 - val_loss: 0.6341 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.69867 to 0.63411, saving model to model-008-0.704839-0.650000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5861 - acc: 0.7282 - val_loss: 0.6605 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.63411\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5840 - acc: 0.7218 - val_loss: 0.6543 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.63411\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5823 - acc: 0.7081 - val_loss: 0.6244 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.63411 to 0.62439, saving model to model-011-0.708065-0.650000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5861 - acc: 0.7137 - val_loss: 0.6547 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.62439\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5819 - acc: 0.7242 - val_loss: 0.5921 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00013: val_loss improved from 0.62439 to 0.59214, saving model to model-013-0.724194-0.625000.h5\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5637 - acc: 0.7210 - val_loss: 1.3489 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.59214\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5603 - acc: 0.7347 - val_loss: 0.6063 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.59214\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5545 - acc: 0.7379 - val_loss: 0.6638 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.59214\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5686 - acc: 0.7331 - val_loss: 0.6703 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.59214\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5635 - acc: 0.7290 - val_loss: 0.8502 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.59214\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5695 - acc: 0.7202 - val_loss: 0.7124 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.59214\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5704 - acc: 0.7161 - val_loss: 0.6291 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.59214\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5573 - acc: 0.7315 - val_loss: 0.5997 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.59214\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5627 - acc: 0.7194 - val_loss: 0.6090 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.59214\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5401 - acc: 0.7347 - val_loss: 0.6541 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.59214\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5594 - acc: 0.7218 - val_loss: 0.6368 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.59214\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5544 - acc: 0.7387 - val_loss: 0.7204 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.59214\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5440 - acc: 0.7306 - val_loss: 0.5776 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00026: val_loss improved from 0.59214 to 0.57756, saving model to model-026-0.730645-0.675000.h5\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5506 - acc: 0.7282 - val_loss: 0.8865 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.57756\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5544 - acc: 0.7298 - val_loss: 0.6200 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.57756\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5610 - acc: 0.7202 - val_loss: 0.9397 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.57756\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5613 - acc: 0.7331 - val_loss: 0.5919 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.57756\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5537 - acc: 0.7306 - val_loss: 0.7469 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.57756\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5432 - acc: 0.7427 - val_loss: 0.7773 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.57756\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5590 - acc: 0.7315 - val_loss: 0.6014 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.57756\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5624 - acc: 0.7210 - val_loss: 0.5841 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.57756\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5415 - acc: 0.7363 - val_loss: 0.6123 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.57756\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5446 - acc: 0.7403 - val_loss: 0.6183 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.57756\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5399 - acc: 0.7435 - val_loss: 0.5541 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00037: val_loss improved from 0.57756 to 0.55408, saving model to model-037-0.743548-0.650000.h5\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5352 - acc: 0.7323 - val_loss: 0.5616 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.55408\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5472 - acc: 0.7395 - val_loss: 0.9291 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.55408\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5507 - acc: 0.7258 - val_loss: 0.5782 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.55408\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5317 - acc: 0.7347 - val_loss: 1.0107 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.55408\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5444 - acc: 0.7339 - val_loss: 2.7385 - val_acc: 0.3500\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.55408\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5384 - acc: 0.7371 - val_loss: 0.7935 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.55408\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5372 - acc: 0.7492 - val_loss: 0.6571 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.55408\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5365 - acc: 0.7452 - val_loss: 0.6512 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.55408\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5326 - acc: 0.7508 - val_loss: 0.7542 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.55408\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5194 - acc: 0.7500 - val_loss: 0.6757 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.55408\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5291 - acc: 0.7427 - val_loss: 0.6116 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.55408\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5130 - acc: 0.7460 - val_loss: 0.6739 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.55408\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5347 - acc: 0.7347 - val_loss: 0.6869 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.55408\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_12\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_12 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_23 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_23 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_12 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_23 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_24 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_24 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_24 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 12s 10ms/step - loss: 1.3430 - acc: 0.4226 - val_loss: 0.5936 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.59360, saving model to model-001-0.422581-0.800000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0445 - acc: 0.5210 - val_loss: 0.5919 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00002: val_loss improved from 0.59360 to 0.59189, saving model to model-002-0.520968-0.800000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8194 - acc: 0.6379 - val_loss: 0.5851 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.59189 to 0.58513, saving model to model-003-0.637903-0.800000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7609 - acc: 0.6669 - val_loss: 0.5112 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.58513 to 0.51122, saving model to model-004-0.666935-0.800000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6995 - acc: 0.6790 - val_loss: 0.5913 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.51122\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6262 - acc: 0.7129 - val_loss: 0.4812 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.51122 to 0.48123, saving model to model-006-0.712903-0.800000.h5\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6018 - acc: 0.7113 - val_loss: 0.7271 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.48123\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6097 - acc: 0.7234 - val_loss: 0.5183 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.48123\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5902 - acc: 0.7298 - val_loss: 0.5300 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.48123\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5941 - acc: 0.7040 - val_loss: 0.6358 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.48123\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5835 - acc: 0.7161 - val_loss: 0.6135 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.48123\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5940 - acc: 0.7073 - val_loss: 0.7264 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.48123\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5823 - acc: 0.7202 - val_loss: 0.6355 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.48123\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5703 - acc: 0.7282 - val_loss: 0.6028 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.48123\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5617 - acc: 0.7250 - val_loss: 0.6692 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.48123\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5784 - acc: 0.7218 - val_loss: 0.4698 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00016: val_loss improved from 0.48123 to 0.46981, saving model to model-016-0.721774-0.825000.h5\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5554 - acc: 0.7323 - val_loss: 0.4967 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.46981\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5642 - acc: 0.7121 - val_loss: 0.5090 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.46981\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5702 - acc: 0.7129 - val_loss: 0.6957 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.46981\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5583 - acc: 0.7250 - val_loss: 0.9987 - val_acc: 0.2250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.46981\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5575 - acc: 0.7202 - val_loss: 0.5847 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.46981\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5587 - acc: 0.7226 - val_loss: 0.5527 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.46981\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5587 - acc: 0.7210 - val_loss: 0.5568 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.46981\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5690 - acc: 0.7185 - val_loss: 0.6101 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.46981\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5606 - acc: 0.7250 - val_loss: 0.5351 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.46981\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5594 - acc: 0.7218 - val_loss: 0.5847 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.46981\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5404 - acc: 0.7355 - val_loss: 0.6817 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.46981\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5431 - acc: 0.7427 - val_loss: 0.5715 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.46981\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5503 - acc: 0.7290 - val_loss: 1.7929 - val_acc: 0.2750\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.46981\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5563 - acc: 0.7274 - val_loss: 0.5776 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.46981\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5507 - acc: 0.7282 - val_loss: 0.5130 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.46981\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5476 - acc: 0.7379 - val_loss: 0.5200 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.46981\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5413 - acc: 0.7266 - val_loss: 0.6019 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.46981\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5527 - acc: 0.7306 - val_loss: 0.7656 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.46981\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5488 - acc: 0.7331 - val_loss: 0.7077 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.46981\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5276 - acc: 0.7452 - val_loss: 0.6473 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.46981\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5420 - acc: 0.7331 - val_loss: 0.5317 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.46981\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5358 - acc: 0.7403 - val_loss: 0.5282 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.46981\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5347 - acc: 0.7419 - val_loss: 0.6150 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.46981\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5435 - acc: 0.7274 - val_loss: 0.5173 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.46981\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5539 - acc: 0.7306 - val_loss: 0.5452 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.46981\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5534 - acc: 0.7355 - val_loss: 1.0556 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.46981\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5414 - acc: 0.7403 - val_loss: 0.5688 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.46981\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5449 - acc: 0.7395 - val_loss: 0.5442 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.46981\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5268 - acc: 0.7387 - val_loss: 0.5943 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.46981\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5227 - acc: 0.7387 - val_loss: 0.5666 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.46981\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5239 - acc: 0.7387 - val_loss: 0.5783 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.46981\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5326 - acc: 0.7331 - val_loss: 0.7373 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.46981\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5356 - acc: 0.7363 - val_loss: 0.6058 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.46981\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5180 - acc: 0.7597 - val_loss: 0.5569 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.46981\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_13\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_13 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_25 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_25 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_13 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_25 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_26 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_26 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_26 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 12s 10ms/step - loss: 1.3708 - acc: 0.4008 - val_loss: 1.1453 - val_acc: 0.3250\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.14526, saving model to model-001-0.400806-0.325000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0330 - acc: 0.5202 - val_loss: 0.9154 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.14526 to 0.91537, saving model to model-002-0.520161-0.600000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8469 - acc: 0.6226 - val_loss: 0.9412 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00003: val_loss did not improve from 0.91537\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7505 - acc: 0.6710 - val_loss: 0.7628 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.91537 to 0.76282, saving model to model-004-0.670968-0.650000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6878 - acc: 0.6960 - val_loss: 0.7903 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.76282\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6589 - acc: 0.6774 - val_loss: 0.7801 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.76282\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6151 - acc: 0.7129 - val_loss: 0.8162 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.76282\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6261 - acc: 0.6911 - val_loss: 0.7550 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.76282 to 0.75505, saving model to model-008-0.691129-0.625000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5862 - acc: 0.7145 - val_loss: 0.7172 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00009: val_loss improved from 0.75505 to 0.71724, saving model to model-009-0.714516-0.575000.h5\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5773 - acc: 0.7145 - val_loss: 0.7483 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.71724\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5804 - acc: 0.7097 - val_loss: 0.7133 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.71724 to 0.71329, saving model to model-011-0.709677-0.625000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5761 - acc: 0.7145 - val_loss: 0.7155 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.71329\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5670 - acc: 0.7218 - val_loss: 0.6768 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00013: val_loss improved from 0.71329 to 0.67675, saving model to model-013-0.721774-0.625000.h5\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5759 - acc: 0.7169 - val_loss: 0.6617 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.67675 to 0.66169, saving model to model-014-0.716935-0.675000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5559 - acc: 0.7266 - val_loss: 0.6712 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.66169\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5635 - acc: 0.7161 - val_loss: 0.7229 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.66169\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5596 - acc: 0.7073 - val_loss: 0.6783 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.66169\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5502 - acc: 0.7323 - val_loss: 1.6291 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.66169\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5570 - acc: 0.7234 - val_loss: 0.6878 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.66169\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5545 - acc: 0.7339 - val_loss: 0.6792 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.66169\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5593 - acc: 0.7298 - val_loss: 0.7151 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.66169\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5593 - acc: 0.7226 - val_loss: 0.7346 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.66169\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5285 - acc: 0.7460 - val_loss: 0.8143 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.66169\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5368 - acc: 0.7274 - val_loss: 0.7631 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.66169\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5353 - acc: 0.7452 - val_loss: 0.8135 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.66169\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5285 - acc: 0.7411 - val_loss: 0.7501 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.66169\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5400 - acc: 0.7339 - val_loss: 0.7277 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.66169\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5463 - acc: 0.7274 - val_loss: 0.7544 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.66169\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5396 - acc: 0.7347 - val_loss: 1.4007 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.66169\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5442 - acc: 0.7331 - val_loss: 0.7522 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.66169\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5540 - acc: 0.7258 - val_loss: 0.7086 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.66169\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5460 - acc: 0.7323 - val_loss: 6.1935 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.66169\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5373 - acc: 0.7387 - val_loss: 0.7215 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.66169\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5446 - acc: 0.7371 - val_loss: 0.6840 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.66169\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5366 - acc: 0.7323 - val_loss: 1.0697 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.66169\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5383 - acc: 0.7363 - val_loss: 0.7665 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.66169\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5307 - acc: 0.7250 - val_loss: 0.7033 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.66169\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5379 - acc: 0.7315 - val_loss: 0.7204 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.66169\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5412 - acc: 0.7411 - val_loss: 0.8254 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.66169\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5460 - acc: 0.7242 - val_loss: 0.6646 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.66169\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5428 - acc: 0.7355 - val_loss: 0.6427 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00041: val_loss improved from 0.66169 to 0.64268, saving model to model-041-0.735484-0.725000.h5\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5467 - acc: 0.7306 - val_loss: 0.7333 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.64268\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5430 - acc: 0.7323 - val_loss: 0.6873 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.64268\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5405 - acc: 0.7452 - val_loss: 0.6892 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.64268\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5291 - acc: 0.7387 - val_loss: 0.6594 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.64268\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5316 - acc: 0.7548 - val_loss: 0.8271 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.64268\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5214 - acc: 0.7565 - val_loss: 0.6722 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.64268\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5297 - acc: 0.7323 - val_loss: 0.8884 - val_acc: 0.3500\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.64268\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5281 - acc: 0.7532 - val_loss: 0.7036 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.64268\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5147 - acc: 0.7492 - val_loss: 0.6891 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.64268\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_14\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_14 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_27 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_27 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_14 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_27 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_28 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_28 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_28 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 13s 10ms/step - loss: 1.3731 - acc: 0.4177 - val_loss: 1.5312 - val_acc: 0.1250\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.53116, saving model to model-001-0.417742-0.125000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0326 - acc: 0.5347 - val_loss: 0.5189 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.53116 to 0.51891, saving model to model-002-0.534677-0.875000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8911 - acc: 0.6040 - val_loss: 0.2274 - val_acc: 0.9500\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.51891 to 0.22743, saving model to model-003-0.604032-0.950000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7562 - acc: 0.6508 - val_loss: 0.2741 - val_acc: 0.9500\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.22743\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7155 - acc: 0.6685 - val_loss: 0.4568 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.22743\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7006 - acc: 0.6669 - val_loss: 0.3003 - val_acc: 0.9250\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.22743\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6523 - acc: 0.6855 - val_loss: 0.4301 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.22743\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6294 - acc: 0.7000 - val_loss: 0.4282 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.22743\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6049 - acc: 0.7008 - val_loss: 0.2085 - val_acc: 0.9250\n",
            "\n",
            "Epoch 00009: val_loss improved from 0.22743 to 0.20852, saving model to model-009-0.700806-0.925000.h5\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6037 - acc: 0.7024 - val_loss: 3.3500 - val_acc: 0.2500\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.20852\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6043 - acc: 0.6968 - val_loss: 0.3574 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.20852\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5843 - acc: 0.7161 - val_loss: 0.3785 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.20852\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5740 - acc: 0.7113 - val_loss: 0.4076 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.20852\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5801 - acc: 0.7081 - val_loss: 0.3529 - val_acc: 0.9250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.20852\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5609 - acc: 0.7242 - val_loss: 0.3006 - val_acc: 0.9500\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.20852\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5724 - acc: 0.7210 - val_loss: 0.3363 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.20852\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5543 - acc: 0.7315 - val_loss: 0.4413 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.20852\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5492 - acc: 0.7363 - val_loss: 0.4306 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.20852\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5550 - acc: 0.7274 - val_loss: 0.5205 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.20852\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5657 - acc: 0.7185 - val_loss: 0.5019 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.20852\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5630 - acc: 0.7177 - val_loss: 0.4700 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.20852\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5539 - acc: 0.7161 - val_loss: 0.3668 - val_acc: 0.9250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.20852\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5481 - acc: 0.7419 - val_loss: 0.5062 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.20852\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5491 - acc: 0.7210 - val_loss: 0.4906 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.20852\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5583 - acc: 0.7250 - val_loss: 0.5093 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.20852\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5381 - acc: 0.7347 - val_loss: 0.7297 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.20852\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5365 - acc: 0.7427 - val_loss: 0.4027 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.20852\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5558 - acc: 0.7226 - val_loss: 0.4866 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.20852\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5414 - acc: 0.7371 - val_loss: 0.3303 - val_acc: 0.9250\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.20852\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5355 - acc: 0.7315 - val_loss: 0.5725 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.20852\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5231 - acc: 0.7476 - val_loss: 0.7128 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.20852\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5207 - acc: 0.7355 - val_loss: 0.3438 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.20852\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5548 - acc: 0.7266 - val_loss: 0.2688 - val_acc: 0.9500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.20852\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5436 - acc: 0.7379 - val_loss: 0.4619 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.20852\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5363 - acc: 0.7290 - val_loss: 0.5539 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.20852\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5288 - acc: 0.7363 - val_loss: 0.4401 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.20852\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5531 - acc: 0.7210 - val_loss: 0.3620 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.20852\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5387 - acc: 0.7395 - val_loss: 0.3666 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.20852\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5403 - acc: 0.7282 - val_loss: 0.4240 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.20852\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5317 - acc: 0.7395 - val_loss: 0.4783 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.20852\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5519 - acc: 0.7242 - val_loss: 0.4566 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.20852\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5399 - acc: 0.7323 - val_loss: 0.3100 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.20852\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5239 - acc: 0.7468 - val_loss: 0.4349 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.20852\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5404 - acc: 0.7306 - val_loss: 0.4426 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.20852\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5509 - acc: 0.7153 - val_loss: 0.4856 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.20852\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5449 - acc: 0.7202 - val_loss: 0.4174 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.20852\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5302 - acc: 0.7274 - val_loss: 0.4965 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.20852\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5323 - acc: 0.7371 - val_loss: 0.4777 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.20852\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5283 - acc: 0.7379 - val_loss: 0.4581 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.20852\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5312 - acc: 0.7492 - val_loss: 0.4311 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.20852\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_15\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_15 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_29 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_29 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_15 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_29 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_30 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_30 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_30 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 13s 11ms/step - loss: 1.3785 - acc: 0.4105 - val_loss: 0.8759 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.87590, saving model to model-001-0.410484-0.725000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0389 - acc: 0.5315 - val_loss: 0.8394 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00002: val_loss improved from 0.87590 to 0.83938, saving model to model-002-0.531452-0.750000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8490 - acc: 0.6290 - val_loss: 0.8137 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.83938 to 0.81374, saving model to model-003-0.629032-0.675000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7593 - acc: 0.6685 - val_loss: 0.6997 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.81374 to 0.69971, saving model to model-004-0.668548-0.625000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6984 - acc: 0.6790 - val_loss: 0.7901 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.69971\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6986 - acc: 0.6758 - val_loss: 0.6748 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.69971 to 0.67476, saving model to model-006-0.675806-0.725000.h5\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6337 - acc: 0.7000 - val_loss: 3.0644 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.67476\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6197 - acc: 0.7000 - val_loss: 0.6345 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.67476 to 0.63455, saving model to model-008-0.700000-0.725000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6112 - acc: 0.7129 - val_loss: 0.6929 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.63455\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6073 - acc: 0.6952 - val_loss: 0.8439 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.63455\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5818 - acc: 0.7226 - val_loss: 0.6224 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.63455 to 0.62240, saving model to model-011-0.722581-0.725000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6029 - acc: 0.7097 - val_loss: 0.6098 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00012: val_loss improved from 0.62240 to 0.60977, saving model to model-012-0.709677-0.725000.h5\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5769 - acc: 0.7129 - val_loss: 0.6167 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.60977\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5861 - acc: 0.7145 - val_loss: 0.6210 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.60977\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5699 - acc: 0.7331 - val_loss: 0.5897 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00015: val_loss improved from 0.60977 to 0.58969, saving model to model-015-0.733065-0.750000.h5\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5687 - acc: 0.7234 - val_loss: 0.5676 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00016: val_loss improved from 0.58969 to 0.56759, saving model to model-016-0.723387-0.775000.h5\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5473 - acc: 0.7371 - val_loss: 0.5924 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.56759\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5588 - acc: 0.7177 - val_loss: 0.5864 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.56759\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5445 - acc: 0.7411 - val_loss: 0.5798 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.56759\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5594 - acc: 0.7403 - val_loss: 0.5706 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.56759\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5642 - acc: 0.7266 - val_loss: 0.6042 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.56759\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5591 - acc: 0.7331 - val_loss: 0.9622 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.56759\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5547 - acc: 0.7298 - val_loss: 0.5960 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.56759\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5615 - acc: 0.7266 - val_loss: 0.5437 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00024: val_loss improved from 0.56759 to 0.54366, saving model to model-024-0.726613-0.775000.h5\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5571 - acc: 0.7290 - val_loss: 0.5703 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.54366\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5530 - acc: 0.7331 - val_loss: 0.6527 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.54366\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5581 - acc: 0.7282 - val_loss: 0.5801 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.54366\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5436 - acc: 0.7234 - val_loss: 0.6162 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.54366\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5445 - acc: 0.7331 - val_loss: 0.6000 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.54366\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5532 - acc: 0.7339 - val_loss: 0.5914 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.54366\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5498 - acc: 0.7210 - val_loss: 0.6446 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.54366\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5433 - acc: 0.7363 - val_loss: 0.6071 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.54366\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5368 - acc: 0.7347 - val_loss: 0.5985 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.54366\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5348 - acc: 0.7444 - val_loss: 0.6734 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.54366\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5348 - acc: 0.7411 - val_loss: 0.5775 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.54366\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5225 - acc: 0.7387 - val_loss: 0.7716 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.54366\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5330 - acc: 0.7411 - val_loss: 0.5572 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.54366\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5438 - acc: 0.7306 - val_loss: 0.5958 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.54366\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5216 - acc: 0.7556 - val_loss: 0.6623 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.54366\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5320 - acc: 0.7444 - val_loss: 0.5568 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.54366\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5137 - acc: 0.7435 - val_loss: 0.6226 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.54366\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5150 - acc: 0.7484 - val_loss: 0.6103 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.54366\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5239 - acc: 0.7306 - val_loss: 0.6751 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.54366\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5272 - acc: 0.7452 - val_loss: 0.6577 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.54366\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5365 - acc: 0.7202 - val_loss: 0.6564 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.54366\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5399 - acc: 0.7315 - val_loss: 0.6376 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.54366\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5053 - acc: 0.7484 - val_loss: 0.7771 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.54366\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5243 - acc: 0.7548 - val_loss: 0.6957 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.54366\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5214 - acc: 0.7347 - val_loss: 0.6641 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.54366\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5227 - acc: 0.7419 - val_loss: 0.6493 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.54366\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_16\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_16 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_31 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_31 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_16 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_31 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_32 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_32 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_32 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 14s 11ms/step - loss: 1.4502 - acc: 0.3887 - val_loss: 0.9574 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.95736, saving model to model-001-0.388710-0.550000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0509 - acc: 0.4976 - val_loss: 0.7833 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00002: val_loss improved from 0.95736 to 0.78333, saving model to model-002-0.497581-0.725000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8730 - acc: 0.6032 - val_loss: 0.7338 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.78333 to 0.73375, saving model to model-003-0.603226-0.750000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7460 - acc: 0.6573 - val_loss: 0.8123 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.73375\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6809 - acc: 0.7016 - val_loss: 0.6897 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.73375 to 0.68967, saving model to model-005-0.701613-0.750000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6667 - acc: 0.6871 - val_loss: 0.7141 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.68967\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6377 - acc: 0.7081 - val_loss: 1.0654 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.68967\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6192 - acc: 0.7113 - val_loss: 0.6396 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.68967 to 0.63964, saving model to model-008-0.711290-0.725000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6059 - acc: 0.7073 - val_loss: 0.6663 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.63964\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5883 - acc: 0.7185 - val_loss: 0.6386 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00010: val_loss improved from 0.63964 to 0.63863, saving model to model-010-0.718548-0.725000.h5\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5948 - acc: 0.7065 - val_loss: 0.6529 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.63863\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5835 - acc: 0.7113 - val_loss: 0.6327 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00012: val_loss improved from 0.63863 to 0.63270, saving model to model-012-0.711290-0.725000.h5\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5628 - acc: 0.7274 - val_loss: 0.5968 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00013: val_loss improved from 0.63270 to 0.59682, saving model to model-013-0.727419-0.750000.h5\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5605 - acc: 0.7306 - val_loss: 0.5962 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.59682 to 0.59616, saving model to model-014-0.730645-0.725000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5498 - acc: 0.7306 - val_loss: 0.5975 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.59616\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5563 - acc: 0.7347 - val_loss: 0.6157 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.59616\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5518 - acc: 0.7282 - val_loss: 0.6279 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.59616\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5605 - acc: 0.7177 - val_loss: 0.6691 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.59616\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5573 - acc: 0.7379 - val_loss: 0.5881 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00019: val_loss improved from 0.59616 to 0.58811, saving model to model-019-0.737903-0.675000.h5\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5637 - acc: 0.7210 - val_loss: 0.6677 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.58811\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5533 - acc: 0.7274 - val_loss: 0.7313 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.58811\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5467 - acc: 0.7315 - val_loss: 0.7496 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.58811\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5365 - acc: 0.7427 - val_loss: 0.7475 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.58811\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5437 - acc: 0.7379 - val_loss: 0.6800 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.58811\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5499 - acc: 0.7363 - val_loss: 0.6464 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.58811\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5405 - acc: 0.7355 - val_loss: 0.7587 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.58811\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5475 - acc: 0.7323 - val_loss: 0.6508 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.58811\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5310 - acc: 0.7403 - val_loss: 0.6778 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.58811\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5424 - acc: 0.7419 - val_loss: 0.6434 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.58811\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5314 - acc: 0.7387 - val_loss: 0.6154 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.58811\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5371 - acc: 0.7355 - val_loss: 0.6066 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.58811\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5359 - acc: 0.7315 - val_loss: 0.7214 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.58811\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5371 - acc: 0.7460 - val_loss: 0.7251 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.58811\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5360 - acc: 0.7395 - val_loss: 0.8441 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.58811\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5319 - acc: 0.7282 - val_loss: 0.7131 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.58811\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5259 - acc: 0.7621 - val_loss: 0.5831 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00036: val_loss improved from 0.58811 to 0.58312, saving model to model-036-0.762097-0.600000.h5\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5329 - acc: 0.7347 - val_loss: 0.9738 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.58312\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5221 - acc: 0.7444 - val_loss: 0.8710 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.58312\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5189 - acc: 0.7476 - val_loss: 0.9823 - val_acc: 0.4250\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.58312\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5312 - acc: 0.7444 - val_loss: 0.7725 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.58312\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5414 - acc: 0.7435 - val_loss: 0.7084 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.58312\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5229 - acc: 0.7508 - val_loss: 0.6853 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.58312\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5174 - acc: 0.7411 - val_loss: 0.7560 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.58312\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5244 - acc: 0.7484 - val_loss: 1.1755 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.58312\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5271 - acc: 0.7548 - val_loss: 0.8398 - val_acc: 0.4000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.58312\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5288 - acc: 0.7500 - val_loss: 0.6907 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.58312\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5341 - acc: 0.7500 - val_loss: 0.6847 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.58312\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5211 - acc: 0.7500 - val_loss: 0.7779 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.58312\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5027 - acc: 0.7508 - val_loss: 0.9484 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.58312\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5096 - acc: 0.7460 - val_loss: 0.8827 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.58312\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_17\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_17 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_33 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_33 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_17 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_33 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_34 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_34 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_34 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 14s 12ms/step - loss: 1.3964 - acc: 0.3960 - val_loss: 2.4054 - val_acc: 0.0000e+00\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 2.40536, saving model to model-001-0.395968-0.000000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0583 - acc: 0.5323 - val_loss: 0.7854 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00002: val_loss improved from 2.40536 to 0.78543, saving model to model-002-0.532258-0.700000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8795 - acc: 0.6016 - val_loss: 0.7892 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00003: val_loss did not improve from 0.78543\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7509 - acc: 0.6492 - val_loss: 0.6868 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.78543 to 0.68680, saving model to model-004-0.649194-0.775000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7179 - acc: 0.6782 - val_loss: 0.7449 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.68680\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6738 - acc: 0.6968 - val_loss: 0.7863 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.68680\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6301 - acc: 0.6968 - val_loss: 0.6398 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00007: val_loss improved from 0.68680 to 0.63977, saving model to model-007-0.696774-0.700000.h5\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6040 - acc: 0.7177 - val_loss: 0.6576 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.63977\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5994 - acc: 0.7065 - val_loss: 0.6832 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.63977\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5911 - acc: 0.7113 - val_loss: 0.8601 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.63977\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5834 - acc: 0.7161 - val_loss: 0.6385 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.63977 to 0.63852, saving model to model-011-0.716129-0.675000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5958 - acc: 0.7129 - val_loss: 0.6774 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.63852\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5719 - acc: 0.7250 - val_loss: 0.6176 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00013: val_loss improved from 0.63852 to 0.61757, saving model to model-013-0.725000-0.675000.h5\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5768 - acc: 0.7121 - val_loss: 0.5879 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.61757 to 0.58785, saving model to model-014-0.712097-0.725000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5773 - acc: 0.7194 - val_loss: 0.6075 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.58785\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5730 - acc: 0.7169 - val_loss: 0.6742 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.58785\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5551 - acc: 0.7395 - val_loss: 0.6689 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.58785\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5693 - acc: 0.7266 - val_loss: 0.6786 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.58785\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5590 - acc: 0.7218 - val_loss: 0.7166 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.58785\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5532 - acc: 0.7323 - val_loss: 0.6683 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.58785\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5853 - acc: 0.7169 - val_loss: 0.7056 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.58785\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5606 - acc: 0.7306 - val_loss: 0.6198 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.58785\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5567 - acc: 0.7145 - val_loss: 0.5639 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00023: val_loss improved from 0.58785 to 0.56393, saving model to model-023-0.714516-0.750000.h5\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5616 - acc: 0.7331 - val_loss: 0.6529 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.56393\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5421 - acc: 0.7427 - val_loss: 0.6747 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.56393\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5584 - acc: 0.7403 - val_loss: 0.6112 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.56393\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5558 - acc: 0.7218 - val_loss: 0.6020 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.56393\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5555 - acc: 0.7347 - val_loss: 0.6005 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.56393\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5534 - acc: 0.7290 - val_loss: 0.6690 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.56393\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5485 - acc: 0.7347 - val_loss: 0.6776 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.56393\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5476 - acc: 0.7306 - val_loss: 1.2001 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.56393\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5531 - acc: 0.7266 - val_loss: 0.6405 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.56393\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5649 - acc: 0.7210 - val_loss: 0.6663 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.56393\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5409 - acc: 0.7339 - val_loss: 0.6412 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.56393\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5450 - acc: 0.7282 - val_loss: 0.7188 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.56393\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5474 - acc: 0.7298 - val_loss: 1.2975 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.56393\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5478 - acc: 0.7226 - val_loss: 0.6671 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.56393\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5458 - acc: 0.7331 - val_loss: 1.0356 - val_acc: 0.4000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.56393\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5471 - acc: 0.7347 - val_loss: 0.8021 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.56393\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5467 - acc: 0.7355 - val_loss: 0.6902 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.56393\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5426 - acc: 0.7387 - val_loss: 0.6436 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.56393\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5291 - acc: 0.7452 - val_loss: 0.6203 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.56393\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5334 - acc: 0.7387 - val_loss: 0.6423 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.56393\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5304 - acc: 0.7387 - val_loss: 0.6347 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.56393\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5294 - acc: 0.7355 - val_loss: 0.6181 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.56393\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5221 - acc: 0.7435 - val_loss: 0.6146 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.56393\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5162 - acc: 0.7573 - val_loss: 0.7274 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.56393\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5332 - acc: 0.7395 - val_loss: 0.5743 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.56393\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5295 - acc: 0.7427 - val_loss: 0.5924 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.56393\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5243 - acc: 0.7460 - val_loss: 0.5888 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.56393\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_18\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_18 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_35 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_35 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_18 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_35 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_36 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_36 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_36 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 15s 12ms/step - loss: 1.3835 - acc: 0.3847 - val_loss: 1.4118 - val_acc: 0.3500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.41178, saving model to model-001-0.384677-0.350000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0534 - acc: 0.5194 - val_loss: 1.0214 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.41178 to 1.02138, saving model to model-002-0.519355-0.575000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8648 - acc: 0.6250 - val_loss: 0.8056 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00003: val_loss improved from 1.02138 to 0.80556, saving model to model-003-0.625000-0.575000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7486 - acc: 0.6726 - val_loss: 0.7507 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.80556 to 0.75069, saving model to model-004-0.672581-0.575000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7007 - acc: 0.6895 - val_loss: 1.1022 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.75069\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6474 - acc: 0.7024 - val_loss: 0.7633 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.75069\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6285 - acc: 0.7121 - val_loss: 0.6584 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00007: val_loss improved from 0.75069 to 0.65844, saving model to model-007-0.712097-0.600000.h5\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6196 - acc: 0.6992 - val_loss: 0.7712 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.65844\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5848 - acc: 0.7129 - val_loss: 0.8455 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.65844\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6011 - acc: 0.7161 - val_loss: 0.7568 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.65844\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5827 - acc: 0.7145 - val_loss: 0.6667 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.65844\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5721 - acc: 0.7242 - val_loss: 0.6879 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.65844\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5745 - acc: 0.7081 - val_loss: 0.7356 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.65844\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5723 - acc: 0.7210 - val_loss: 0.7336 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.65844\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5764 - acc: 0.7177 - val_loss: 0.7144 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.65844\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5652 - acc: 0.7234 - val_loss: 0.7191 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.65844\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5662 - acc: 0.7298 - val_loss: 1.0662 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.65844\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5707 - acc: 0.7185 - val_loss: 0.6894 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.65844\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5478 - acc: 0.7242 - val_loss: 0.7850 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.65844\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5602 - acc: 0.7363 - val_loss: 0.6759 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.65844\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5524 - acc: 0.7339 - val_loss: 0.7433 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.65844\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5552 - acc: 0.7355 - val_loss: 0.6940 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.65844\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5379 - acc: 0.7411 - val_loss: 0.6779 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.65844\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5478 - acc: 0.7306 - val_loss: 1.4244 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.65844\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5595 - acc: 0.7258 - val_loss: 1.1852 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.65844\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5469 - acc: 0.7298 - val_loss: 1.1711 - val_acc: 0.4250\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.65844\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5517 - acc: 0.7403 - val_loss: 0.8559 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.65844\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5538 - acc: 0.7339 - val_loss: 0.6825 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.65844\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5460 - acc: 0.7266 - val_loss: 1.0358 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.65844\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5614 - acc: 0.7129 - val_loss: 0.7585 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.65844\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5494 - acc: 0.7290 - val_loss: 0.8079 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.65844\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5485 - acc: 0.7250 - val_loss: 0.8078 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.65844\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5366 - acc: 0.7387 - val_loss: 0.8851 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.65844\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5314 - acc: 0.7452 - val_loss: 0.8051 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.65844\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5220 - acc: 0.7411 - val_loss: 0.7578 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.65844\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5366 - acc: 0.7363 - val_loss: 0.8792 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.65844\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5253 - acc: 0.7403 - val_loss: 0.7383 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.65844\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5232 - acc: 0.7452 - val_loss: 0.8161 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.65844\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5231 - acc: 0.7508 - val_loss: 0.6902 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.65844\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5360 - acc: 0.7403 - val_loss: 0.8785 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.65844\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5290 - acc: 0.7387 - val_loss: 0.7018 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.65844\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5306 - acc: 0.7460 - val_loss: 0.7968 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.65844\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5286 - acc: 0.7508 - val_loss: 0.6992 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.65844\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5257 - acc: 0.7468 - val_loss: 0.7037 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.65844\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5379 - acc: 0.7347 - val_loss: 0.6890 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.65844\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5332 - acc: 0.7403 - val_loss: 0.7075 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.65844\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5139 - acc: 0.7500 - val_loss: 0.7061 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.65844\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5142 - acc: 0.7387 - val_loss: 0.6559 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00048: val_loss improved from 0.65844 to 0.65591, saving model to model-048-0.738710-0.625000.h5\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5032 - acc: 0.7556 - val_loss: 0.6445 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00049: val_loss improved from 0.65591 to 0.64447, saving model to model-049-0.755645-0.625000.h5\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5207 - acc: 0.7403 - val_loss: 0.6747 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.64447\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_19\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_19 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_37 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_37 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_19 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_37 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_38 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_38 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_38 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 16s 13ms/step - loss: 1.3835 - acc: 0.4056 - val_loss: 1.3534 - val_acc: 0.2500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.35343, saving model to model-001-0.405645-0.250000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0194 - acc: 0.5508 - val_loss: 0.8683 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.35343 to 0.86833, saving model to model-002-0.550806-0.725000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8796 - acc: 0.6073 - val_loss: 0.6660 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.86833 to 0.66601, saving model to model-003-0.607258-0.650000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7790 - acc: 0.6621 - val_loss: 0.6114 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.66601 to 0.61135, saving model to model-004-0.662097-0.650000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6879 - acc: 0.6823 - val_loss: 0.6368 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.61135\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6820 - acc: 0.6790 - val_loss: 0.9169 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.61135\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6338 - acc: 0.7089 - val_loss: 0.6776 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.61135\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6118 - acc: 0.7113 - val_loss: 0.6466 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.61135\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6144 - acc: 0.6992 - val_loss: 0.6172 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.61135\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5808 - acc: 0.7250 - val_loss: 0.6119 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.61135\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5757 - acc: 0.7250 - val_loss: 0.6559 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.61135\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5924 - acc: 0.7194 - val_loss: 0.6092 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00012: val_loss improved from 0.61135 to 0.60916, saving model to model-012-0.719355-0.625000.h5\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5755 - acc: 0.7242 - val_loss: 0.6073 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00013: val_loss improved from 0.60916 to 0.60729, saving model to model-013-0.724194-0.700000.h5\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5684 - acc: 0.7315 - val_loss: 0.5996 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.60729 to 0.59957, saving model to model-014-0.731452-0.625000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5540 - acc: 0.7331 - val_loss: 0.6876 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.59957\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5638 - acc: 0.7210 - val_loss: 0.6097 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.59957\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5714 - acc: 0.7137 - val_loss: 0.6367 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.59957\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5533 - acc: 0.7411 - val_loss: 0.6915 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.59957\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5629 - acc: 0.7315 - val_loss: 0.6053 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.59957\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5699 - acc: 0.7185 - val_loss: 0.6243 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.59957\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5503 - acc: 0.7379 - val_loss: 0.6305 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.59957\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5533 - acc: 0.7282 - val_loss: 0.6160 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.59957\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5336 - acc: 0.7339 - val_loss: 0.6019 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.59957\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5456 - acc: 0.7331 - val_loss: 0.5717 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00024: val_loss improved from 0.59957 to 0.57170, saving model to model-024-0.733065-0.625000.h5\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5428 - acc: 0.7331 - val_loss: 0.6532 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.57170\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5530 - acc: 0.7250 - val_loss: 0.6359 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.57170\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5400 - acc: 0.7363 - val_loss: 0.6337 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.57170\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5462 - acc: 0.7347 - val_loss: 0.6061 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.57170\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 6s 5ms/step - loss: 0.5341 - acc: 0.7355 - val_loss: 0.6052 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.57170\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5377 - acc: 0.7282 - val_loss: 0.7124 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.57170\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5404 - acc: 0.7282 - val_loss: 0.6183 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.57170\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5282 - acc: 0.7516 - val_loss: 0.6340 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.57170\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5313 - acc: 0.7492 - val_loss: 0.6916 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.57170\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5373 - acc: 0.7476 - val_loss: 0.7413 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.57170\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5503 - acc: 0.7234 - val_loss: 0.6350 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.57170\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5360 - acc: 0.7387 - val_loss: 0.7095 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.57170\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5330 - acc: 0.7403 - val_loss: 0.6219 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.57170\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5334 - acc: 0.7452 - val_loss: 0.6876 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.57170\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5424 - acc: 0.7395 - val_loss: 0.6671 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.57170\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5383 - acc: 0.7532 - val_loss: 0.6260 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.57170\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5249 - acc: 0.7331 - val_loss: 0.6800 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.57170\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5240 - acc: 0.7508 - val_loss: 0.6132 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.57170\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5233 - acc: 0.7452 - val_loss: 0.6777 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.57170\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5146 - acc: 0.7476 - val_loss: 0.6067 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.57170\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5394 - acc: 0.7371 - val_loss: 0.5845 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.57170\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5256 - acc: 0.7411 - val_loss: 0.7133 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.57170\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5347 - acc: 0.7355 - val_loss: 0.6647 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.57170\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5237 - acc: 0.7339 - val_loss: 0.7085 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.57170\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5153 - acc: 0.7492 - val_loss: 0.6374 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.57170\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5047 - acc: 0.7581 - val_loss: 0.7970 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.57170\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_20\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_20 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_39 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_39 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_20 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_39 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_40 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_40 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_40 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 16s 13ms/step - loss: 1.3584 - acc: 0.3992 - val_loss: 0.9802 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.98018, saving model to model-001-0.399194-0.525000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.9652 - acc: 0.5669 - val_loss: 0.8364 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00002: val_loss improved from 0.98018 to 0.83636, saving model to model-002-0.566935-0.525000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8081 - acc: 0.6411 - val_loss: 0.7979 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.83636 to 0.79792, saving model to model-003-0.641129-0.600000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7347 - acc: 0.6815 - val_loss: 0.9337 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.79792\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6727 - acc: 0.6855 - val_loss: 1.0121 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.79792\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6393 - acc: 0.7121 - val_loss: 0.9981 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.79792\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6343 - acc: 0.7008 - val_loss: 1.0864 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.79792\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6021 - acc: 0.7194 - val_loss: 0.8959 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.79792\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6117 - acc: 0.7065 - val_loss: 0.9710 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.79792\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6049 - acc: 0.7073 - val_loss: 0.9299 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.79792\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5702 - acc: 0.7234 - val_loss: 0.7374 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.79792 to 0.73739, saving model to model-011-0.723387-0.575000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5923 - acc: 0.7056 - val_loss: 0.7563 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.73739\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5642 - acc: 0.7282 - val_loss: 0.7300 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00013: val_loss improved from 0.73739 to 0.73004, saving model to model-013-0.728226-0.600000.h5\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5663 - acc: 0.7290 - val_loss: 0.7141 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.73004 to 0.71413, saving model to model-014-0.729032-0.600000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5707 - acc: 0.7315 - val_loss: 0.7985 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.71413\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5729 - acc: 0.7202 - val_loss: 0.8743 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.71413\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5734 - acc: 0.7177 - val_loss: 0.9396 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.71413\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5653 - acc: 0.7065 - val_loss: 0.8827 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.71413\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5656 - acc: 0.7113 - val_loss: 0.7515 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.71413\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5538 - acc: 0.7355 - val_loss: 1.4440 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.71413\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5668 - acc: 0.7274 - val_loss: 0.7093 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00021: val_loss improved from 0.71413 to 0.70925, saving model to model-021-0.727419-0.575000.h5\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5428 - acc: 0.7315 - val_loss: 0.6815 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00022: val_loss improved from 0.70925 to 0.68151, saving model to model-022-0.731452-0.575000.h5\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5540 - acc: 0.7145 - val_loss: 0.7077 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.68151\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5552 - acc: 0.7194 - val_loss: 0.7027 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.68151\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5479 - acc: 0.7339 - val_loss: 0.6976 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.68151\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5476 - acc: 0.7242 - val_loss: 0.7973 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.68151\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5357 - acc: 0.7411 - val_loss: 0.9065 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.68151\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5430 - acc: 0.7403 - val_loss: 0.7834 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.68151\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5484 - acc: 0.7258 - val_loss: 0.8021 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.68151\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5481 - acc: 0.7250 - val_loss: 0.7044 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.68151\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5510 - acc: 0.7266 - val_loss: 0.6937 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.68151\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5318 - acc: 0.7331 - val_loss: 0.7127 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.68151\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5369 - acc: 0.7371 - val_loss: 0.6547 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00033: val_loss improved from 0.68151 to 0.65470, saving model to model-033-0.737097-0.675000.h5\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5351 - acc: 0.7306 - val_loss: 0.6511 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00034: val_loss improved from 0.65470 to 0.65111, saving model to model-034-0.730645-0.675000.h5\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5332 - acc: 0.7315 - val_loss: 0.6949 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.65111\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5472 - acc: 0.7274 - val_loss: 0.7301 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.65111\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5316 - acc: 0.7476 - val_loss: 0.6619 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.65111\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5463 - acc: 0.7339 - val_loss: 0.7173 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.65111\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5280 - acc: 0.7427 - val_loss: 1.1105 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.65111\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5251 - acc: 0.7379 - val_loss: 0.7175 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.65111\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5335 - acc: 0.7347 - val_loss: 0.7158 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.65111\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5332 - acc: 0.7355 - val_loss: 0.7506 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.65111\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5235 - acc: 0.7565 - val_loss: 0.7473 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.65111\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5324 - acc: 0.7355 - val_loss: 0.7108 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.65111\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5441 - acc: 0.7331 - val_loss: 0.6706 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.65111\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5394 - acc: 0.7403 - val_loss: 0.6759 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.65111\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5355 - acc: 0.7387 - val_loss: 0.6593 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.65111\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5364 - acc: 0.7435 - val_loss: 0.6493 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00048: val_loss improved from 0.65111 to 0.64926, saving model to model-048-0.743548-0.675000.h5\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5375 - acc: 0.7444 - val_loss: 0.6556 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.64926\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5233 - acc: 0.7484 - val_loss: 0.7330 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.64926\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_21\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_21 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_41 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_41 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_21 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_41 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_42 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_42 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_42 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 17s 13ms/step - loss: 1.3506 - acc: 0.4161 - val_loss: 0.9553 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.95529, saving model to model-001-0.416129-0.675000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.9799 - acc: 0.5492 - val_loss: 1.0747 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00002: val_loss did not improve from 0.95529\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8407 - acc: 0.6306 - val_loss: 0.8083 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.95529 to 0.80828, saving model to model-003-0.630645-0.700000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7558 - acc: 0.6613 - val_loss: 0.9030 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.80828\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6823 - acc: 0.6919 - val_loss: 0.7573 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.80828 to 0.75726, saving model to model-005-0.691935-0.650000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6489 - acc: 0.6935 - val_loss: 0.7291 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.75726 to 0.72914, saving model to model-006-0.693548-0.625000.h5\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6246 - acc: 0.7024 - val_loss: 1.4584 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.72914\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6073 - acc: 0.7169 - val_loss: 0.9729 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.72914\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5949 - acc: 0.7097 - val_loss: 0.7311 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.72914\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5892 - acc: 0.7137 - val_loss: 3.9053 - val_acc: 0.1000\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.72914\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5925 - acc: 0.7065 - val_loss: 0.7067 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.72914 to 0.70667, saving model to model-011-0.706452-0.625000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5820 - acc: 0.7056 - val_loss: 0.7905 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.70667\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5709 - acc: 0.7226 - val_loss: 1.0150 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.70667\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5707 - acc: 0.7250 - val_loss: 0.7138 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.70667\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5740 - acc: 0.7315 - val_loss: 0.7107 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.70667\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5626 - acc: 0.7210 - val_loss: 0.7807 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.70667\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5634 - acc: 0.7323 - val_loss: 0.7772 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.70667\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5656 - acc: 0.7210 - val_loss: 0.7376 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.70667\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5628 - acc: 0.7250 - val_loss: 0.6879 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00019: val_loss improved from 0.70667 to 0.68786, saving model to model-019-0.725000-0.600000.h5\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5523 - acc: 0.7339 - val_loss: 0.7617 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.68786\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5533 - acc: 0.7274 - val_loss: 0.6996 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.68786\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5401 - acc: 0.7411 - val_loss: 0.7370 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.68786\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5427 - acc: 0.7411 - val_loss: 0.6705 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00023: val_loss improved from 0.68786 to 0.67052, saving model to model-023-0.741129-0.675000.h5\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5574 - acc: 0.7306 - val_loss: 1.7372 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.67052\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5472 - acc: 0.7371 - val_loss: 0.6333 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00025: val_loss improved from 0.67052 to 0.63325, saving model to model-025-0.737097-0.700000.h5\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5383 - acc: 0.7347 - val_loss: 0.7756 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.63325\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5466 - acc: 0.7298 - val_loss: 0.7090 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.63325\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5495 - acc: 0.7306 - val_loss: 0.7044 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.63325\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5535 - acc: 0.7258 - val_loss: 0.6888 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.63325\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5423 - acc: 0.7290 - val_loss: 0.7149 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.63325\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5299 - acc: 0.7379 - val_loss: 0.6679 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.63325\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5278 - acc: 0.7444 - val_loss: 0.7047 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.63325\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5444 - acc: 0.7306 - val_loss: 0.6779 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.63325\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5350 - acc: 0.7403 - val_loss: 0.7092 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.63325\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5273 - acc: 0.7444 - val_loss: 0.7302 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.63325\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5347 - acc: 0.7379 - val_loss: 0.8465 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.63325\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5166 - acc: 0.7427 - val_loss: 1.0238 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.63325\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5459 - acc: 0.7282 - val_loss: 0.7382 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.63325\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5536 - acc: 0.7242 - val_loss: 0.7654 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.63325\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5487 - acc: 0.7403 - val_loss: 0.7761 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.63325\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5346 - acc: 0.7468 - val_loss: 0.7764 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.63325\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5490 - acc: 0.7347 - val_loss: 0.7898 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.63325\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5219 - acc: 0.7419 - val_loss: 0.7819 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.63325\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5112 - acc: 0.7532 - val_loss: 0.7465 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.63325\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5200 - acc: 0.7532 - val_loss: 0.8409 - val_acc: 0.4250\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.63325\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5299 - acc: 0.7363 - val_loss: 0.7109 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.63325\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5277 - acc: 0.7516 - val_loss: 0.8474 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.63325\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5299 - acc: 0.7403 - val_loss: 0.7546 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.63325\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5392 - acc: 0.7395 - val_loss: 0.7907 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.63325\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5321 - acc: 0.7468 - val_loss: 0.7716 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.63325\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_22\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_22 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_43 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_43 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_22 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_43 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_44 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_44 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_44 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 17s 14ms/step - loss: 1.4129 - acc: 0.4129 - val_loss: 1.4965 - val_acc: 0.3500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.49650, saving model to model-001-0.412903-0.350000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0374 - acc: 0.5274 - val_loss: 1.0807 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.49650 to 1.08066, saving model to model-002-0.527419-0.475000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8938 - acc: 0.6258 - val_loss: 0.7479 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00003: val_loss improved from 1.08066 to 0.74791, saving model to model-003-0.625806-0.725000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7903 - acc: 0.6540 - val_loss: 0.7215 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.74791 to 0.72150, saving model to model-004-0.654032-0.700000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7321 - acc: 0.6621 - val_loss: 0.6770 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.72150 to 0.67703, saving model to model-005-0.662097-0.775000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6738 - acc: 0.6790 - val_loss: 0.6994 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.67703\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6610 - acc: 0.6782 - val_loss: 0.6419 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00007: val_loss improved from 0.67703 to 0.64191, saving model to model-007-0.678226-0.775000.h5\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6172 - acc: 0.7000 - val_loss: 0.6782 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.64191\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6237 - acc: 0.7056 - val_loss: 0.6092 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00009: val_loss improved from 0.64191 to 0.60917, saving model to model-009-0.705645-0.775000.h5\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5886 - acc: 0.7097 - val_loss: 0.6232 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.60917\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5955 - acc: 0.7185 - val_loss: 0.5653 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.60917 to 0.56526, saving model to model-011-0.718548-0.775000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5753 - acc: 0.7250 - val_loss: 0.6113 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.56526\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5712 - acc: 0.7153 - val_loss: 0.6214 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.56526\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5672 - acc: 0.7194 - val_loss: 0.8060 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.56526\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5885 - acc: 0.7081 - val_loss: 0.6445 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.56526\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5640 - acc: 0.7282 - val_loss: 0.6405 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.56526\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5738 - acc: 0.7218 - val_loss: 0.6019 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.56526\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5665 - acc: 0.7202 - val_loss: 0.6052 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.56526\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5792 - acc: 0.7202 - val_loss: 0.6589 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.56526\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5625 - acc: 0.7282 - val_loss: 0.6195 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.56526\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5543 - acc: 0.7306 - val_loss: 0.6216 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.56526\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5476 - acc: 0.7274 - val_loss: 0.6017 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.56526\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5433 - acc: 0.7266 - val_loss: 0.6252 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.56526\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5425 - acc: 0.7347 - val_loss: 0.5884 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.56526\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5390 - acc: 0.7331 - val_loss: 0.6162 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.56526\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5439 - acc: 0.7331 - val_loss: 0.6539 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.56526\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5566 - acc: 0.7258 - val_loss: 0.6307 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.56526\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5490 - acc: 0.7339 - val_loss: 0.7819 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.56526\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5446 - acc: 0.7347 - val_loss: 0.7002 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.56526\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5340 - acc: 0.7355 - val_loss: 0.6683 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.56526\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5374 - acc: 0.7371 - val_loss: 0.7508 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.56526\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5410 - acc: 0.7444 - val_loss: 0.7279 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.56526\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5251 - acc: 0.7363 - val_loss: 1.1781 - val_acc: 0.3750\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.56526\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5423 - acc: 0.7298 - val_loss: 0.8366 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.56526\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5386 - acc: 0.7218 - val_loss: 2.0010 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.56526\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5504 - acc: 0.7298 - val_loss: 0.8424 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.56526\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5320 - acc: 0.7427 - val_loss: 0.7571 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.56526\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5247 - acc: 0.7548 - val_loss: 0.7864 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.56526\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5422 - acc: 0.7371 - val_loss: 0.9233 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.56526\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5212 - acc: 0.7371 - val_loss: 0.7771 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.56526\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5204 - acc: 0.7444 - val_loss: 0.9236 - val_acc: 0.3500\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.56526\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5431 - acc: 0.7411 - val_loss: 0.8518 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.56526\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5397 - acc: 0.7298 - val_loss: 0.7656 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.56526\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5341 - acc: 0.7532 - val_loss: 0.6823 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.56526\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5277 - acc: 0.7419 - val_loss: 0.6754 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.56526\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5270 - acc: 0.7355 - val_loss: 0.7347 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.56526\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5228 - acc: 0.7323 - val_loss: 0.6135 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.56526\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5104 - acc: 0.7532 - val_loss: 0.7670 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.56526\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5189 - acc: 0.7468 - val_loss: 0.9238 - val_acc: 0.3750\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.56526\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5362 - acc: 0.7419 - val_loss: 0.7418 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.56526\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_23\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_23 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_45 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_45 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_23 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_45 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_46 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_46 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_46 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 18s 14ms/step - loss: 1.3447 - acc: 0.3992 - val_loss: 0.9695 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.96950, saving model to model-001-0.399194-0.625000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0000 - acc: 0.5323 - val_loss: 1.6084 - val_acc: 0.2250\n",
            "\n",
            "Epoch 00002: val_loss did not improve from 0.96950\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8558 - acc: 0.6202 - val_loss: 1.0491 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00003: val_loss did not improve from 0.96950\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7445 - acc: 0.6734 - val_loss: 0.7895 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.96950 to 0.78954, saving model to model-004-0.673387-0.675000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6804 - acc: 0.6919 - val_loss: 0.6636 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.78954 to 0.66356, saving model to model-005-0.691935-0.675000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6528 - acc: 0.6976 - val_loss: 0.6394 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.66356 to 0.63939, saving model to model-006-0.697581-0.650000.h5\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6419 - acc: 0.6766 - val_loss: 0.6435 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.63939\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6216 - acc: 0.7129 - val_loss: 1.1527 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.63939\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6091 - acc: 0.7105 - val_loss: 0.7906 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.63939\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5842 - acc: 0.7153 - val_loss: 0.6549 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.63939\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5889 - acc: 0.7169 - val_loss: 0.6465 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.63939\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5846 - acc: 0.7177 - val_loss: 0.6166 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00012: val_loss improved from 0.63939 to 0.61663, saving model to model-012-0.717742-0.675000.h5\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5741 - acc: 0.7185 - val_loss: 0.6618 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.61663\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5636 - acc: 0.7202 - val_loss: 0.6388 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.61663\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5633 - acc: 0.7226 - val_loss: 0.5961 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00015: val_loss improved from 0.61663 to 0.59605, saving model to model-015-0.722581-0.675000.h5\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5631 - acc: 0.7161 - val_loss: 0.6610 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.59605\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5718 - acc: 0.7177 - val_loss: 0.7914 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.59605\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5753 - acc: 0.7202 - val_loss: 0.6094 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.59605\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5624 - acc: 0.7258 - val_loss: 0.8426 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.59605\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5564 - acc: 0.7315 - val_loss: 0.6503 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.59605\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5661 - acc: 0.7282 - val_loss: 0.6885 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.59605\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5417 - acc: 0.7339 - val_loss: 0.8058 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.59605\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5523 - acc: 0.7339 - val_loss: 0.8084 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.59605\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5596 - acc: 0.7242 - val_loss: 0.6770 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.59605\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5537 - acc: 0.7355 - val_loss: 0.6739 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.59605\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5597 - acc: 0.7210 - val_loss: 0.6689 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.59605\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5596 - acc: 0.7145 - val_loss: 0.6540 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.59605\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5509 - acc: 0.7290 - val_loss: 0.7009 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.59605\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5320 - acc: 0.7258 - val_loss: 0.6584 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.59605\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5395 - acc: 0.7234 - val_loss: 0.6853 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.59605\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5547 - acc: 0.7323 - val_loss: 0.6953 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.59605\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5336 - acc: 0.7379 - val_loss: 0.6507 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.59605\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5297 - acc: 0.7468 - val_loss: 0.6611 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.59605\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5268 - acc: 0.7460 - val_loss: 0.8984 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.59605\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5347 - acc: 0.7524 - val_loss: 0.8592 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.59605\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5468 - acc: 0.7347 - val_loss: 0.7125 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.59605\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5447 - acc: 0.7234 - val_loss: 0.7637 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.59605\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5282 - acc: 0.7363 - val_loss: 0.7013 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.59605\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5241 - acc: 0.7379 - val_loss: 0.7460 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.59605\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5294 - acc: 0.7444 - val_loss: 0.6740 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.59605\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5400 - acc: 0.7363 - val_loss: 0.7212 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.59605\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5283 - acc: 0.7395 - val_loss: 0.7555 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.59605\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5385 - acc: 0.7444 - val_loss: 0.8727 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.59605\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5345 - acc: 0.7347 - val_loss: 0.6645 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.59605\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5325 - acc: 0.7315 - val_loss: 0.7133 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.59605\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5450 - acc: 0.7355 - val_loss: 0.6583 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.59605\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5422 - acc: 0.7210 - val_loss: 0.8738 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.59605\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5396 - acc: 0.7347 - val_loss: 0.7776 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.59605\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5240 - acc: 0.7355 - val_loss: 0.8041 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.59605\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5386 - acc: 0.7411 - val_loss: 0.6184 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.59605\n",
            "(40, 29, 322)\n",
            "Model: \"sequential_24\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_24 (Bidirectio (None, 29, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_47 (Dropout)         (None, 29, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_47 (Batc (None, 29, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_24 (Flatten)         (None, 7424)              0         \n",
            "_________________________________________________________________\n",
            "dense_47 (Dense)             (None, 128)               950400    \n",
            "_________________________________________________________________\n",
            "dropout_48 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_48 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_48 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,414,147\n",
            "Trainable params: 1,413,379\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 18s 15ms/step - loss: 1.3591 - acc: 0.4008 - val_loss: 1.3150 - val_acc: 0.2750\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.31499, saving model to model-001-0.400806-0.275000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 1.0182 - acc: 0.5266 - val_loss: 1.1249 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.31499 to 1.12491, saving model to model-002-0.526613-0.725000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.8652 - acc: 0.6226 - val_loss: 0.8334 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00003: val_loss improved from 1.12491 to 0.83342, saving model to model-003-0.622581-0.725000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.7663 - acc: 0.6565 - val_loss: 0.7916 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.83342 to 0.79157, saving model to model-004-0.656452-0.725000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6740 - acc: 0.7008 - val_loss: 0.7206 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.79157 to 0.72058, saving model to model-005-0.700806-0.700000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6507 - acc: 0.6839 - val_loss: 0.9399 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.72058\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6116 - acc: 0.7040 - val_loss: 0.9167 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.72058\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5843 - acc: 0.7161 - val_loss: 0.6829 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.72058 to 0.68286, saving model to model-008-0.716129-0.725000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5997 - acc: 0.7089 - val_loss: 0.6494 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00009: val_loss improved from 0.68286 to 0.64940, saving model to model-009-0.708871-0.700000.h5\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5926 - acc: 0.7161 - val_loss: 0.7513 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.64940\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5928 - acc: 0.7137 - val_loss: 0.6861 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.64940\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5639 - acc: 0.7323 - val_loss: 0.6622 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.64940\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5615 - acc: 0.7250 - val_loss: 0.6478 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00013: val_loss improved from 0.64940 to 0.64778, saving model to model-013-0.725000-0.700000.h5\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5747 - acc: 0.7234 - val_loss: 0.6537 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.64778\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5673 - acc: 0.7202 - val_loss: 0.7216 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.64778\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5671 - acc: 0.7234 - val_loss: 0.6862 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.64778\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5594 - acc: 0.7266 - val_loss: 0.7032 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.64778\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5529 - acc: 0.7339 - val_loss: 0.6705 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.64778\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5305 - acc: 0.7323 - val_loss: 0.7714 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.64778\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5479 - acc: 0.7331 - val_loss: 0.6660 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.64778\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5479 - acc: 0.7355 - val_loss: 0.6676 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.64778\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5487 - acc: 0.7371 - val_loss: 0.8435 - val_acc: 0.4250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.64778\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5553 - acc: 0.7298 - val_loss: 0.7326 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.64778\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5446 - acc: 0.7331 - val_loss: 0.6998 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.64778\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5401 - acc: 0.7379 - val_loss: 0.7759 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.64778\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5548 - acc: 0.7315 - val_loss: 0.6962 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.64778\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5442 - acc: 0.7234 - val_loss: 0.7034 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.64778\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5376 - acc: 0.7355 - val_loss: 0.6534 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.64778\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5559 - acc: 0.7290 - val_loss: 0.7612 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.64778\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5490 - acc: 0.7363 - val_loss: 0.6903 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.64778\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5497 - acc: 0.7306 - val_loss: 0.6509 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.64778\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5568 - acc: 0.7274 - val_loss: 0.6447 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00032: val_loss improved from 0.64778 to 0.64475, saving model to model-032-0.727419-0.625000.h5\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5595 - acc: 0.7282 - val_loss: 1.4615 - val_acc: 0.3500\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.64475\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5362 - acc: 0.7419 - val_loss: 0.6525 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.64475\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5355 - acc: 0.7395 - val_loss: 0.6718 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.64475\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5397 - acc: 0.7347 - val_loss: 0.6523 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.64475\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5063 - acc: 0.7581 - val_loss: 0.6851 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.64475\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5368 - acc: 0.7492 - val_loss: 0.6663 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.64475\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5267 - acc: 0.7282 - val_loss: 0.8606 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.64475\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5383 - acc: 0.7315 - val_loss: 1.0796 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.64475\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5330 - acc: 0.7387 - val_loss: 0.8123 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.64475\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5333 - acc: 0.7250 - val_loss: 1.0830 - val_acc: 0.4000\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.64475\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5332 - acc: 0.7282 - val_loss: 0.7053 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.64475\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5190 - acc: 0.7484 - val_loss: 0.6126 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00044: val_loss improved from 0.64475 to 0.61258, saving model to model-044-0.748387-0.700000.h5\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5408 - acc: 0.7379 - val_loss: 0.6117 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00045: val_loss improved from 0.61258 to 0.61169, saving model to model-045-0.737903-0.675000.h5\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5258 - acc: 0.7347 - val_loss: 0.7774 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.61169\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5090 - acc: 0.7427 - val_loss: 1.2239 - val_acc: 0.3250\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.61169\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5053 - acc: 0.7548 - val_loss: 0.6481 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.61169\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5203 - acc: 0.7444 - val_loss: 1.2526 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.61169\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5396 - acc: 0.7298 - val_loss: 0.6446 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.61169\n",
            "[1.3149861335754394, 1.1249056339263916, 0.8334176778793335, 0.7915682315826416, 0.7205799102783204, 0.9398680925369263, 0.9167198896408081, 0.682863450050354, 0.649399197101593, 0.7513149738311767, 0.6861036539077758, 0.6621992588043213, 0.6477810859680175, 0.6536525845527649, 0.7215790510177612, 0.6861741304397583, 0.703210711479187, 0.6705042123794556, 0.7713538646697998, 0.6659798860549927, 0.6676187634468078, 0.8435406923294068, 0.7325798749923706, 0.6998108863830567, 0.7759025812149047, 0.6961860895156861, 0.7034107685089112, 0.6534366488456727, 0.7612081050872803, 0.6902870297431946, 0.6509367227554321, 0.6447465658187866, 1.4614723205566407, 0.6525039315223694, 0.6718356132507324, 0.6523431539535522, 0.6851485252380372, 0.6662537813186645, 0.8605526328086853, 1.079599630832672, 0.8123232841491699, 1.0829755067825317, 0.7052792549133301, 0.6125750541687012, 0.6116906404495239, 0.7774109721183777, 1.2239034652709961, 0.6480739116668701, 1.252570915222168, 0.6446275234222412]\n",
            "(40, 30, 322)\n",
            "Model: \"sequential_25\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_25 (Bidirectio (None, 30, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_49 (Dropout)         (None, 30, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_49 (Batc (None, 30, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_25 (Flatten)         (None, 7680)              0         \n",
            "_________________________________________________________________\n",
            "dense_49 (Dense)             (None, 128)               983168    \n",
            "_________________________________________________________________\n",
            "dropout_50 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_50 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_50 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,446,915\n",
            "Trainable params: 1,446,147\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 19s 15ms/step - loss: 1.4490 - acc: 0.3613 - val_loss: 1.0418 - val_acc: 0.4000\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.04184, saving model to model-001-0.361290-0.400000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0747 - acc: 0.5161 - val_loss: 0.4907 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.04184 to 0.49069, saving model to model-002-0.516129-0.900000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.8913 - acc: 0.5968 - val_loss: 0.6548 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00003: val_loss did not improve from 0.49069\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7710 - acc: 0.6573 - val_loss: 0.5519 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.49069\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7033 - acc: 0.6702 - val_loss: 0.3446 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.49069 to 0.34457, saving model to model-005-0.670161-0.900000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6647 - acc: 0.6911 - val_loss: 0.5389 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.34457\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6468 - acc: 0.6903 - val_loss: 0.3794 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.34457\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6296 - acc: 0.6984 - val_loss: 0.3614 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.34457\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6259 - acc: 0.7008 - val_loss: 0.3642 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.34457\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6046 - acc: 0.6903 - val_loss: 0.4195 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.34457\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5977 - acc: 0.7032 - val_loss: 0.4678 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.34457\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5900 - acc: 0.7016 - val_loss: 0.3798 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.34457\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5850 - acc: 0.7169 - val_loss: 0.4322 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.34457\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5845 - acc: 0.7056 - val_loss: 0.5151 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.34457\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5752 - acc: 0.7065 - val_loss: 0.8060 - val_acc: 0.3000\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.34457\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5951 - acc: 0.7008 - val_loss: 0.5430 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.34457\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5772 - acc: 0.6984 - val_loss: 0.5551 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.34457\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5817 - acc: 0.7032 - val_loss: 0.6721 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.34457\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5829 - acc: 0.7081 - val_loss: 0.5763 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.34457\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5779 - acc: 0.7040 - val_loss: 0.5248 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.34457\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5671 - acc: 0.7210 - val_loss: 0.6933 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.34457\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5699 - acc: 0.7161 - val_loss: 0.4834 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.34457\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5758 - acc: 0.7065 - val_loss: 0.4209 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.34457\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5698 - acc: 0.7169 - val_loss: 0.4874 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.34457\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5590 - acc: 0.7169 - val_loss: 0.5576 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.34457\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5662 - acc: 0.7194 - val_loss: 0.4620 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.34457\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5477 - acc: 0.7210 - val_loss: 0.3341 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00027: val_loss improved from 0.34457 to 0.33407, saving model to model-027-0.720968-0.900000.h5\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5477 - acc: 0.7210 - val_loss: 0.5013 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.33407\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5574 - acc: 0.7411 - val_loss: 0.4111 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.33407\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5685 - acc: 0.7105 - val_loss: 0.4410 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.33407\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5684 - acc: 0.7218 - val_loss: 0.4281 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.33407\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5613 - acc: 0.7194 - val_loss: 0.4129 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.33407\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5538 - acc: 0.7153 - val_loss: 0.3883 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.33407\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5681 - acc: 0.7121 - val_loss: 0.3985 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.33407\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5570 - acc: 0.7250 - val_loss: 0.5044 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.33407\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5596 - acc: 0.7194 - val_loss: 0.4854 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.33407\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5630 - acc: 0.7137 - val_loss: 0.3761 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.33407\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5462 - acc: 0.7355 - val_loss: 0.6995 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.33407\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5555 - acc: 0.7242 - val_loss: 0.4956 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.33407\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5662 - acc: 0.7105 - val_loss: 0.4183 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.33407\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.5497 - acc: 0.7379 - val_loss: 1.3691 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.33407\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5380 - acc: 0.7250 - val_loss: 0.4091 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.33407\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5364 - acc: 0.7234 - val_loss: 0.4043 - val_acc: 0.9000\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.33407\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5431 - acc: 0.7290 - val_loss: 0.5147 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.33407\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5321 - acc: 0.7266 - val_loss: 0.4872 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.33407\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5383 - acc: 0.7395 - val_loss: 0.6072 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.33407\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5456 - acc: 0.7306 - val_loss: 0.3776 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.33407\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5623 - acc: 0.7258 - val_loss: 0.4435 - val_acc: 0.8500\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.33407\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5400 - acc: 0.7315 - val_loss: 0.4883 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.33407\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5268 - acc: 0.7476 - val_loss: 0.5567 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.33407\n",
            "(40, 30, 322)\n",
            "Model: \"sequential_26\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_26 (Bidirectio (None, 30, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_51 (Dropout)         (None, 30, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_51 (Batc (None, 30, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_26 (Flatten)         (None, 7680)              0         \n",
            "_________________________________________________________________\n",
            "dense_51 (Dense)             (None, 128)               983168    \n",
            "_________________________________________________________________\n",
            "dropout_52 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_52 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_52 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,446,915\n",
            "Trainable params: 1,446,147\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 20s 16ms/step - loss: 1.4203 - acc: 0.3871 - val_loss: 1.1295 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.12953, saving model to model-001-0.387097-0.650000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0165 - acc: 0.5234 - val_loss: 0.8537 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.12953 to 0.85367, saving model to model-002-0.523387-0.675000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.8368 - acc: 0.6218 - val_loss: 0.8457 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.85367 to 0.84573, saving model to model-003-0.621774-0.675000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7607 - acc: 0.6597 - val_loss: 0.7520 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.84573 to 0.75196, saving model to model-004-0.659677-0.700000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6833 - acc: 0.6984 - val_loss: 0.7012 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.75196 to 0.70118, saving model to model-005-0.698387-0.700000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6556 - acc: 0.6895 - val_loss: 0.7822 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.70118\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6301 - acc: 0.7065 - val_loss: 0.6923 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00007: val_loss improved from 0.70118 to 0.69226, saving model to model-007-0.706452-0.700000.h5\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6336 - acc: 0.6935 - val_loss: 0.8102 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.69226\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6187 - acc: 0.6863 - val_loss: 0.7229 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.69226\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6129 - acc: 0.6960 - val_loss: 0.8774 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.69226\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5989 - acc: 0.7073 - val_loss: 0.6173 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00011: val_loss improved from 0.69226 to 0.61730, saving model to model-011-0.707258-0.675000.h5\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5936 - acc: 0.7024 - val_loss: 0.6883 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.61730\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5660 - acc: 0.7129 - val_loss: 0.6479 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.61730\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5718 - acc: 0.7177 - val_loss: 0.7148 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.61730\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5778 - acc: 0.7145 - val_loss: 1.1193 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.61730\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5736 - acc: 0.7202 - val_loss: 0.6496 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.61730\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5751 - acc: 0.7145 - val_loss: 0.6926 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.61730\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5555 - acc: 0.7177 - val_loss: 0.6904 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.61730\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5658 - acc: 0.7218 - val_loss: 0.9916 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.61730\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5713 - acc: 0.7097 - val_loss: 0.8231 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.61730\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5656 - acc: 0.7226 - val_loss: 0.7686 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.61730\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5510 - acc: 0.7315 - val_loss: 3.0941 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.61730\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5607 - acc: 0.7210 - val_loss: 0.7207 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.61730\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5619 - acc: 0.7129 - val_loss: 0.7125 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.61730\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5647 - acc: 0.7129 - val_loss: 0.8557 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.61730\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5552 - acc: 0.7234 - val_loss: 0.6791 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.61730\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5408 - acc: 0.7298 - val_loss: 0.7535 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.61730\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5696 - acc: 0.7113 - val_loss: 2.4184 - val_acc: 0.1250\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.61730\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5674 - acc: 0.7234 - val_loss: 0.8283 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.61730\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5616 - acc: 0.7097 - val_loss: 0.8230 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.61730\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5493 - acc: 0.7234 - val_loss: 0.7561 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.61730\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5469 - acc: 0.7210 - val_loss: 0.7331 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.61730\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5471 - acc: 0.7242 - val_loss: 0.6601 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.61730\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5564 - acc: 0.7266 - val_loss: 0.6969 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.61730\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5577 - acc: 0.7266 - val_loss: 0.6968 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.61730\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5562 - acc: 0.7306 - val_loss: 0.6201 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.61730\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5560 - acc: 0.7177 - val_loss: 0.6732 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.61730\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5545 - acc: 0.7266 - val_loss: 0.7166 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.61730\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5425 - acc: 0.7185 - val_loss: 0.7164 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.61730\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5514 - acc: 0.7371 - val_loss: 0.7495 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.61730\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5562 - acc: 0.7161 - val_loss: 0.7439 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.61730\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5407 - acc: 0.7315 - val_loss: 0.7732 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.61730\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5370 - acc: 0.7218 - val_loss: 0.6797 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.61730\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5341 - acc: 0.7363 - val_loss: 0.7091 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.61730\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5468 - acc: 0.7363 - val_loss: 0.7126 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.61730\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5349 - acc: 0.7363 - val_loss: 0.6788 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.61730\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5306 - acc: 0.7419 - val_loss: 0.6790 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.61730\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5259 - acc: 0.7298 - val_loss: 0.7426 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.61730\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5340 - acc: 0.7387 - val_loss: 0.6906 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.61730\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5250 - acc: 0.7387 - val_loss: 0.7101 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.61730\n",
            "(40, 30, 322)\n",
            "Model: \"sequential_27\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_27 (Bidirectio (None, 30, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_53 (Dropout)         (None, 30, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_53 (Batc (None, 30, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_27 (Flatten)         (None, 7680)              0         \n",
            "_________________________________________________________________\n",
            "dense_53 (Dense)             (None, 128)               983168    \n",
            "_________________________________________________________________\n",
            "dropout_54 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_54 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_54 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,446,915\n",
            "Trainable params: 1,446,147\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 20s 16ms/step - loss: 1.3719 - acc: 0.3871 - val_loss: 1.3855 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.38554, saving model to model-001-0.387097-0.450000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0239 - acc: 0.5306 - val_loss: 1.3577 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.38554 to 1.35772, saving model to model-002-0.530645-0.500000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.8869 - acc: 0.6185 - val_loss: 0.9745 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00003: val_loss improved from 1.35772 to 0.97448, saving model to model-003-0.618548-0.525000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7637 - acc: 0.6565 - val_loss: 1.0816 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.97448\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7033 - acc: 0.6798 - val_loss: 1.0465 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00005: val_loss did not improve from 0.97448\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6538 - acc: 0.6960 - val_loss: 1.2320 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.97448\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6428 - acc: 0.7000 - val_loss: 0.9124 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00007: val_loss improved from 0.97448 to 0.91242, saving model to model-007-0.700000-0.525000.h5\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6137 - acc: 0.7040 - val_loss: 0.8860 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.91242 to 0.88605, saving model to model-008-0.704032-0.525000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6015 - acc: 0.7073 - val_loss: 1.1908 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.88605\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.5865 - acc: 0.7137 - val_loss: 0.8730 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00010: val_loss improved from 0.88605 to 0.87299, saving model to model-010-0.713710-0.550000.h5\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5884 - acc: 0.7105 - val_loss: 3.9306 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.87299\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5677 - acc: 0.7218 - val_loss: 0.7936 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00012: val_loss improved from 0.87299 to 0.79357, saving model to model-012-0.721774-0.550000.h5\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5815 - acc: 0.7169 - val_loss: 0.8339 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.79357\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5871 - acc: 0.7081 - val_loss: 0.7872 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.79357 to 0.78722, saving model to model-014-0.708065-0.500000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5692 - acc: 0.7210 - val_loss: 0.8212 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.78722\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5726 - acc: 0.7073 - val_loss: 3.5167 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.78722\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5686 - acc: 0.7234 - val_loss: 1.7250 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.78722\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5709 - acc: 0.7073 - val_loss: 0.8248 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.78722\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5735 - acc: 0.7169 - val_loss: 0.8117 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.78722\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5674 - acc: 0.7290 - val_loss: 0.8418 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.78722\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5736 - acc: 0.7105 - val_loss: 0.7670 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00021: val_loss improved from 0.78722 to 0.76702, saving model to model-021-0.710484-0.525000.h5\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5606 - acc: 0.7153 - val_loss: 0.7198 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00022: val_loss improved from 0.76702 to 0.71982, saving model to model-022-0.715323-0.550000.h5\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5556 - acc: 0.7266 - val_loss: 1.1462 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.71982\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5745 - acc: 0.7161 - val_loss: 1.2892 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.71982\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5673 - acc: 0.7234 - val_loss: 0.7364 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.71982\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5565 - acc: 0.7234 - val_loss: 0.7549 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.71982\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5631 - acc: 0.7194 - val_loss: 0.8806 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.71982\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5526 - acc: 0.7331 - val_loss: 0.7474 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.71982\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5540 - acc: 0.7339 - val_loss: 0.7683 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.71982\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5515 - acc: 0.7266 - val_loss: 0.7739 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.71982\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5538 - acc: 0.7282 - val_loss: 0.8546 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.71982\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5442 - acc: 0.7492 - val_loss: 1.2915 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.71982\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5509 - acc: 0.7145 - val_loss: 0.9945 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.71982\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5442 - acc: 0.7363 - val_loss: 0.9730 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.71982\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5588 - acc: 0.7210 - val_loss: 0.8190 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.71982\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5401 - acc: 0.7282 - val_loss: 0.8622 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.71982\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5436 - acc: 0.7306 - val_loss: 0.8911 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.71982\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5449 - acc: 0.7331 - val_loss: 1.2457 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.71982\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5374 - acc: 0.7315 - val_loss: 1.1695 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.71982\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5326 - acc: 0.7363 - val_loss: 1.0346 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.71982\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5486 - acc: 0.7274 - val_loss: 0.9029 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.71982\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5575 - acc: 0.7145 - val_loss: 0.8936 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.71982\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5418 - acc: 0.7339 - val_loss: 0.9503 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.71982\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5425 - acc: 0.7282 - val_loss: 1.0706 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.71982\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5375 - acc: 0.7427 - val_loss: 0.9917 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.71982\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5326 - acc: 0.7347 - val_loss: 0.8271 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.71982\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5192 - acc: 0.7403 - val_loss: 0.8759 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.71982\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5229 - acc: 0.7403 - val_loss: 0.9684 - val_acc: 0.5250\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.71982\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5265 - acc: 0.7427 - val_loss: 0.8062 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.71982\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5338 - acc: 0.7379 - val_loss: 0.9428 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.71982\n",
            "(40, 30, 322)\n",
            "Model: \"sequential_28\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_28 (Bidirectio (None, 30, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_55 (Dropout)         (None, 30, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_55 (Batc (None, 30, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_28 (Flatten)         (None, 7680)              0         \n",
            "_________________________________________________________________\n",
            "dense_55 (Dense)             (None, 128)               983168    \n",
            "_________________________________________________________________\n",
            "dropout_56 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_56 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_56 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,446,915\n",
            "Trainable params: 1,446,147\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 21s 17ms/step - loss: 1.4300 - acc: 0.3831 - val_loss: 1.4277 - val_acc: 0.2000\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.42774, saving model to model-001-0.383065-0.200000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0314 - acc: 0.5169 - val_loss: 0.8278 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.42774 to 0.82776, saving model to model-002-0.516935-0.775000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.8593 - acc: 0.6056 - val_loss: 0.5812 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.82776 to 0.58123, saving model to model-003-0.605645-0.800000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.7555 - acc: 0.6565 - val_loss: 0.6253 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.58123\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.6821 - acc: 0.6887 - val_loss: 0.4708 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.58123 to 0.47083, saving model to model-005-0.688710-0.800000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6521 - acc: 0.6903 - val_loss: 0.5033 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.47083\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6339 - acc: 0.7016 - val_loss: 0.5023 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.47083\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6177 - acc: 0.7065 - val_loss: 0.5086 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.47083\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6134 - acc: 0.6976 - val_loss: 2.0383 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.47083\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.6121 - acc: 0.6992 - val_loss: 0.4883 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00010: val_loss did not improve from 0.47083\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5994 - acc: 0.7000 - val_loss: 0.5321 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.47083\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5905 - acc: 0.7032 - val_loss: 0.4771 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.47083\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5916 - acc: 0.7081 - val_loss: 0.5278 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.47083\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5809 - acc: 0.7194 - val_loss: 0.5117 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.47083\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5791 - acc: 0.7089 - val_loss: 0.4817 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.47083\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5823 - acc: 0.7089 - val_loss: 0.5393 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.47083\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5761 - acc: 0.7129 - val_loss: 0.5034 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.47083\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5788 - acc: 0.7113 - val_loss: 0.5002 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.47083\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5667 - acc: 0.7097 - val_loss: 0.5243 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.47083\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5707 - acc: 0.7169 - val_loss: 0.5586 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.47083\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5647 - acc: 0.7177 - val_loss: 0.5113 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.47083\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5799 - acc: 0.7065 - val_loss: 0.4893 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.47083\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5818 - acc: 0.7048 - val_loss: 0.4619 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00023: val_loss improved from 0.47083 to 0.46194, saving model to model-023-0.704839-0.800000.h5\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5733 - acc: 0.7161 - val_loss: 0.4896 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.46194\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5679 - acc: 0.7202 - val_loss: 0.4976 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.46194\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5714 - acc: 0.7056 - val_loss: 0.5040 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.46194\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5686 - acc: 0.7137 - val_loss: 0.5873 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.46194\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5762 - acc: 0.7089 - val_loss: 0.5561 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.46194\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5751 - acc: 0.7129 - val_loss: 1.0340 - val_acc: 0.3750\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.46194\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5873 - acc: 0.6952 - val_loss: 0.5013 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.46194\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5765 - acc: 0.7137 - val_loss: 0.4888 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.46194\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5789 - acc: 0.7056 - val_loss: 0.4946 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.46194\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5692 - acc: 0.7065 - val_loss: 0.5190 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.46194\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5778 - acc: 0.7089 - val_loss: 0.5130 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.46194\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5782 - acc: 0.7105 - val_loss: 0.5375 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.46194\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5783 - acc: 0.7097 - val_loss: 0.4718 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.46194\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5686 - acc: 0.7129 - val_loss: 0.5527 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.46194\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5638 - acc: 0.7194 - val_loss: 0.5603 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.46194\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5670 - acc: 0.7153 - val_loss: 0.5005 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.46194\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5586 - acc: 0.7242 - val_loss: 0.5155 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.46194\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5462 - acc: 0.7282 - val_loss: 0.5490 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.46194\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5550 - acc: 0.7266 - val_loss: 0.5594 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.46194\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5528 - acc: 0.7250 - val_loss: 0.5215 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.46194\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5612 - acc: 0.7250 - val_loss: 0.5467 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.46194\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5524 - acc: 0.7242 - val_loss: 0.5143 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.46194\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5551 - acc: 0.7234 - val_loss: 0.5531 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.46194\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5450 - acc: 0.7290 - val_loss: 1.1282 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.46194\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5638 - acc: 0.7081 - val_loss: 0.6542 - val_acc: 0.8250\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.46194\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5649 - acc: 0.7048 - val_loss: 0.6517 - val_acc: 0.8750\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.46194\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5478 - acc: 0.7298 - val_loss: 0.6075 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.46194\n",
            "(40, 30, 322)\n",
            "Model: \"sequential_29\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_29 (Bidirectio (None, 30, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_57 (Dropout)         (None, 30, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_57 (Batc (None, 30, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_29 (Flatten)         (None, 7680)              0         \n",
            "_________________________________________________________________\n",
            "dense_57 (Dense)             (None, 128)               983168    \n",
            "_________________________________________________________________\n",
            "dropout_58 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_58 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_58 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,446,915\n",
            "Trainable params: 1,446,147\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 21s 17ms/step - loss: 1.4038 - acc: 0.3798 - val_loss: 1.2555 - val_acc: 0.4750\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 1.25551, saving model to model-001-0.379839-0.475000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0580 - acc: 0.5177 - val_loss: 0.8140 - val_acc: 0.8000\n",
            "\n",
            "Epoch 00002: val_loss improved from 1.25551 to 0.81405, saving model to model-002-0.517742-0.800000.h5\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.8941 - acc: 0.6137 - val_loss: 0.8586 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00003: val_loss did not improve from 0.81405\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7711 - acc: 0.6540 - val_loss: 0.7787 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00004: val_loss improved from 0.81405 to 0.77871, saving model to model-004-0.654032-0.575000.h5\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7063 - acc: 0.6766 - val_loss: 0.6686 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.77871 to 0.66864, saving model to model-005-0.676613-0.700000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6856 - acc: 0.6782 - val_loss: 0.7016 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00006: val_loss did not improve from 0.66864\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6355 - acc: 0.6935 - val_loss: 0.7333 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.66864\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6316 - acc: 0.7113 - val_loss: 0.6089 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00008: val_loss improved from 0.66864 to 0.60886, saving model to model-008-0.711290-0.775000.h5\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6089 - acc: 0.7089 - val_loss: 0.5553 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00009: val_loss improved from 0.60886 to 0.55534, saving model to model-009-0.708871-0.775000.h5\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5881 - acc: 0.7113 - val_loss: 0.5379 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00010: val_loss improved from 0.55534 to 0.53789, saving model to model-010-0.711290-0.775000.h5\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5828 - acc: 0.7065 - val_loss: 0.5468 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.53789\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5971 - acc: 0.7097 - val_loss: 0.6075 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.53789\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5899 - acc: 0.7097 - val_loss: 0.5835 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.53789\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5763 - acc: 0.7161 - val_loss: 0.7224 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00014: val_loss did not improve from 0.53789\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5888 - acc: 0.7129 - val_loss: 0.5906 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.53789\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5761 - acc: 0.7258 - val_loss: 0.5344 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00016: val_loss improved from 0.53789 to 0.53436, saving model to model-016-0.725806-0.775000.h5\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5894 - acc: 0.7048 - val_loss: 0.6913 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.53436\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5898 - acc: 0.6952 - val_loss: 0.5363 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.53436\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5743 - acc: 0.7202 - val_loss: 0.5537 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.53436\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5684 - acc: 0.7274 - val_loss: 0.7098 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.53436\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5657 - acc: 0.7282 - val_loss: 0.6751 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.53436\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5559 - acc: 0.7226 - val_loss: 0.5575 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.53436\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5633 - acc: 0.7137 - val_loss: 0.5483 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.53436\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5466 - acc: 0.7387 - val_loss: 0.6601 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.53436\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5488 - acc: 0.7315 - val_loss: 0.6073 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.53436\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5496 - acc: 0.7266 - val_loss: 0.5498 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.53436\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5577 - acc: 0.7250 - val_loss: 0.5595 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.53436\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5703 - acc: 0.7218 - val_loss: 0.5720 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.53436\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5678 - acc: 0.7202 - val_loss: 0.5363 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.53436\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5675 - acc: 0.7218 - val_loss: 0.5311 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00030: val_loss improved from 0.53436 to 0.53105, saving model to model-030-0.721774-0.775000.h5\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.5648 - acc: 0.7169 - val_loss: 0.5378 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.53105\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5602 - acc: 0.7274 - val_loss: 0.5179 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00032: val_loss improved from 0.53105 to 0.51789, saving model to model-032-0.727419-0.750000.h5\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5639 - acc: 0.7145 - val_loss: 0.5537 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.51789\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5550 - acc: 0.7250 - val_loss: 0.5708 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.51789\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5479 - acc: 0.7218 - val_loss: 0.5766 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.51789\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5601 - acc: 0.7266 - val_loss: 0.6925 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.51789\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5694 - acc: 0.7040 - val_loss: 0.7348 - val_acc: 0.6000\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.51789\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5647 - acc: 0.7202 - val_loss: 0.5415 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.51789\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5608 - acc: 0.7185 - val_loss: 0.5210 - val_acc: 0.7750\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.51789\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5467 - acc: 0.7282 - val_loss: 0.6141 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.51789\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5531 - acc: 0.7169 - val_loss: 0.7714 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.51789\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5437 - acc: 0.7210 - val_loss: 0.5551 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.51789\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5513 - acc: 0.7266 - val_loss: 0.5733 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.51789\n",
            "Epoch 44/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5424 - acc: 0.7298 - val_loss: 0.5915 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00044: val_loss did not improve from 0.51789\n",
            "Epoch 45/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5409 - acc: 0.7298 - val_loss: 0.6306 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00045: val_loss did not improve from 0.51789\n",
            "Epoch 46/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5357 - acc: 0.7323 - val_loss: 0.5526 - val_acc: 0.7500\n",
            "\n",
            "Epoch 00046: val_loss did not improve from 0.51789\n",
            "Epoch 47/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5358 - acc: 0.7452 - val_loss: 0.6739 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00047: val_loss did not improve from 0.51789\n",
            "Epoch 48/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5485 - acc: 0.7137 - val_loss: 0.5924 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00048: val_loss did not improve from 0.51789\n",
            "Epoch 49/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5310 - acc: 0.7395 - val_loss: 0.6305 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00049: val_loss did not improve from 0.51789\n",
            "Epoch 50/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5257 - acc: 0.7339 - val_loss: 0.6929 - val_acc: 0.5000\n",
            "\n",
            "Epoch 00050: val_loss did not improve from 0.51789\n",
            "(40, 30, 322)\n",
            "Model: \"sequential_30\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "bidirectional_30 (Bidirectio (None, 30, 256)           461824    \n",
            "_________________________________________________________________\n",
            "dropout_59 (Dropout)         (None, 30, 256)           0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_59 (Batc (None, 30, 256)           1024      \n",
            "_________________________________________________________________\n",
            "flatten_30 (Flatten)         (None, 7680)              0         \n",
            "_________________________________________________________________\n",
            "dense_59 (Dense)             (None, 128)               983168    \n",
            "_________________________________________________________________\n",
            "dropout_60 (Dropout)         (None, 128)               0         \n",
            "_________________________________________________________________\n",
            "batch_normalization_60 (Batc (None, 128)               512       \n",
            "_________________________________________________________________\n",
            "dense_60 (Dense)             (None, 3)                 387       \n",
            "=================================================================\n",
            "Total params: 1,446,915\n",
            "Trainable params: 1,446,147\n",
            "Non-trainable params: 768\n",
            "_________________________________________________________________\n",
            "Train on 1240 samples, validate on 40 samples\n",
            "Epoch 1/50\n",
            "1240/1240 [==============================] - 22s 18ms/step - loss: 1.4123 - acc: 0.4121 - val_loss: 0.8458 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00001: val_loss improved from inf to 0.84577, saving model to model-001-0.412097-0.675000.h5\n",
            "Epoch 2/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 1.0700 - acc: 0.5242 - val_loss: 0.9347 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00002: val_loss did not improve from 0.84577\n",
            "Epoch 3/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.8467 - acc: 0.6298 - val_loss: 0.8323 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00003: val_loss improved from 0.84577 to 0.83227, saving model to model-003-0.629839-0.550000.h5\n",
            "Epoch 4/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7459 - acc: 0.6798 - val_loss: 0.8464 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00004: val_loss did not improve from 0.83227\n",
            "Epoch 5/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.7312 - acc: 0.6524 - val_loss: 0.7284 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00005: val_loss improved from 0.83227 to 0.72842, saving model to model-005-0.652419-0.725000.h5\n",
            "Epoch 6/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6681 - acc: 0.6968 - val_loss: 0.6146 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00006: val_loss improved from 0.72842 to 0.61461, saving model to model-006-0.696774-0.725000.h5\n",
            "Epoch 7/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6367 - acc: 0.6895 - val_loss: 0.9926 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00007: val_loss did not improve from 0.61461\n",
            "Epoch 8/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6453 - acc: 0.6855 - val_loss: 0.6412 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00008: val_loss did not improve from 0.61461\n",
            "Epoch 9/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6059 - acc: 0.7048 - val_loss: 0.6633 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00009: val_loss did not improve from 0.61461\n",
            "Epoch 10/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.6187 - acc: 0.6944 - val_loss: 0.5948 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00010: val_loss improved from 0.61461 to 0.59482, saving model to model-010-0.694355-0.725000.h5\n",
            "Epoch 11/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5966 - acc: 0.7056 - val_loss: 0.6607 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00011: val_loss did not improve from 0.59482\n",
            "Epoch 12/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5855 - acc: 0.7105 - val_loss: 0.6163 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00012: val_loss did not improve from 0.59482\n",
            "Epoch 13/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5808 - acc: 0.7113 - val_loss: 0.6097 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00013: val_loss did not improve from 0.59482\n",
            "Epoch 14/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5905 - acc: 0.7048 - val_loss: 0.5740 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00014: val_loss improved from 0.59482 to 0.57397, saving model to model-014-0.704839-0.675000.h5\n",
            "Epoch 15/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5917 - acc: 0.7185 - val_loss: 0.5824 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00015: val_loss did not improve from 0.57397\n",
            "Epoch 16/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5809 - acc: 0.7185 - val_loss: 0.6071 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00016: val_loss did not improve from 0.57397\n",
            "Epoch 17/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5752 - acc: 0.7137 - val_loss: 0.7796 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00017: val_loss did not improve from 0.57397\n",
            "Epoch 18/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5697 - acc: 0.7218 - val_loss: 0.9736 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00018: val_loss did not improve from 0.57397\n",
            "Epoch 19/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5755 - acc: 0.7056 - val_loss: 0.6058 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00019: val_loss did not improve from 0.57397\n",
            "Epoch 20/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5628 - acc: 0.7218 - val_loss: 0.6688 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00020: val_loss did not improve from 0.57397\n",
            "Epoch 21/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5695 - acc: 0.7161 - val_loss: 0.7183 - val_acc: 0.6500\n",
            "\n",
            "Epoch 00021: val_loss did not improve from 0.57397\n",
            "Epoch 22/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5697 - acc: 0.7218 - val_loss: 0.8579 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00022: val_loss did not improve from 0.57397\n",
            "Epoch 23/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5726 - acc: 0.7048 - val_loss: 0.6631 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00023: val_loss did not improve from 0.57397\n",
            "Epoch 24/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5713 - acc: 0.7185 - val_loss: 1.8858 - val_acc: 0.2250\n",
            "\n",
            "Epoch 00024: val_loss did not improve from 0.57397\n",
            "Epoch 25/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5651 - acc: 0.7210 - val_loss: 0.8059 - val_acc: 0.4500\n",
            "\n",
            "Epoch 00025: val_loss did not improve from 0.57397\n",
            "Epoch 26/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5666 - acc: 0.7185 - val_loss: 0.6312 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00026: val_loss did not improve from 0.57397\n",
            "Epoch 27/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.5642 - acc: 0.7323 - val_loss: 0.7559 - val_acc: 0.3750\n",
            "\n",
            "Epoch 00027: val_loss did not improve from 0.57397\n",
            "Epoch 28/50\n",
            "1240/1240 [==============================] - 5s 4ms/step - loss: 0.5545 - acc: 0.7242 - val_loss: 0.6074 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00028: val_loss did not improve from 0.57397\n",
            "Epoch 29/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5377 - acc: 0.7331 - val_loss: 0.6194 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00029: val_loss did not improve from 0.57397\n",
            "Epoch 30/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5440 - acc: 0.7266 - val_loss: 0.6225 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00030: val_loss did not improve from 0.57397\n",
            "Epoch 31/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5309 - acc: 0.7476 - val_loss: 1.7065 - val_acc: 0.4000\n",
            "\n",
            "Epoch 00031: val_loss did not improve from 0.57397\n",
            "Epoch 32/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5529 - acc: 0.7145 - val_loss: 0.6776 - val_acc: 0.5750\n",
            "\n",
            "Epoch 00032: val_loss did not improve from 0.57397\n",
            "Epoch 33/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5396 - acc: 0.7452 - val_loss: 0.6869 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00033: val_loss did not improve from 0.57397\n",
            "Epoch 34/50\n",
            "1240/1240 [==============================] - 4s 3ms/step - loss: 0.5558 - acc: 0.7395 - val_loss: 0.6097 - val_acc: 0.7250\n",
            "\n",
            "Epoch 00034: val_loss did not improve from 0.57397\n",
            "Epoch 35/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5509 - acc: 0.7234 - val_loss: 0.6279 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00035: val_loss did not improve from 0.57397\n",
            "Epoch 36/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5465 - acc: 0.7226 - val_loss: 0.7830 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00036: val_loss did not improve from 0.57397\n",
            "Epoch 37/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5319 - acc: 0.7403 - val_loss: 0.8741 - val_acc: 0.5500\n",
            "\n",
            "Epoch 00037: val_loss did not improve from 0.57397\n",
            "Epoch 38/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5415 - acc: 0.7323 - val_loss: 0.6054 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00038: val_loss did not improve from 0.57397\n",
            "Epoch 39/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5269 - acc: 0.7371 - val_loss: 0.6308 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00039: val_loss did not improve from 0.57397\n",
            "Epoch 40/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5165 - acc: 0.7524 - val_loss: 0.6720 - val_acc: 0.6750\n",
            "\n",
            "Epoch 00040: val_loss did not improve from 0.57397\n",
            "Epoch 41/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5419 - acc: 0.7363 - val_loss: 0.5946 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00041: val_loss did not improve from 0.57397\n",
            "Epoch 42/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5454 - acc: 0.7298 - val_loss: 0.6404 - val_acc: 0.6250\n",
            "\n",
            "Epoch 00042: val_loss did not improve from 0.57397\n",
            "Epoch 43/50\n",
            "1240/1240 [==============================] - 4s 4ms/step - loss: 0.5342 - acc: 0.7476 - val_loss: 0.6082 - val_acc: 0.7000\n",
            "\n",
            "Epoch 00043: val_loss did not improve from 0.57397\n",
            "Epoch 44/50\n",
            "1088/1240 [=========================>....] - ETA: 0s - loss: 0.5382 - acc: 0.7381Buffered data was truncated after reaching the output size limit."
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}