hsi_cnn_with_dataaug.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "import scipy.io as sio\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "from keras.utils import to_categorical\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Conv2D, GlobalAveragePooling2D, Dropout, AveragePooling2D, Flatten, Reshape\n",
    "from keras.optimizers import SGD\n",
    "from keras.layers.normalization import BatchNormalization\n",
    "\n",
    "from lrn import LRN # custom LRN implementation in Keras"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sahpe is  (145, 145, 5, 5, 200)\n",
      "Strieds:  (1, 1, 5, 5, 200)\n",
      "X shape:  (145, 145, 5, 5, 200)\n",
      "Y shape:  (145, 145)\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAQUAAAEICAYAAABWCOFPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFxFJREFUeJzt3XuQZGV5x/HvTxBUQBYENyusghYhISZcasKSiEqBF0B0\ntWIIanTBTW1EjRo0skIlEg1VoESjpYFaXBUUQRSNJGJk5WaZBCLLbbmzLMIuDizKRQSDrjz547wD\n58x2z0x3nz6X7t+namq6T5/u8+zZmWee5z2XVxGBmdmUZ9QdgJk1i5OCmRU4KZhZgZOCmRU4KZhZ\ngZOCmRU4KYwoSSdJ+mp6/EJJv5S0Rd1xTWliTJZxUmgwST+R9KpBPyci7omIbSPit2XENVeSDpL0\nZPrlf1TSbZKOqTMmm52Tgg3bTyNiW+C5wPHAmZL2qjkmm4GTQktIOlrSjySdJukhSXdJOiz3+u6S\nrkh/kVcBO+Ve201SSNoyPT9G0i1p3XWS/jq37kGSNkj6oKSNkian/rqn118n6VpJv5C0XtJJc4k/\nMv8GPATs1SGmyyV9XNJ/pbgulpT/Nxwg6b8lPSzpekkHTds369L77pL0tj52sSVOCu2yCLiN7Bf+\nE8BKSUqvfQ1YnV77OLBkhs/ZCBxB9tf7GODTkvbLvf47wPbALsBS4POSdkivPQa8A5gHvA44VtIb\nZwtc0jMkvSm9b02X1d6a4nk+sBXwofTeXYDvAv8E7JiWXyBpZ0nbAJ8FDouI7YA/Ba6bLR7rzkmh\nXe6OiDNTH34WsACYL+mFwB8Dfx8RT0TED4F/7/YhEfHdiLgz/fW+ArgYeHluld8AH4uI30TERcAv\ngT3Tey+PiDUR8WRE3ACcC7xyhphfIOlh4GfAR4G3R8RtXdb9UkTcHhG/As4H9knL/xK4KCIuSttd\nBVwNHJ5efxJ4qaRnR8RkRNw0Qzw2CyeFdrlv6kFEPJ4ebgu8AHgoIh7LrXt3tw+RdJikKyU9mH5h\nDyfXbgA/j4hNueePp+0gaZGkyyQ9IOkR4F3T3jvdTyNiXkTsGBH7RMR5c/n35bcJvAj489Q6PJxi\nPhBYkP7Nf5HimJT0XUm/N8M2bBZOCqNhEtghldJTXthpRUlbAxcApwHzI2IecBGgTut38DXgQmBh\nRGwPnNHDe/u1HvhKSi5TX9tExCkAEfH9iHg1WeV0K3DmkOMZaU4KIyAi7iYrp/9R0laSDgRe32X1\nrYCtgQeATWmw8jU9bG474MGI+D9J+5ONAwzbV4HXS3qtpC0kPSsNiO4qab6kxSkhPkHW6jxZQUwj\ny0lhdLyVbCDyQbLe/exOK0XEo8D7yHr2h9L7LuxhO+8GPibpUeAf0ucMVUSsBxYDJ5Als/XA35H9\n/D4DOA74Kdm//ZXAscOOaZTJN1kxszxXCmZW4KRgZgVDSwqSDk3nuq+VtHxY2zGzcg1lTCFd+XY7\n8GpgA/Bj4C0RcXPpGzOzUm05pM/dH1gbEesAJJ1HNnrcMSlIO0R2/k3VpsKZfn2Oc1c3v193ANPc\nknv8h/t0XW3o1rTjxOqfRcTOs600rKSwC9lhoykbyA6XPUXSMmBZ9mwB2dmyVds7fZ++7b2nr2jJ\n1+oOYJp9c48vuqK2MFi4fX3b7kHXs1zzahtojIgVETEREROww+xvKJ1/8c06GValcC+wMPd817Ss\nAfLJ4Pqe3hlXbb5MizZfZtZmw6oUfgzska7x3wo4it7OmjOzmgylUoiITZLeC3wf2AL4YjMuZ+2/\nSuhmevXgysHabljtA+k6/IuG9fm9qW78YFRbjGvrDsAq4zMazaxgaJVCc0yvEvpvG3r5i5+vGPKP\nR6FqsNHWkKRwM0//8pbT63duGXr87JW5onnpviybw8mfK9LtRrSocyvhMQhrOrcPZlbQkEohr4yK\nobyWYdhGdWDS2quBSWHK3vT+yzwaZyk2rcXwkYfx4vbBzAoaXCnA7K3EXCqD5rYOc1X30Yt9uyx3\nBdHZAwO8d9ZLGCvQ8KQwpZ+2oP3JoOmcLEaT2wczK2hJpdCr8a4S6j6i4Qqi3UY0KfRz5KI5BvkF\n7pQQOi1vwtiEk0QzuX0ws4IRrRTa7+qrr95s2cTERGmfX3eLAW4zmmqEk0LZ11LUL58opieIbm1D\nL5rQYoCTRd3cPphZwQhXCiVY2u1v1nBM/WXu1DpMN1PVUJa6T5qartr/jfE1BkmhvIujpi6Lbpoy\nWoe5bqMJycGGy+2DmRW0olI4mLNK+6xLe7z5Sq+DW1WWuFNtQxWVQht0m5Bl/SPVxtF2rUgKZcon\nmEtZkh7Vf8m1Fs1tLCHPyWBupicLJ4mZ9d0+SFoo6TJJN0u6SdL70/IdJa2SdEf6Xsf0T2bWp0Eq\nhU3AByPiGknbAaslrQKOBi6JiFPSFPTLgeMHD7V8nauGdpiYmHCl0Ce3GTPrOylExCQwmR4/KukW\nsollFwMHpdXOAi6noUkhry0JwuMIw9MpWfSTKOZyT4RB7rkwbKWMKUjajWyM7SpgfkoYAPcB87u8\nJzfrtJk1xcBJQdK2wAXAByLiF9LTB/MjIiR1vDF6RKwAVqTPmMPN00dTLycs5deT24dKDKvVmKom\nmlgxDJQUJD2TLCGcExHfSovvl7QgIiYlLQA2DhqkWdN0SxajYJCjDwJWArdExKdyL10ITzXlS4Dv\n9B+emVVtkErhZcDbgTWSrkvLTgBOAc6XtBS4GzhysBBHW6/nJthoacKNWqcb5OjDj4BuVwMc0u/n\njpNsPGHzi5makih8ncN48rUPZlYwdqc5d1L1eQmz/QXOXwrdlKrBxoeTwhCVUX5PTEw4MVil3D6Y\nWUErKoW6Tjtu+j0B+61EfNKTzUQR9Z9MOM5nNJpVaHVEzHrvPrcPZlbQivbBmmlZl/qu270s8+vn\n15n+Ob3cC7OJ1w408YSkXrQ8KQxrToen78RU5q3g6takS8K7JZRe7UwzE0ObuX0wswInBTMraG77\ncPyd3V879SXpQf6Gq6MzPZxtrtt4hJXPlYKZFTS3UphJvopw1TB2lsUIVAs/6LL8VZVG0VE7k0Ke\nE8TIKevIRGN1SwjdXqs4Ubh9MLOC9lcKea4arMlmqhD6ed+QKojRSgp5ThDWJP0mhF4+s6Qk4fbB\nzApGt1LIm6oanqoYwFWDVWIYFcKQjUdSmJUTRJlG/ujBXLUwIUAJ7YOkLSRdK+k/0vPdJV0laa2k\nr0vaavAwzawqZVQK7wduAZ6bnp8KfDoizpN0BrAUOL2E7VRk79lXsUZp+6XKTTPotHG7Aq8DTgaO\nS7NGHQy8Na1yFnAS/SSFQv/PzNdCmHXQaSbxbpfCX8qSjm3PCs1t3shRmkZu0PbhX4APA0+m588D\nHo6ITen5BrLp6TcjaZmkqyX5VsVmDdJ3pSDpCGBjRKyWdFCv7+951umpyqHiiqHTjUnaeuOVMuJu\n0o1abDgGnUvyDZIOB55FNqbwGWCepC1TtbArcO/gYTZL/hejrQliVHj/l6/v9iEiPhIRu0bEbsBR\nwKUR8TbgMuDNaTXPOm3WMsM4T+F44DxJ/0Q2dcLKIWyjP3NtPfKDnOfnxkiPPHazVaeX0/7LZW1X\nSlKIiMuBy9PjdcD+ZXxu48ySIMCthbWfr30wswKf5tyvHquGsrj6sGFzUijDHBJEWdye2LC5fTCz\nAlcKZXPVYC3npFCB/LnzwzpH3gnCyuL2wcwKXClUzFWDNV37ksL0S6pbrOoEMRsnEAO3D2Y2TWMr\nhbiqvm1rUfXbrKJqmM2lLHG1YM1NCuOsCQnCxpfbBzMrcKXQcFVXDb6zkjkptIjbCquC2wczK3Cl\n0FKuGmxYnBRGgBOElcntg5kVuFIYMa4abFCNTQp1nFU4apwgrB8DtQ+S5kn6pqRbJd0i6U8k7Shp\nlaQ70vcdygrWzIZv0ErhM8B/RsSb05TzzwFOAC6JiFMkLQeWk80F0aPrBwytF6M/07SrhnKN8j4c\nZC7J7YFXAEcDRMSvgV9LWgwclFY7i2w+iD6Sgg2LE0RFXlV3AP0ZpH3YHXgA+JKkayV9QdI2wPyI\nmEzr3AfM7/Rmzzpt1kyDJIUtgf2A0yNiX+AxslbhKRERQMcZpSNiRURMRMTEADGUZzL3NUbWP/L0\nlxkMNqawAdgQ8dSdD75JlhTul7QgIiYlLQA2DhqkVWPc24oV6rx83PbFILNO3wesl7RnWnQIcDNw\nITx1qZ1nnTZrmUGPPvwNcE468rAOOIYs0ZwvaSlwN3DkgNtovSXb9383o0tZUktpP5eqYfpf1mUd\nG8Xh8qXe5RsoKUTEdUCnMYFDBvlca5a5thX5JFFlgjiR0wA4mQ9Vt9ER5msfzKygsac5W7vVUTWc\nyGmzVgtuN2bnpGB9mz7WMZexh2EnCLcSg3P7YGYFrhSsNJ2OkkyvHqqqGubSSvRs5bWdly/dt9zt\n1MxJwWoz7AThVqI/bh/MrMBJwRphhZ7+KttUxWBz4/bBGqeuk6As40rBzAoaXClUfDekBcP76EFP\nmBnkKr22XxLtqqF6DU4KDXHksXVH0FhVX1Lcabyh1PGCLyzsvPyv1pe3jRZw+2BmBc2qFLqdHFKl\nOZyIUmVJ3uQbfBxM/5eE96pbCzb9HAQfaRhcs5JCSyzcvv29ettMT0BzSRJOEP1x+2BmBa4URti4\nVzM+vbk/rhTMrMBJwcwKnBTMrMBjCi0w7mMDVq1BZ53+W0k3SbpR0rmSniVpd0lXSVor6evp9u9m\n1hKDTDC7C/A+YK+I+JWk84GjgMOBT0fEeZLOAJYCp5cSrdkwjdnpzN0MOqawJfBsSVuSTUM/CRxM\nNoUcZLNOv3HAbZjVa+W1zTjbtiKDTBt3L3AacA9ZMngEWA08HBGb0mobgF06vd+zTps10yDtww7A\nYrIp6R8GvgEcOtf3R8QKYEX6LF8Ua83V6XqYEa4cBjn68Crgroh4AEDSt4CXAfMkbZmqhV2BewcP\n00ZN6ydlGbE7OOcNMqZwD3CApOdIEk/POn0Z8Oa0jmedNmuZQcYUriIbULwGWJM+awVwPHCcpLXA\n84CVJcTZOAu3b/ZlzWb9GnTW6Y8CH522eB2w/yCfW4sRLgfNeuHTnM2swEkBXCWY5YzvtQ9OBGYd\nuVIws4LxqxRcIZjNqFlJwb+wZrVz+2BmBU4KZlbgpGBmBU4KZlbgpGBmBU4KZlbgpGBmBc06T8Fa\npfU3SrGOnBRm4PkWbBy5fTCzAlcK1r/zB5jO48hjy4vDSuWkMIJ8mzgbhNsHMytwUjCzArcPo2yQ\nnr8bjwWMvFkrBUlflLRR0o25ZTtKWiXpjvR9h7Rckj6bZpy+QdJ+wwzezMo3l0rhy8DngLNzy5YD\nl0TEKZKWp+fHA4cBe6SvRWSzTS8qM2AbIT560UizVgoR8UPgwWmLF5PNKA3FmaUXA2dH5kqyKeQW\nlBWsmQ1fvwON8yNiMj2+D5ifHu8CrM+t51mnzVpm4IHGiIh+Zo32rNNjaqrsH8YgqJWi36Rwv6QF\nETGZ2oONafm9wMLcep512jrLjwk4QTRKv+3DhfDUJXL5maUvBN6RjkIcADySazPMrAVmrRQknQsc\nBOwkaQPZhLKnAOdLWgrcDRyZVr8IOBxYCzwOHDOEmG3UuGpolFmTQkS8pctLh3RYN4D3DBqUjbEj\nj3ViqJlPczazAicFa54jj/XJSTVyUrDq+Be9FZwUzKzAV0la+VwRtJorBTMrcFIwswK3D1Yetw0j\nwZWClcMJYWQ4KZhZgZOCmRV4TMEG47Zh5LhSMLMCVwrWv2FXCa5CauFKwcwKnBTMrEDZfVFqDsI3\nbjWrwuqImJhtJY8ptMHKa3tbf+m+w4nDxoLbBzMrcKXQQTRo0FtjcLvCB+oOYIh2rjuAPrhSMBui\nB2hf0ut31ulPSro1zSz9bUnzcq99JM06fZuk1w4rcDMbjrlUCl8GDp22bBXw0oj4I+B24CMAkvYC\njgL+IL3nXyVtUVq0FWhS62Cjo03VQl+zTkfExRGxKT29kmx6OMhmnT4vIp6IiLvIJoXZv8R4hyaO\ndUKw4WpLK1HGmMI7ge+lx5512qzlBkoKkk4ENgHn9PreiFgRERNzOZli2FwhWJWaXi30fUhS0tHA\nEcAh8fRpka2addrJwOoylRiaeMiyr0pB0qHAh4E3RMTjuZcuBI6StLWk3YE9gP8dPEwzq0q/s05/\nBNgaWCUJ4MqIeFdE3CTpfOBmsrbiPRHx22EFPwhXCWad9Tvr9MoZ1j8ZOHmQoIbJycBsZj6j0cwK\nxu7ah3G4lqAtmj4KP67GLClcX3cAfdi77gBszLh9MLOCMasUWso3TbEKuVIwswInBTMrcFIwswIn\nBTMrcFIwswInBTMr8CFJq8U4n83YxMul81wpmFmBKwWzCjS9OshzpWBmBU4KZlYwZu2Drzg0m40r\nBTMrcFIws4Ixax8GsyxmX6dsK1T9Nm28uVIws4K+Zp3OvfZBSSFpp/Rckj6bZp2+QdJ+wwjazIZn\nLu3Dl4HPAWfnF0paCLwGuCe3+DCyCWD2ABYBp6fvZgVtOpln3PQ163TyabJZovKd9mLg7MhcCcyT\ntKCUSM2sEv1OG7cYuDcipt8e2bNOm7Vcz0cfJD0HOIGsdehbRKwAVqTPrGFc38w66eeQ5EuA3YHr\n0zySuwLXSNqfls06XTYfPrRR0HP7EBFrIuL5EbFbROxG1iLsFxH3kc06/Y50FOIA4JGImCw3ZDMb\nprkckjwX+B9gT0kbJC2dYfWLgHXAWuBM4N2lRGlmlVFE/e28xxTMKrE6IiZmW8lnNJpZQVOuffgZ\n8Fj63iQ70byYoJlxNTEmaGZcdcX0orms1Ij2AUDS1XMpbarUxJigmXE1MSZoZlxNjCnP7YOZFTgp\nmFlBk5LCiroD6KCJMUEz42piTNDMuJoY01MaM6ZgZs3QpErBzBrAScHMCmpPCpIOlXRbulvT8hrj\nWCjpMkk3S7pJ0vvT8pMk3SvpuvR1eMVx/UTSmrTtq9OyHSWtknRH+r5DxTHtmdsf10n6haQP1LGv\nOt0ZrNv+qerOYF1i+qSkW9N2vy1pXlq+m6Rf5fbZGcOIqScRUdsXsAVwJ/BiYCvgemCvmmJZQHZh\nF8B2wO3AXsBJwIdq3Ec/AXaatuwTwPL0eDlwas3/h/eRnRhT+b4CXgHsB9w42/4BDge+Bwg4ALiq\nwpheA2yZHp+ai2m3/HpN+Kq7UtgfWBsR6yLi18B5ZHdvqlxETEbENenxo8AtdLlBTAMsBs5Kj88C\n3lhjLIcAd0bE3XVsPDrfGazb/qnkzmCdYoqIiyNiU3p6JdltBRqp7qQw5zs1VUnSbsC+wFVp0XtT\n2ffFqkt1stvdXSxptaRladn8ePqS9PuA+RXHlHcUcG7ueZ37akq3/dOUn7d3klUsU3aXdK2kKyS9\nvIZ4CupOCo0jaVvgAuADEfELspvPvgTYB5gE/rnikA6MiP3Ibor7HkmvyL8YWQ1ay3FlSVsBbwC+\nkRbVva82U+f+6UTSicAm4Jy0aBJ4YUTsCxwHfE3Sc+uKD+pPCo26U5OkZ5IlhHMi4lsAEXF/RPw2\nIp4ku0fE/lXGFBH3pu8bgW+n7d8/Vfam7xurjCnnMOCaiLg/xVjrvsrptn9q/XmTdDRwBPC2lKyI\niCci4ufp8WqyMbbfrSqmTupOCj8G9pC0e/qrcxTZ3Zsqp+zeciuBWyLiU7nl+Z7zTcBm818MMaZt\nJG039ZhssOpGsn20JK22BPhOVTFN8xZyrUOd+2qabvuntjuDSTqU7O7nb4iIx3PLd5a0RXr8YrLp\nEdZVEVNXdY90ko0I306WIU+sMY4DycrMG4Dr0tfhwFeANWn5hcCCCmN6MdkRmeuBm6b2D/A84BLg\nDuAHwI417K9tgJ8D2+eWVb6vyJLSJPAbsjGCpd32D9lRh8+nn7U1wESFMa0lG8+Y+tk6I637Z+n/\n9jrgGuD1Vf9fTv/yac5mVlB3+2BmDeOkYGYFTgpmVuCkYGYFTgpmVuCkYGYFTgpmVvD/cxytPahc\nlG8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7f165ebe26d8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "def convertToNeighbours(a, window, step_size):\n",
    "    shape = a.shape[:-1] + (window, window) + a.shape[-1:]\n",
    "    print('Sahpe is ', shape)\n",
    "    #strides = a.strides + (a.strides[-1] * step_size,)\n",
    "    strides = (1,1,5,5,200)\n",
    "    print('Strieds: ', strides)\n",
    "    return np.lib.stride_tricks.as_strided(a, shape=shape, strides=strides)\n",
    "\n",
    "# plot ground truth as an image\n",
    "def plotData(gt):\n",
    "    #plt.plot(gt)\n",
    "    plt.title('Indiana Pines')\n",
    "    plt.imshow(gt)\n",
    "    plt.set_cmap('nipy_spectral')\n",
    "    \n",
    "    plt.show()\n",
    "    \n",
    "# Load data from .mat files and return test and train split\n",
    "def loadData(dataSetPath, gtPath):\n",
    "    dataSet = sio.loadmat(dataSetPath)['indian_pines_corrected']\n",
    "    #print(dataSet.shape[:-1])\n",
    "    Y =  sio.loadmat(gtPath)['indian_pines_gt']\n",
    "    #print(gt.shape)\n",
    "    X = convertToNeighbours(dataSet, 5, 1)\n",
    "    print('X shape: ', X.shape)\n",
    "    print('Y shape: ', Y.shape)\n",
    "    #print(np.unique(Y))\n",
    "    plotData(Y)\n",
    "    \n",
    "    return X, Y\n",
    "\n",
    "dataX, dataY = loadData('./dataset.mat', './gt.mat')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "uniq [ 0  1  2  3  4  5  6  7  8  9 10 11 12 13 14 15 16]\n",
      "[3 3 3 ..., 0 0 0]\n",
      "Train X and Y:  (8410, 5, 5, 200) (8410,)\n",
      "Test X and Y:  (12615, 5, 5, 200) (12615,)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.5/dist-packages/keras/preprocessing/image.py:787: UserWarning: NumpyArrayIterator is set to use the data format convention \"channels_last\" (channels on axis 3), i.e. expected either 1, 3 or 4 channels on axis 3. However, it was passed an array with shape (8410, 5, 5, 200) (200 channels).\n",
      "  ' (' + str(self.x.shape[channels_axis]) + ' channels).')\n",
      "/usr/local/lib/python3.5/dist-packages/keras/preprocessing/image.py:787: UserWarning: NumpyArrayIterator is set to use the data format convention \"channels_last\" (channels on axis 3), i.e. expected either 1, 3 or 4 channels on axis 3. However, it was passed an array with shape (12615, 5, 5, 200) (200 channels).\n",
      "  ' (' + str(self.x.shape[channels_axis]) + ' channels).')\n"
     ]
    }
   ],
   "source": [
    "\n",
    "dataX = dataX.reshape([-1, 5, 5, 200])\n",
    "dataY = dataY.reshape([145*145])\n",
    "print('uniq', np.unique(dataY))\n",
    "print(dataY)\n",
    "#dataY = to_categorical(dataY, 17)\n",
    "# print('New X shape: ', dataX.shape)\n",
    "# print('New Y shape: ', dataY.shape)\n",
    "\n",
    "(trainX, testX, trainY, testY) = train_test_split(dataX, dataY, test_size=0.6, random_state=42)\n",
    "\n",
    "print('Train X and Y: ', trainX.shape, trainY.shape)\n",
    "print('Test X and Y: ', testX.shape, testY.shape)\n",
    "\n",
    "augm = ImageDataGenerator(rotation_range=270.0, horizontal_flip=True)\n",
    "trainGen = augm.flow(trainX, trainY, batch_size=16)\n",
    "testGen = augm.flow(testX, testY, batch_size=16)\n",
    "\n",
    "trainSteps = trainX.shape[0] // 16\n",
    "testSteps = testX.shape[0] // 16\n",
    "#augm.flow(dataX, dataY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "conv2d_66 (Conv2D)           (None, 5, 5, 128)         25728     \n",
      "_________________________________________________________________\n",
      "batch_normalization_43 (Batc (None, 5, 5, 128)         512       \n",
      "_________________________________________________________________\n",
      "dropout_43 (Dropout)         (None, 5, 5, 128)         0         \n",
      "_________________________________________________________________\n",
      "conv2d_67 (Conv2D)           (None, 5, 5, 64)          8256      \n",
      "_________________________________________________________________\n",
      "dropout_44 (Dropout)         (None, 5, 5, 64)          0         \n",
      "_________________________________________________________________\n",
      "batch_normalization_44 (Batc (None, 5, 5, 64)          256       \n",
      "_________________________________________________________________\n",
      "conv2d_68 (Conv2D)           (None, 5, 5, 17)          1105      \n",
      "_________________________________________________________________\n",
      "average_pooling2d_17 (Averag (None, 1, 1, 17)          0         \n",
      "_________________________________________________________________\n",
      "reshape_5 (Reshape)          (None, 17)                0         \n",
      "=================================================================\n",
      "Total params: 35,857\n",
      "Trainable params: 35,473\n",
      "Non-trainable params: 384\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model = Sequential()\n",
    "model.add(Conv2D(128, kernel_size=(1, 1), strides=(1,1), padding='same', input_shape=(5, 5, 200), activation='relu'))\n",
    "model.add(BatchNormalization())\n",
    "#model.add(LRN(alpha=0.0001, beta=0.75, k=3))\n",
    "model.add(Dropout(0.6))\n",
    "model.add(Conv2D(64, kernel_size=(1, 1), strides=(1,1), padding='same', activation='relu'))\n",
    "model.add(Dropout(0.6))\n",
    "#model.add(LRN(alpha=0.0001, beta=0.75, n=3))\n",
    "model.add(BatchNormalization())\n",
    "model.add(Conv2D(17, kernel_size=(1, 1), strides=(1,1), padding='same', activation='relu'))\n",
    "#model.add(GlobalAveragePooling2D(data_format='channels_last'))\n",
    "model.add(AveragePooling2D(strides=(1,1), pool_size=(5,5), data_format='channels_last'))\n",
    "model.add(Reshape((17, )))\n",
    "model.summary()\n",
    "opt = SGD(lr=0.001, decay=1e-6)\n",
    "model.compile(loss='sparse_categorical_crossentropy',\n",
    "              optimizer=opt,\n",
    "              metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/100\n",
      "525/525 [==============================] - 70s - loss: 2.6948 - acc: 0.2130 - val_loss: 3.0433 - val_acc: 0.4124\n",
      "Epoch 2/100\n",
      "525/525 [==============================] - 67s - loss: 2.4852 - acc: 0.4514 - val_loss: 2.6812 - val_acc: 0.5098\n",
      "Epoch 3/100\n",
      "525/525 [==============================] - 67s - loss: 2.4073 - acc: 0.4965 - val_loss: 2.5801 - val_acc: 0.5113\n",
      "Epoch 4/100\n",
      "525/525 [==============================] - 67s - loss: 2.3563 - acc: 0.5072 - val_loss: 2.5391 - val_acc: 0.5112\n",
      "Epoch 5/100\n",
      "525/525 [==============================] - 67s - loss: 2.3116 - acc: 0.5061 - val_loss: 2.6376 - val_acc: 0.5125\n",
      "Epoch 6/100\n",
      "525/525 [==============================] - 67s - loss: 2.2594 - acc: 0.5084 - val_loss: 2.6765 - val_acc: 0.5124\n",
      "Epoch 7/100\n",
      "524/525 [============================>.] - ETA: 0s - loss: 2.2205 - acc: 0.5084"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-67-083ceed5a59e>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;31m#model.fit(dataX, dataY, validation_split=0.6, batch_size=16, epochs=100, shuffle=True)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit_generator\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mgenerator\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtrainGen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mepochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m100\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalidation_data\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtestGen\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtrainSteps\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalidation_steps\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtestSteps\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/legacy/interfaces.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     85\u001b[0m                 warnings.warn('Update your `' + object_name +\n\u001b[1;32m     86\u001b[0m                               '` call to the Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 87\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     88\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_function\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/models.py\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(self, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, initial_epoch)\u001b[0m\n\u001b[1;32m   1119\u001b[0m                                         \u001b[0mworkers\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mworkers\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1120\u001b[0m                                         \u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0muse_multiprocessing\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1121\u001b[0;31m                                         initial_epoch=initial_epoch)\n\u001b[0m\u001b[1;32m   1122\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1123\u001b[0m     \u001b[0;34m@\u001b[0m\u001b[0minterfaces\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlegacy_generator_methods_support\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/legacy/interfaces.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     85\u001b[0m                 warnings.warn('Update your `' + object_name +\n\u001b[1;32m     86\u001b[0m                               '` call to the Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 87\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     88\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_function\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit_generator\u001b[0;34m(self, generator, steps_per_epoch, epochs, verbose, callbacks, validation_data, validation_steps, class_weight, max_queue_size, workers, use_multiprocessing, shuffle, initial_epoch)\u001b[0m\n\u001b[1;32m   2062\u001b[0m                                 \u001b[0mmax_queue_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmax_queue_size\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2063\u001b[0m                                 \u001b[0mworkers\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mworkers\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2064\u001b[0;31m                                 use_multiprocessing=use_multiprocessing)\n\u001b[0m\u001b[1;32m   2065\u001b[0m                         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2066\u001b[0m                             \u001b[0;31m# No need for try/except because\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/legacy/interfaces.py\u001b[0m in \u001b[0;36mwrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m     85\u001b[0m                 warnings.warn('Update your `' + object_name +\n\u001b[1;32m     86\u001b[0m                               '` call to the Keras 2 API: ' + signature, stacklevel=2)\n\u001b[0;32m---> 87\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     88\u001b[0m         \u001b[0mwrapper\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_original_function\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfunc\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mwrapper\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mevaluate_generator\u001b[0;34m(self, generator, steps, max_queue_size, workers, use_multiprocessing)\u001b[0m\n\u001b[1;32m   2174\u001b[0m                                      \u001b[0;34m'or (x, y). Found: '\u001b[0m \u001b[0;34m+\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2175\u001b[0m                                      str(generator_output))\n\u001b[0;32m-> 2176\u001b[0;31m                 \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtest_on_batch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0msample_weight\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msample_weight\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2177\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2178\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mtest_on_batch\u001b[0;34m(self, x, y, sample_weight)\u001b[0m\n\u001b[1;32m   1802\u001b[0m             \u001b[0mins\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mx\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0my\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0msample_weights\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1803\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_make_test_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1804\u001b[0;31m         \u001b[0moutputs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtest_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mins\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1805\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1806\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0moutputs\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2271\u001b[0m         updated = session.run(self.outputs + [self.updates_op],\n\u001b[1;32m   2272\u001b[0m                               \u001b[0mfeed_dict\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2273\u001b[0;31m                               **self.session_kwargs)\n\u001b[0m\u001b[1;32m   2274\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mupdated\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2275\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36mrun\u001b[0;34m(self, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    787\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    788\u001b[0m       result = self._run(None, fetches, feed_dict, options_ptr,\n\u001b[0;32m--> 789\u001b[0;31m                          run_metadata_ptr)\n\u001b[0m\u001b[1;32m    790\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    791\u001b[0m         \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run\u001b[0;34m(self, handle, fetches, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m    995\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mfinal_fetches\u001b[0m \u001b[0;32mor\u001b[0m \u001b[0mfinal_targets\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    996\u001b[0m       results = self._do_run(handle, final_targets, final_fetches,\n\u001b[0;32m--> 997\u001b[0;31m                              feed_dict_string, options, run_metadata)\n\u001b[0m\u001b[1;32m    998\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    999\u001b[0m       \u001b[0mresults\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_run\u001b[0;34m(self, handle, target_list, fetch_list, feed_dict, options, run_metadata)\u001b[0m\n\u001b[1;32m   1130\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mhandle\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1131\u001b[0m       return self._do_call(_run_fn, self._session, feed_dict, fetch_list,\n\u001b[0;32m-> 1132\u001b[0;31m                            target_list, options, run_metadata)\n\u001b[0m\u001b[1;32m   1133\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1134\u001b[0m       return self._do_call(_prun_fn, self._session, handle, feed_dict,\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_do_call\u001b[0;34m(self, fn, *args)\u001b[0m\n\u001b[1;32m   1137\u001b[0m   \u001b[0;32mdef\u001b[0m \u001b[0m_do_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1138\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1139\u001b[0;31m       \u001b[0;32mreturn\u001b[0m \u001b[0mfn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1140\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0merrors\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mOpError\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1141\u001b[0m       \u001b[0mmessage\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mcompat\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mas_text\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0me\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mmessage\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.5/dist-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m_run_fn\u001b[0;34m(session, feed_dict, fetch_list, target_list, options, run_metadata)\u001b[0m\n\u001b[1;32m   1119\u001b[0m         return tf_session.TF_Run(session, options,\n\u001b[1;32m   1120\u001b[0m                                  \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_list\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1121\u001b[0;31m                                  status, run_metadata)\n\u001b[0m\u001b[1;32m   1122\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1123\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_prun_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msession\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mhandle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfeed_dict\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfetch_list\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "\n",
    "#model.fit(dataX, dataY, validation_split=0.6, batch_size=16, epochs=100, shuffle=True)\n",
    "model.fit_generator(generator=trainGen, epochs=100, validation_data=testGen, steps_per_epoch=trainSteps, validation_steps=testSteps)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}