Urban_cnn_model.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "XLNoEgkha0IC"
      },
      "source": [
        "# Urban Sound Classification - CNN Model"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Mount Drive"
      ],
      "metadata": {
        "id": "4imVdwBPOIkj"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# mount drive with data\n",
        "from google.colab import drive\n",
        "drive.mount('/content/gdrive')"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "68c03595-361e-4423-f252-3acc30a423b0",
        "id": "xouQeXJ8OFxi"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Mounted at /content/gdrive\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "cMWrpVLTa0IF"
      },
      "source": [
        "## Fetch Processed Data"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "5uRr-bWZWzAD"
      },
      "outputs": [],
      "source": [
        "#extracting data from pkl files\n",
        "import pickle as pkl\n",
        "\n",
        "with open(\"/content/gdrive/My Drive/UrbanSound8k/x_data.pickle\",\"rb\") as f:\n",
        "  x_data = pkl.load(f)\n",
        "\n",
        "with open(\"/content/gdrive/My Drive/UrbanSound8k/y_label.pickle\",\"rb\") as f:\n",
        "  y_label = pkl.load(f)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "id": "sUE1btJWW3bw"
      },
      "outputs": [],
      "source": [
        "#reshape data\n",
        "import numpy as np\n",
        "from keras.utils.np_utils import to_categorical\n",
        "\n",
        "X = []\n",
        "Y = []\n",
        "for i in range(10):\n",
        "  xi = np.array(x_data[i])\n",
        "\n",
        "  #reshaping to shape required by CNN\n",
        "  xi_cnn = np.reshape(xi,(xi.shape[0],xi.shape[1],xi.shape[2], 1))\n",
        "  X.append(xi_cnn)\n",
        "\n",
        "  yi = to_categorical(y_label[i], num_classes=10)\n",
        "  Y.append(yi)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "UDbtZ-GaXEXS",
        "outputId": "133fd871-dd4b-421f-bae0-7edd6eda4549"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "((873, 36, 5, 1), (873, 10))"
            ]
          },
          "metadata": {},
          "execution_count": 4
        }
      ],
      "source": [
        "#shape\n",
        "X[0].shape, Y[0].shape"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "igRUKRPsa0IK"
      },
      "source": [
        "## Build Model"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 10,
      "metadata": {
        "id": "3bQ2gHc8f9n4"
      },
      "outputs": [],
      "source": [
        "from keras import Sequential\n",
        "from keras.layers import Dense,Conv2D,MaxPooling2D,Flatten,Dropout,Activation\n",
        "from keras.regularizers import l2"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def get_model():\n",
        "  #forming model\n",
        "  model = Sequential()\n",
        "\n",
        "  #adding layers and forming the model\n",
        "  model.add(Conv2D(64,kernel_size=5,strides=1,padding=\"Same\",activation=\"relu\",input_shape=(36,5,1)))\n",
        "  model.add(MaxPooling2D(padding=\"same\"))\n",
        "\n",
        "  model.add(Conv2D(128,kernel_size=5,strides=1,padding=\"same\",activation=\"relu\"))\n",
        "  model.add(MaxPooling2D(padding=\"same\"))\n",
        "  model.add(Dropout(0.3))\n",
        "\n",
        "  model.add(Flatten())\n",
        "\n",
        "  model.add(Dense(512,activation=\"relu\"))\n",
        "  model.add(Dropout(0.4))\n",
        "\n",
        "  model.add(Dense(512,activation=\"relu\"))\n",
        "  model.add(Dropout(0.4))\n",
        "\n",
        "  model.add(Dense(10,activation=\"softmax\"))\n",
        "  \n",
        "  #compiling\n",
        "  model.compile(optimizer=\"adam\",loss=\"categorical_crossentropy\",metrics=[\"accuracy\"])\n",
        "\n",
        "  return model"
      ],
      "metadata": {
        "id": "nxFKCKlKcspd"
      },
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "9yO5xlzJa0IM"
      },
      "source": [
        "## 10-fold Cross Validation"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "Hc_E0cTog96t",
        "outputId": "13d17481-7a8d-4a39-97c4-5dade5c7f4a2"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch 1/30\n",
            "158/158 [==============================] - 2s 6ms/step - loss: 2.0190 - accuracy: 0.3126\n",
            "Epoch 2/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 1.4459 - accuracy: 0.5022\n",
            "Epoch 3/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 1.1322 - accuracy: 0.6156\n",
            "Epoch 4/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.9893 - accuracy: 0.6647\n",
            "Epoch 5/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.8577 - accuracy: 0.7166\n",
            "Epoch 6/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.7827 - accuracy: 0.7519\n",
            "Epoch 7/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.6828 - accuracy: 0.7768\n",
            "Epoch 8/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.6436 - accuracy: 0.7898\n",
            "Epoch 9/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.5856 - accuracy: 0.8056\n",
            "Epoch 10/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.5444 - accuracy: 0.8229\n",
            "Epoch 11/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.5360 - accuracy: 0.8202\n",
            "Epoch 12/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4796 - accuracy: 0.8416\n",
            "Epoch 13/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4205 - accuracy: 0.8595\n",
            "Epoch 14/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4146 - accuracy: 0.8625\n",
            "Epoch 15/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4267 - accuracy: 0.8585\n",
            "Epoch 16/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3809 - accuracy: 0.8717\n",
            "Epoch 17/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3755 - accuracy: 0.8766\n",
            "Epoch 18/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3606 - accuracy: 0.8855\n",
            "Epoch 19/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3616 - accuracy: 0.8808\n",
            "Epoch 20/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3395 - accuracy: 0.8888\n",
            "Epoch 21/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3320 - accuracy: 0.8902\n",
            "Epoch 22/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3080 - accuracy: 0.9033\n",
            "Epoch 23/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3293 - accuracy: 0.8944\n",
            "Epoch 24/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3077 - accuracy: 0.8985\n",
            "Epoch 25/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3211 - accuracy: 0.9023\n",
            "Epoch 26/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3264 - accuracy: 0.9022\n",
            "Epoch 27/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2926 - accuracy: 0.9079\n",
            "Epoch 28/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2507 - accuracy: 0.9201\n",
            "Epoch 29/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2577 - accuracy: 0.9196\n",
            "Epoch 30/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2860 - accuracy: 0.9034\n",
            "246/246 [==============================] - 1s 3ms/step - loss: 0.1026 - accuracy: 0.9676\n",
            "28/28 [==============================] - 0s 3ms/step - loss: 2.3465 - accuracy: 0.5384\n",
            "Results for folder:  0\n",
            "[0.10255163162946701, 0.9675531387329102]\n",
            "[2.3465116024017334, 0.5383734107017517]\n",
            "Epoch 1/30\n",
            "157/157 [==============================] - 2s 6ms/step - loss: 2.0297 - accuracy: 0.3051\n",
            "Epoch 2/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 1.4433 - accuracy: 0.5054\n",
            "Epoch 3/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 1.1370 - accuracy: 0.6043\n",
            "Epoch 4/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.9685 - accuracy: 0.6679\n",
            "Epoch 5/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.8776 - accuracy: 0.7072\n",
            "Epoch 6/30\n",
            "157/157 [==============================] - 1s 7ms/step - loss: 0.7704 - accuracy: 0.7504\n",
            "Epoch 7/30\n",
            "157/157 [==============================] - 1s 7ms/step - loss: 0.7156 - accuracy: 0.7630\n",
            "Epoch 8/30\n",
            "157/157 [==============================] - 1s 7ms/step - loss: 0.6787 - accuracy: 0.7745\n",
            "Epoch 9/30\n",
            "157/157 [==============================] - 1s 7ms/step - loss: 0.6091 - accuracy: 0.8021\n",
            "Epoch 10/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.5482 - accuracy: 0.8140\n",
            "Epoch 11/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.5255 - accuracy: 0.8245\n",
            "Epoch 12/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.5105 - accuracy: 0.8308\n",
            "Epoch 13/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4879 - accuracy: 0.8390\n",
            "Epoch 14/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4727 - accuracy: 0.8451\n",
            "Epoch 15/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4611 - accuracy: 0.8450\n",
            "Epoch 16/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4143 - accuracy: 0.8621\n",
            "Epoch 17/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4361 - accuracy: 0.8565\n",
            "Epoch 18/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3769 - accuracy: 0.8729\n",
            "Epoch 19/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3758 - accuracy: 0.8770\n",
            "Epoch 20/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3610 - accuracy: 0.8830\n",
            "Epoch 21/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3458 - accuracy: 0.8891\n",
            "Epoch 22/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3612 - accuracy: 0.8858\n",
            "Epoch 23/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3182 - accuracy: 0.8950\n",
            "Epoch 24/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3051 - accuracy: 0.9034\n",
            "Epoch 25/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.2827 - accuracy: 0.9040\n",
            "Epoch 26/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3244 - accuracy: 0.8961\n",
            "Epoch 27/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3391 - accuracy: 0.8956\n",
            "Epoch 28/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3372 - accuracy: 0.8980\n",
            "Epoch 29/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3038 - accuracy: 0.9032\n",
            "Epoch 30/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.2561 - accuracy: 0.9156\n",
            "246/246 [==============================] - 1s 3ms/step - loss: 0.0984 - accuracy: 0.9723\n",
            "28/28 [==============================] - 0s 3ms/step - loss: 2.2751 - accuracy: 0.6081\n",
            "Results for folder:  1\n",
            "[0.0984480008482933, 0.9723355174064636]\n",
            "[2.2750961780548096, 0.6081081032752991]\n",
            "Epoch 1/30\n",
            "157/157 [==============================] - 1s 6ms/step - loss: 2.0744 - accuracy: 0.2929\n",
            "Epoch 2/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 1.4692 - accuracy: 0.4979\n",
            "Epoch 3/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 1.1652 - accuracy: 0.6083\n",
            "Epoch 4/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 1.0073 - accuracy: 0.6549\n",
            "Epoch 5/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.8955 - accuracy: 0.7000\n",
            "Epoch 6/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.7812 - accuracy: 0.7473\n",
            "Epoch 7/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.7306 - accuracy: 0.7626\n",
            "Epoch 8/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.6829 - accuracy: 0.7761\n",
            "Epoch 9/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.6052 - accuracy: 0.8018\n",
            "Epoch 10/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.5572 - accuracy: 0.8162\n",
            "Epoch 11/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.5208 - accuracy: 0.8334\n",
            "Epoch 12/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.5336 - accuracy: 0.8254\n",
            "Epoch 13/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4991 - accuracy: 0.8373\n",
            "Epoch 14/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4499 - accuracy: 0.8510\n",
            "Epoch 15/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4603 - accuracy: 0.8482\n",
            "Epoch 16/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4513 - accuracy: 0.8537\n",
            "Epoch 17/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.4065 - accuracy: 0.8668\n",
            "Epoch 18/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3860 - accuracy: 0.8724\n",
            "Epoch 19/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3540 - accuracy: 0.8823\n",
            "Epoch 20/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3422 - accuracy: 0.8886\n",
            "Epoch 21/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3662 - accuracy: 0.8873\n",
            "Epoch 22/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3257 - accuracy: 0.8966\n",
            "Epoch 23/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3148 - accuracy: 0.8951\n",
            "Epoch 24/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3015 - accuracy: 0.9018\n",
            "Epoch 25/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.2707 - accuracy: 0.9074\n",
            "Epoch 26/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3130 - accuracy: 0.8956\n",
            "Epoch 27/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.2932 - accuracy: 0.9035\n",
            "Epoch 28/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.3202 - accuracy: 0.9009\n",
            "Epoch 29/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.2793 - accuracy: 0.9070\n",
            "Epoch 30/30\n",
            "157/157 [==============================] - 1s 5ms/step - loss: 0.2640 - accuracy: 0.9102\n",
            "244/244 [==============================] - 1s 4ms/step - loss: 0.1164 - accuracy: 0.9629\n",
            "29/29 [==============================] - 0s 5ms/step - loss: 1.9877 - accuracy: 0.5470\n",
            "Results for folder:  2\n",
            "[0.11643429845571518, 0.9628538489341736]\n",
            "[1.9877231121063232, 0.547027051448822]\n",
            "Epoch 1/30\n",
            "155/155 [==============================] - 2s 6ms/step - loss: 2.0645 - accuracy: 0.2898\n",
            "Epoch 2/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 1.4893 - accuracy: 0.4797\n",
            "Epoch 3/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 1.1666 - accuracy: 0.5973\n",
            "Epoch 4/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.9973 - accuracy: 0.6626\n",
            "Epoch 5/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.8863 - accuracy: 0.7125\n",
            "Epoch 6/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.8147 - accuracy: 0.7340\n",
            "Epoch 7/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.6957 - accuracy: 0.7728\n",
            "Epoch 8/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.6510 - accuracy: 0.7852\n",
            "Epoch 9/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.6604 - accuracy: 0.7928\n",
            "Epoch 10/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.5870 - accuracy: 0.8075\n",
            "Epoch 11/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.5328 - accuracy: 0.8301\n",
            "Epoch 12/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.4949 - accuracy: 0.8362\n",
            "Epoch 13/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.5031 - accuracy: 0.8455\n",
            "Epoch 14/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.4709 - accuracy: 0.8497\n",
            "Epoch 15/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.4712 - accuracy: 0.8491\n",
            "Epoch 16/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.4237 - accuracy: 0.8605\n",
            "Epoch 17/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.4009 - accuracy: 0.8683\n",
            "Epoch 18/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3722 - accuracy: 0.8786\n",
            "Epoch 19/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3848 - accuracy: 0.8724\n",
            "Epoch 20/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3936 - accuracy: 0.8746\n",
            "Epoch 21/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3431 - accuracy: 0.8876\n",
            "Epoch 22/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3368 - accuracy: 0.8867\n",
            "Epoch 23/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3153 - accuracy: 0.8927\n",
            "Epoch 24/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3430 - accuracy: 0.8901\n",
            "Epoch 25/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.3152 - accuracy: 0.8995\n",
            "Epoch 26/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.2964 - accuracy: 0.9004\n",
            "Epoch 27/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.2910 - accuracy: 0.9055\n",
            "Epoch 28/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.2768 - accuracy: 0.9104\n",
            "Epoch 29/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.2797 - accuracy: 0.9074\n",
            "Epoch 30/30\n",
            "155/155 [==============================] - 1s 5ms/step - loss: 0.2808 - accuracy: 0.9069\n",
            "242/242 [==============================] - 1s 3ms/step - loss: 0.1144 - accuracy: 0.9659\n",
            "31/31 [==============================] - 0s 3ms/step - loss: 1.5289 - accuracy: 0.6283\n",
            "Results for folder:  3\n",
            "[0.11440525949001312, 0.9659003019332886]\n",
            "[1.5289080142974854, 0.6282828450202942]\n",
            "Epoch 1/30\n",
            "156/156 [==============================] - 1s 6ms/step - loss: 2.0480 - accuracy: 0.2946\n",
            "Epoch 2/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 1.4482 - accuracy: 0.5067\n",
            "Epoch 3/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 1.1395 - accuracy: 0.6128\n",
            "Epoch 4/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.9713 - accuracy: 0.6683\n",
            "Epoch 5/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.8286 - accuracy: 0.7220\n",
            "Epoch 6/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.7581 - accuracy: 0.7531\n",
            "Epoch 7/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.6870 - accuracy: 0.7767\n",
            "Epoch 8/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.6420 - accuracy: 0.7907\n",
            "Epoch 9/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.6173 - accuracy: 0.8013\n",
            "Epoch 10/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.5577 - accuracy: 0.8194\n",
            "Epoch 11/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.5165 - accuracy: 0.8266\n",
            "Epoch 12/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.5261 - accuracy: 0.8263\n",
            "Epoch 13/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.4621 - accuracy: 0.8513\n",
            "Epoch 14/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.4389 - accuracy: 0.8598\n",
            "Epoch 15/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.4036 - accuracy: 0.8706\n",
            "Epoch 16/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.4277 - accuracy: 0.8593\n",
            "Epoch 17/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3956 - accuracy: 0.8719\n",
            "Epoch 18/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3961 - accuracy: 0.8687\n",
            "Epoch 19/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3459 - accuracy: 0.8885\n",
            "Epoch 20/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3236 - accuracy: 0.8940\n",
            "Epoch 21/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3682 - accuracy: 0.8829\n",
            "Epoch 22/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3472 - accuracy: 0.8875\n",
            "Epoch 23/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3177 - accuracy: 0.8983\n",
            "Epoch 24/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3018 - accuracy: 0.9029\n",
            "Epoch 25/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.2917 - accuracy: 0.9065\n",
            "Epoch 26/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.2775 - accuracy: 0.9070\n",
            "Epoch 27/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.2934 - accuracy: 0.9035\n",
            "Epoch 28/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.3082 - accuracy: 0.9053\n",
            "Epoch 29/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.2977 - accuracy: 0.9041\n",
            "Epoch 30/30\n",
            "156/156 [==============================] - 1s 5ms/step - loss: 0.2555 - accuracy: 0.9182\n",
            "244/244 [==============================] - 1s 3ms/step - loss: 0.1069 - accuracy: 0.9700\n",
            "30/30 [==============================] - 0s 4ms/step - loss: 1.3280 - accuracy: 0.6699\n",
            "Results for folder:  4\n",
            "[0.10687146335840225, 0.9699845910072327]\n",
            "[1.328020691871643, 0.6698718070983887]\n",
            "Epoch 1/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 2.0228 - accuracy: 0.3165\n",
            "Epoch 2/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 1.4412 - accuracy: 0.5011\n",
            "Epoch 3/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 1.1440 - accuracy: 0.6037\n",
            "Epoch 4/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.9850 - accuracy: 0.6720\n",
            "Epoch 5/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.8671 - accuracy: 0.7079\n",
            "Epoch 6/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.8024 - accuracy: 0.7342\n",
            "Epoch 7/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.7401 - accuracy: 0.7533\n",
            "Epoch 8/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.6775 - accuracy: 0.7766\n",
            "Epoch 9/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.6055 - accuracy: 0.7993\n",
            "Epoch 10/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5720 - accuracy: 0.8086\n",
            "Epoch 11/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5557 - accuracy: 0.8229\n",
            "Epoch 12/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5080 - accuracy: 0.8350\n",
            "Epoch 13/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5099 - accuracy: 0.8341\n",
            "Epoch 14/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4481 - accuracy: 0.8493\n",
            "Epoch 15/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4334 - accuracy: 0.8552\n",
            "Epoch 16/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4080 - accuracy: 0.8631\n",
            "Epoch 17/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3916 - accuracy: 0.8709\n",
            "Epoch 18/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3893 - accuracy: 0.8693\n",
            "Epoch 19/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3694 - accuracy: 0.8793\n",
            "Epoch 20/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3563 - accuracy: 0.8819\n",
            "Epoch 21/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3451 - accuracy: 0.8852\n",
            "Epoch 22/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3464 - accuracy: 0.8860\n",
            "Epoch 23/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3853 - accuracy: 0.8785\n",
            "Epoch 24/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3308 - accuracy: 0.8920\n",
            "Epoch 25/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3544 - accuracy: 0.8842\n",
            "Epoch 26/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3608 - accuracy: 0.8842\n",
            "Epoch 27/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2940 - accuracy: 0.9056\n",
            "Epoch 28/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2873 - accuracy: 0.9081\n",
            "Epoch 29/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2781 - accuracy: 0.9053\n",
            "Epoch 30/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2653 - accuracy: 0.9109\n",
            "248/248 [==============================] - 1s 4ms/step - loss: 0.0962 - accuracy: 0.9731\n",
            "26/26 [==============================] - 0s 5ms/step - loss: 1.8241 - accuracy: 0.5954\n",
            "Results for folder:  5\n",
            "[0.09616191685199738, 0.9730686545372009]\n",
            "[1.8241404294967651, 0.5953827500343323]\n",
            "Epoch 1/30\n",
            "158/158 [==============================] - 2s 6ms/step - loss: 2.0757 - accuracy: 0.2827\n",
            "Epoch 2/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 1.5055 - accuracy: 0.4815\n",
            "Epoch 3/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 1.1613 - accuracy: 0.6122\n",
            "Epoch 4/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.9851 - accuracy: 0.6685\n",
            "Epoch 5/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.8493 - accuracy: 0.7148\n",
            "Epoch 6/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.7535 - accuracy: 0.7568\n",
            "Epoch 7/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.6799 - accuracy: 0.7726\n",
            "Epoch 8/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.6464 - accuracy: 0.7888\n",
            "Epoch 9/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.5849 - accuracy: 0.8104\n",
            "Epoch 10/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.5574 - accuracy: 0.8125\n",
            "Epoch 11/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.5326 - accuracy: 0.8266\n",
            "Epoch 12/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4918 - accuracy: 0.8391\n",
            "Epoch 13/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4601 - accuracy: 0.8481\n",
            "Epoch 14/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4538 - accuracy: 0.8560\n",
            "Epoch 15/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4446 - accuracy: 0.8504\n",
            "Epoch 16/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4148 - accuracy: 0.8632\n",
            "Epoch 17/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3809 - accuracy: 0.8726\n",
            "Epoch 18/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3900 - accuracy: 0.8745\n",
            "Epoch 19/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4046 - accuracy: 0.8732\n",
            "Epoch 20/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3896 - accuracy: 0.8762\n",
            "Epoch 21/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3356 - accuracy: 0.8885\n",
            "Epoch 22/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3211 - accuracy: 0.8931\n",
            "Epoch 23/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3343 - accuracy: 0.8893\n",
            "Epoch 24/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3409 - accuracy: 0.8909\n",
            "Epoch 25/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3068 - accuracy: 0.9009\n",
            "Epoch 26/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3152 - accuracy: 0.8969\n",
            "Epoch 27/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3020 - accuracy: 0.9058\n",
            "Epoch 28/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2899 - accuracy: 0.9044\n",
            "Epoch 29/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2637 - accuracy: 0.9140\n",
            "Epoch 30/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2748 - accuracy: 0.9087\n",
            "247/247 [==============================] - 1s 4ms/step - loss: 0.0986 - accuracy: 0.9762\n",
            "27/27 [==============================] - 0s 5ms/step - loss: 1.2344 - accuracy: 0.6325\n",
            "Results for folder:  6\n",
            "[0.09855636209249496, 0.9761844277381897]\n",
            "[1.234395980834961, 0.6324582099914551]\n",
            "Epoch 1/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 2.0569 - accuracy: 0.2925\n",
            "Epoch 2/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 1.4706 - accuracy: 0.4884\n",
            "Epoch 3/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 1.1327 - accuracy: 0.6071\n",
            "Epoch 4/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 1.0012 - accuracy: 0.6634\n",
            "Epoch 5/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.8809 - accuracy: 0.7054\n",
            "Epoch 6/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.7691 - accuracy: 0.7456\n",
            "Epoch 7/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.7256 - accuracy: 0.7622\n",
            "Epoch 8/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.6521 - accuracy: 0.7902\n",
            "Epoch 9/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.6062 - accuracy: 0.8008\n",
            "Epoch 10/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5579 - accuracy: 0.8148\n",
            "Epoch 11/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5113 - accuracy: 0.8264\n",
            "Epoch 12/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5367 - accuracy: 0.8232\n",
            "Epoch 13/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4758 - accuracy: 0.8429\n",
            "Epoch 14/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4500 - accuracy: 0.8528\n",
            "Epoch 15/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4448 - accuracy: 0.8531\n",
            "Epoch 16/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4321 - accuracy: 0.8629\n",
            "Epoch 17/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4065 - accuracy: 0.8637\n",
            "Epoch 18/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4207 - accuracy: 0.8716\n",
            "Epoch 19/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3646 - accuracy: 0.8808\n",
            "Epoch 20/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3564 - accuracy: 0.8824\n",
            "Epoch 21/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3118 - accuracy: 0.8939\n",
            "Epoch 22/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3081 - accuracy: 0.8968\n",
            "Epoch 23/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3186 - accuracy: 0.8909\n",
            "Epoch 24/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3119 - accuracy: 0.8989\n",
            "Epoch 25/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 0.3136 - accuracy: 0.8976\n",
            "Epoch 26/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 0.3409 - accuracy: 0.8897\n",
            "Epoch 27/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 0.2961 - accuracy: 0.9018\n",
            "Epoch 28/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 0.2636 - accuracy: 0.9138\n",
            "Epoch 29/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 0.2895 - accuracy: 0.9074\n",
            "Epoch 30/30\n",
            "159/159 [==============================] - 1s 6ms/step - loss: 0.2784 - accuracy: 0.9102\n",
            "248/248 [==============================] - 1s 4ms/step - loss: 0.1100 - accuracy: 0.9701\n",
            "26/26 [==============================] - 0s 4ms/step - loss: 1.4349 - accuracy: 0.6303\n",
            "Results for folder:  7\n",
            "[0.11000702530145645, 0.9700984358787537]\n",
            "[1.4349067211151123, 0.6302729249000549]\n",
            "Epoch 1/30\n",
            "159/159 [==============================] - 2s 7ms/step - loss: 2.0532 - accuracy: 0.2999\n",
            "Epoch 2/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 1.4222 - accuracy: 0.5023\n",
            "Epoch 3/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 1.1432 - accuracy: 0.6187\n",
            "Epoch 4/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.9919 - accuracy: 0.6712\n",
            "Epoch 5/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.8501 - accuracy: 0.7158\n",
            "Epoch 6/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.7986 - accuracy: 0.7398\n",
            "Epoch 7/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.7060 - accuracy: 0.7667\n",
            "Epoch 8/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.6517 - accuracy: 0.7912\n",
            "Epoch 9/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5901 - accuracy: 0.8024\n",
            "Epoch 10/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5693 - accuracy: 0.8139\n",
            "Epoch 11/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5253 - accuracy: 0.8297\n",
            "Epoch 12/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.5029 - accuracy: 0.8353\n",
            "Epoch 13/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4749 - accuracy: 0.8402\n",
            "Epoch 14/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4363 - accuracy: 0.8562\n",
            "Epoch 15/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4378 - accuracy: 0.8541\n",
            "Epoch 16/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4282 - accuracy: 0.8590\n",
            "Epoch 17/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.4019 - accuracy: 0.8674\n",
            "Epoch 18/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3938 - accuracy: 0.8724\n",
            "Epoch 19/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3683 - accuracy: 0.8752\n",
            "Epoch 20/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3370 - accuracy: 0.8887\n",
            "Epoch 21/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3301 - accuracy: 0.8895\n",
            "Epoch 22/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3287 - accuracy: 0.8968\n",
            "Epoch 23/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3054 - accuracy: 0.8984\n",
            "Epoch 24/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3269 - accuracy: 0.8959\n",
            "Epoch 25/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3251 - accuracy: 0.8935\n",
            "Epoch 26/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.3203 - accuracy: 0.8984\n",
            "Epoch 27/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2705 - accuracy: 0.9101\n",
            "Epoch 28/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2782 - accuracy: 0.9117\n",
            "Epoch 29/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2876 - accuracy: 0.9063\n",
            "Epoch 30/30\n",
            "159/159 [==============================] - 1s 5ms/step - loss: 0.2961 - accuracy: 0.9051\n",
            "248/248 [==============================] - 1s 4ms/step - loss: 0.0915 - accuracy: 0.9713\n",
            "26/26 [==============================] - 0s 4ms/step - loss: 1.5916 - accuracy: 0.6569\n",
            "Results for folder:  8\n",
            "[0.09145963937044144, 0.9713239073753357]\n",
            "[1.5915943384170532, 0.656862735748291]\n",
            "Epoch 1/30\n",
            "158/158 [==============================] - 2s 7ms/step - loss: 2.0279 - accuracy: 0.3026\n",
            "Epoch 2/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 1.4571 - accuracy: 0.4927\n",
            "Epoch 3/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 1.1803 - accuracy: 0.6035\n",
            "Epoch 4/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 1.0136 - accuracy: 0.6626\n",
            "Epoch 5/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.8586 - accuracy: 0.7168\n",
            "Epoch 6/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.7857 - accuracy: 0.7420\n",
            "Epoch 7/30\n",
            "158/158 [==============================] - 1s 6ms/step - loss: 0.7096 - accuracy: 0.7633\n",
            "Epoch 8/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.6214 - accuracy: 0.7949\n",
            "Epoch 9/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.5901 - accuracy: 0.8029\n",
            "Epoch 10/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.5664 - accuracy: 0.8156\n",
            "Epoch 11/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.5566 - accuracy: 0.8182\n",
            "Epoch 12/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4619 - accuracy: 0.8469\n",
            "Epoch 13/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4773 - accuracy: 0.8460\n",
            "Epoch 14/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4613 - accuracy: 0.8474\n",
            "Epoch 15/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4463 - accuracy: 0.8551\n",
            "Epoch 16/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4195 - accuracy: 0.8646\n",
            "Epoch 17/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4124 - accuracy: 0.8695\n",
            "Epoch 18/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.4285 - accuracy: 0.8600\n",
            "Epoch 19/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3560 - accuracy: 0.8861\n",
            "Epoch 20/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3524 - accuracy: 0.8863\n",
            "Epoch 21/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3318 - accuracy: 0.8917\n",
            "Epoch 22/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3339 - accuracy: 0.8890\n",
            "Epoch 23/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3108 - accuracy: 0.8985\n",
            "Epoch 24/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3112 - accuracy: 0.8972\n",
            "Epoch 25/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3239 - accuracy: 0.9013\n",
            "Epoch 26/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2866 - accuracy: 0.9031\n",
            "Epoch 27/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2973 - accuracy: 0.9054\n",
            "Epoch 28/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2627 - accuracy: 0.9141\n",
            "Epoch 29/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.3073 - accuracy: 0.9044\n",
            "Epoch 30/30\n",
            "158/158 [==============================] - 1s 5ms/step - loss: 0.2951 - accuracy: 0.9042\n",
            "247/247 [==============================] - 1s 3ms/step - loss: 0.1097 - accuracy: 0.9667\n",
            "27/27 [==============================] - 0s 4ms/step - loss: 0.8882 - accuracy: 0.7551\n",
            "Results for folder:  9\n",
            "[0.10967697203159332, 0.966687798500061]\n",
            "[0.8881861567497253, 0.7550776600837708]\n"
          ]
        }
      ],
      "source": [
        "sum_train_loss = 0\n",
        "sum_test_loss = 0\n",
        "sum_train_acc = 0\n",
        "sum_test_acc = 0\n",
        "\n",
        "for i in range(10):\n",
        "  model = get_model()\n",
        "  \n",
        "  x_train = np.concatenate([X[j] for j in [k for k in range(10) if k not in [i]]])\n",
        "  y_train = np.concatenate([Y[j] for j in [k for k in range(10) if k not in [i]]])\n",
        "\n",
        "  x_test = X[i]\n",
        "  y_test = Y[i]\n",
        "\n",
        "  model.fit(x_train, y_train, epochs=30, batch_size=50)\n",
        "\n",
        "  #train and test loss and scores respectively\n",
        "  train_eval = model.evaluate(x_train, y_train)\n",
        "  test_eval = model.evaluate(x_test, y_test)\n",
        "\n",
        "  print(\"Results for folder: \", i)\n",
        "  print(train_eval)\n",
        "  print(test_eval)\n",
        "\n",
        "  sum_train_loss += train_eval[0]\n",
        "  sum_test_loss += test_eval[0]\n",
        "  sum_train_acc += train_eval[1]\n",
        "  sum_test_acc += test_eval[1]"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "vWrTQdtMa0IM"
      },
      "source": [
        "## Results"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "N1Rp9FTYhBpZ",
        "outputId": "610ac2ba-8768-4b4e-b41b-5c67c9e38019"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Avg Train Loss:  0.10445725694298744\n",
            "Avg Train Acc:  0.969599062204361\n",
            "Avg Test Loss Score:  1.6439483225345612\n",
            "Avg Test Loss Acc:  0.6261717498302459\n"
          ]
        }
      ],
      "source": [
        "#train and test scores\n",
        "print(\"Avg Train Loss: \", sum_train_loss/10)\n",
        "print(\"Avg Train Acc: \", sum_train_acc/10)\n",
        "print(\"Avg Test Loss Score: \", sum_test_loss/10)\n",
        "print(\"Avg Test Loss Acc: \", sum_test_acc/10)"
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Augmented Data"
      ],
      "metadata": {
        "id": "wM8pagtlzh7K"
      }
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "5tDm41HHzqbG"
      },
      "source": [
        "### Fetch Data"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "X_original = X\n",
        "Y_original = Y"
      ],
      "metadata": {
        "id": "1voNZxg4MEsC"
      },
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "5cYiCJfRzqbG"
      },
      "outputs": [],
      "source": [
        "#extracting data from pkl files\n",
        "with open(\"/content/gdrive/My Drive/UrbanSound8k/x_aug_data.pickle\",\"rb\") as f:\n",
        "  x_aug_data = pkl.load(f)\n",
        "\n",
        "with open(\"/content/gdrive/My Drive/UrbanSound8k/y_aug_label.pickle\",\"rb\") as f:\n",
        "  y_aug_label = pkl.load(f)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "Ryby1rSYzqbO"
      },
      "outputs": [],
      "source": [
        "#reshape data\n",
        "import numpy as np\n",
        "from keras.utils.np_utils import to_categorical\n",
        "\n",
        "X = []\n",
        "Y = []\n",
        "for i in range(10):\n",
        "  xi = np.array(x_aug_data[i])\n",
        "\n",
        "  #reshaping to shape required by CNN\n",
        "  xi_cnn = np.reshape(xi,(xi.shape[0],xi.shape[1],xi.shape[2], 1))\n",
        "  X.append(xi_cnn)\n",
        "\n",
        "  yi = to_categorical(y_aug_label[i], num_classes=10)\n",
        "  Y.append(yi)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 8,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "5d987ec7-6d61-4a43-b89a-b64f739e51bb",
        "id": "CTFVeqG9zqbO"
      },
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "((3492, 36, 5, 1), (3492, 10))"
            ]
          },
          "metadata": {},
          "execution_count": 8
        }
      ],
      "source": [
        "#shape\n",
        "X[0].shape, Y[0].shape"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "evpX39sUzqbQ"
      },
      "source": [
        "### 10-fold Cross Validation"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 12,
      "metadata": {
        "id": "Ys8Vsfd1zqbQ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "de3a48ca-a983-41e3-8ea4-d3f76e08bfa0"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Epoch 1/30\n",
            "629/629 [==============================] - 11s 6ms/step - loss: 1.4961 - accuracy: 0.4843\n",
            "Epoch 2/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.9214 - accuracy: 0.6921\n",
            "Epoch 3/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.7154 - accuracy: 0.7605\n",
            "Epoch 4/30\n",
            "629/629 [==============================] - 4s 6ms/step - loss: 0.5991 - accuracy: 0.8022\n",
            "Epoch 5/30\n",
            "629/629 [==============================] - 3s 4ms/step - loss: 0.5182 - accuracy: 0.8293\n",
            "Epoch 6/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.4841 - accuracy: 0.8444\n",
            "Epoch 7/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.4434 - accuracy: 0.8559\n",
            "Epoch 8/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.4084 - accuracy: 0.8705\n",
            "Epoch 9/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.3805 - accuracy: 0.8767\n",
            "Epoch 10/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.3813 - accuracy: 0.8778\n",
            "Epoch 11/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.3536 - accuracy: 0.8864\n",
            "Epoch 12/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.3148 - accuracy: 0.8992\n",
            "Epoch 13/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.3151 - accuracy: 0.8979\n",
            "Epoch 14/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.3153 - accuracy: 0.9001\n",
            "Epoch 15/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2950 - accuracy: 0.9052\n",
            "Epoch 16/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2870 - accuracy: 0.9070\n",
            "Epoch 17/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2728 - accuracy: 0.9121\n",
            "Epoch 18/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2860 - accuracy: 0.9093\n",
            "Epoch 19/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2740 - accuracy: 0.9133\n",
            "Epoch 20/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2712 - accuracy: 0.9152\n",
            "Epoch 21/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2536 - accuracy: 0.9187\n",
            "Epoch 22/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2344 - accuracy: 0.9248\n",
            "Epoch 23/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2701 - accuracy: 0.9206\n",
            "Epoch 24/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2657 - accuracy: 0.9171\n",
            "Epoch 25/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2435 - accuracy: 0.9238\n",
            "Epoch 26/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2380 - accuracy: 0.9278\n",
            "Epoch 27/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2380 - accuracy: 0.9258\n",
            "Epoch 28/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2183 - accuracy: 0.9294\n",
            "Epoch 29/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2218 - accuracy: 0.9307\n",
            "Epoch 30/30\n",
            "629/629 [==============================] - 3s 5ms/step - loss: 0.2057 - accuracy: 0.9331\n",
            "983/983 [==============================] - 3s 3ms/step - loss: 0.0787 - accuracy: 0.9764\n",
            "28/28 [==============================] - 0s 5ms/step - loss: 2.4880 - accuracy: 0.5716\n",
            "Results for folder:  0\n",
            "[0.0786789134144783, 0.9764282703399658]\n",
            "[2.488013982772827, 0.5715922117233276]\n",
            "Epoch 1/30\n",
            "628/628 [==============================] - 4s 5ms/step - loss: 1.4810 - accuracy: 0.4903\n",
            "Epoch 2/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.8834 - accuracy: 0.7032\n",
            "Epoch 3/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.6890 - accuracy: 0.7705\n",
            "Epoch 4/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.5899 - accuracy: 0.8027\n",
            "Epoch 5/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.5258 - accuracy: 0.8299\n",
            "Epoch 6/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.4682 - accuracy: 0.8440\n",
            "Epoch 7/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.4221 - accuracy: 0.8594\n",
            "Epoch 8/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.4013 - accuracy: 0.8700\n",
            "Epoch 9/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.3787 - accuracy: 0.8774\n",
            "Epoch 10/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.3630 - accuracy: 0.8818\n",
            "Epoch 11/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.3582 - accuracy: 0.8849\n",
            "Epoch 12/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.3163 - accuracy: 0.8959\n",
            "Epoch 13/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.3261 - accuracy: 0.8957\n",
            "Epoch 14/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2910 - accuracy: 0.9049\n",
            "Epoch 15/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2965 - accuracy: 0.9055\n",
            "Epoch 16/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.3059 - accuracy: 0.9035\n",
            "Epoch 17/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2673 - accuracy: 0.9112\n",
            "Epoch 18/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2886 - accuracy: 0.9096\n",
            "Epoch 19/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2703 - accuracy: 0.9131\n",
            "Epoch 20/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2625 - accuracy: 0.9182\n",
            "Epoch 21/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2391 - accuracy: 0.9243\n",
            "Epoch 22/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2527 - accuracy: 0.9210\n",
            "Epoch 23/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2338 - accuracy: 0.9245\n",
            "Epoch 24/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2310 - accuracy: 0.9263\n",
            "Epoch 25/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2539 - accuracy: 0.9209\n",
            "Epoch 26/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2240 - accuracy: 0.9300\n",
            "Epoch 27/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2254 - accuracy: 0.9284\n",
            "Epoch 28/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2144 - accuracy: 0.9325\n",
            "Epoch 29/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2330 - accuracy: 0.9300\n",
            "Epoch 30/30\n",
            "628/628 [==============================] - 3s 5ms/step - loss: 0.2308 - accuracy: 0.9303\n",
            "981/981 [==============================] - 3s 3ms/step - loss: 0.0936 - accuracy: 0.9744\n",
            "28/28 [==============================] - 0s 5ms/step - loss: 2.8264 - accuracy: 0.6239\n",
            "Results for folder:  1\n",
            "[0.09363575279712677, 0.9744071960449219]\n",
            "[2.826388359069824, 0.6238738894462585]\n",
            "Epoch 1/30\n",
            "625/625 [==============================] - 4s 5ms/step - loss: 1.4773 - accuracy: 0.4923\n",
            "Epoch 2/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.9261 - accuracy: 0.6932\n",
            "Epoch 3/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.7293 - accuracy: 0.7599\n",
            "Epoch 4/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.6142 - accuracy: 0.7978\n",
            "Epoch 5/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.5366 - accuracy: 0.8237\n",
            "Epoch 6/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.5181 - accuracy: 0.8332\n",
            "Epoch 7/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.4524 - accuracy: 0.8518\n",
            "Epoch 8/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.4333 - accuracy: 0.8565\n",
            "Epoch 9/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.4062 - accuracy: 0.8669\n",
            "Epoch 10/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.3748 - accuracy: 0.8769\n",
            "Epoch 11/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.3779 - accuracy: 0.8798\n",
            "Epoch 12/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.3435 - accuracy: 0.8897\n",
            "Epoch 13/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.3299 - accuracy: 0.8924\n",
            "Epoch 14/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.3452 - accuracy: 0.8871\n",
            "Epoch 15/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2986 - accuracy: 0.9026\n",
            "Epoch 16/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.3342 - accuracy: 0.8955\n",
            "Epoch 17/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2946 - accuracy: 0.9037\n",
            "Epoch 18/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2895 - accuracy: 0.9054\n",
            "Epoch 19/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2871 - accuracy: 0.9061\n",
            "Epoch 20/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2835 - accuracy: 0.9082\n",
            "Epoch 21/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2846 - accuracy: 0.9099\n",
            "Epoch 22/30\n",
            "625/625 [==============================] - 4s 6ms/step - loss: 0.2500 - accuracy: 0.9197\n",
            "Epoch 23/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2809 - accuracy: 0.9108\n",
            "Epoch 24/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2642 - accuracy: 0.9144\n",
            "Epoch 25/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2545 - accuracy: 0.9200\n",
            "Epoch 26/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2542 - accuracy: 0.9196\n",
            "Epoch 27/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2503 - accuracy: 0.9198\n",
            "Epoch 28/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2588 - accuracy: 0.9178\n",
            "Epoch 29/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2620 - accuracy: 0.9200\n",
            "Epoch 30/30\n",
            "625/625 [==============================] - 3s 5ms/step - loss: 0.2440 - accuracy: 0.9233\n",
            "976/976 [==============================] - 3s 3ms/step - loss: 0.0719 - accuracy: 0.9810\n",
            "29/29 [==============================] - 0s 5ms/step - loss: 1.5580 - accuracy: 0.5957\n",
            "Results for folder:  2\n",
            "[0.07192189991474152, 0.9809786081314087]\n",
            "[1.5580122470855713, 0.5956756472587585]\n",
            "Epoch 1/30\n",
            "620/620 [==============================] - 4s 5ms/step - loss: 1.4684 - accuracy: 0.4937\n",
            "Epoch 2/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.8918 - accuracy: 0.7046\n",
            "Epoch 3/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.6983 - accuracy: 0.7698\n",
            "Epoch 4/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.5943 - accuracy: 0.8052\n",
            "Epoch 5/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.5150 - accuracy: 0.8303\n",
            "Epoch 6/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.4868 - accuracy: 0.8401\n",
            "Epoch 7/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.4343 - accuracy: 0.8586\n",
            "Epoch 8/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.4184 - accuracy: 0.8642\n",
            "Epoch 9/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.3952 - accuracy: 0.8721\n",
            "Epoch 10/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.3862 - accuracy: 0.8726\n",
            "Epoch 11/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.3527 - accuracy: 0.8844\n",
            "Epoch 12/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.3514 - accuracy: 0.8846\n",
            "Epoch 13/30\n",
            "620/620 [==============================] - 4s 6ms/step - loss: 0.3318 - accuracy: 0.8920\n",
            "Epoch 14/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.3128 - accuracy: 0.8992\n",
            "Epoch 15/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.3135 - accuracy: 0.8985\n",
            "Epoch 16/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.3175 - accuracy: 0.9003\n",
            "Epoch 17/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2849 - accuracy: 0.9084\n",
            "Epoch 18/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2993 - accuracy: 0.9032\n",
            "Epoch 19/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2706 - accuracy: 0.9115\n",
            "Epoch 20/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2871 - accuracy: 0.9107\n",
            "Epoch 21/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2682 - accuracy: 0.9144\n",
            "Epoch 22/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2835 - accuracy: 0.9112\n",
            "Epoch 23/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2557 - accuracy: 0.9187\n",
            "Epoch 24/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2468 - accuracy: 0.9210\n",
            "Epoch 25/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2571 - accuracy: 0.9162\n",
            "Epoch 26/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2318 - accuracy: 0.9250\n",
            "Epoch 27/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2488 - accuracy: 0.9214\n",
            "Epoch 28/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2475 - accuracy: 0.9237\n",
            "Epoch 29/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2436 - accuracy: 0.9229\n",
            "Epoch 30/30\n",
            "620/620 [==============================] - 3s 5ms/step - loss: 0.2535 - accuracy: 0.9231\n",
            "968/968 [==============================] - 3s 3ms/step - loss: 0.0928 - accuracy: 0.9748\n",
            "31/31 [==============================] - 0s 5ms/step - loss: 1.8202 - accuracy: 0.6192\n",
            "Results for folder:  3\n",
            "[0.09281066060066223, 0.9748126864433289]\n",
            "[1.8201730251312256, 0.6191919445991516]\n",
            "Epoch 1/30\n",
            "624/624 [==============================] - 4s 5ms/step - loss: 1.4639 - accuracy: 0.5029\n",
            "Epoch 2/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.9076 - accuracy: 0.6962\n",
            "Epoch 3/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.7113 - accuracy: 0.7646\n",
            "Epoch 4/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.5924 - accuracy: 0.8066\n",
            "Epoch 5/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.5296 - accuracy: 0.8249\n",
            "Epoch 6/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.4800 - accuracy: 0.8429\n",
            "Epoch 7/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.4507 - accuracy: 0.8528\n",
            "Epoch 8/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.4228 - accuracy: 0.8627\n",
            "Epoch 9/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3935 - accuracy: 0.8706\n",
            "Epoch 10/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3690 - accuracy: 0.8805\n",
            "Epoch 11/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3578 - accuracy: 0.8796\n",
            "Epoch 12/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3695 - accuracy: 0.8811\n",
            "Epoch 13/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3336 - accuracy: 0.8930\n",
            "Epoch 14/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3217 - accuracy: 0.8966\n",
            "Epoch 15/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2943 - accuracy: 0.9029\n",
            "Epoch 16/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3044 - accuracy: 0.9034\n",
            "Epoch 17/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.3034 - accuracy: 0.9038\n",
            "Epoch 18/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2884 - accuracy: 0.9075\n",
            "Epoch 19/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2767 - accuracy: 0.9094\n",
            "Epoch 20/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2623 - accuracy: 0.9138\n",
            "Epoch 21/30\n",
            "624/624 [==============================] - 4s 6ms/step - loss: 0.2664 - accuracy: 0.9143\n",
            "Epoch 22/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2603 - accuracy: 0.9168\n",
            "Epoch 23/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2537 - accuracy: 0.9180\n",
            "Epoch 24/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2600 - accuracy: 0.9184\n",
            "Epoch 25/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2561 - accuracy: 0.9208\n",
            "Epoch 26/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2468 - accuracy: 0.9206\n",
            "Epoch 27/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2434 - accuracy: 0.9244\n",
            "Epoch 28/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2478 - accuracy: 0.9230\n",
            "Epoch 29/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2498 - accuracy: 0.9215\n",
            "Epoch 30/30\n",
            "624/624 [==============================] - 3s 5ms/step - loss: 0.2649 - accuracy: 0.9200\n",
            "975/975 [==============================] - 3s 3ms/step - loss: 0.0718 - accuracy: 0.9809\n",
            "30/30 [==============================] - 0s 4ms/step - loss: 1.3523 - accuracy: 0.7041\n",
            "Results for folder:  4\n",
            "[0.07176365703344345, 0.9808555841445923]\n",
            "[1.3523350954055786, 0.7040598392486572]\n",
            "Epoch 1/30\n",
            "633/633 [==============================] - 4s 5ms/step - loss: 1.4631 - accuracy: 0.5019\n",
            "Epoch 2/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.9009 - accuracy: 0.6994\n",
            "Epoch 3/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.7250 - accuracy: 0.7608\n",
            "Epoch 4/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.6224 - accuracy: 0.7958\n",
            "Epoch 5/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.5455 - accuracy: 0.8227\n",
            "Epoch 6/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.4916 - accuracy: 0.8374\n",
            "Epoch 7/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.4668 - accuracy: 0.8471\n",
            "Epoch 8/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.4393 - accuracy: 0.8558\n",
            "Epoch 9/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.4083 - accuracy: 0.8677\n",
            "Epoch 10/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.3877 - accuracy: 0.8735\n",
            "Epoch 11/30\n",
            "633/633 [==============================] - 4s 6ms/step - loss: 0.3521 - accuracy: 0.8851\n",
            "Epoch 12/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.3538 - accuracy: 0.8856\n",
            "Epoch 13/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.3339 - accuracy: 0.8907\n",
            "Epoch 14/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.3255 - accuracy: 0.8930\n",
            "Epoch 15/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.3241 - accuracy: 0.8958\n",
            "Epoch 16/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.3150 - accuracy: 0.8987\n",
            "Epoch 17/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.3083 - accuracy: 0.9025\n",
            "Epoch 18/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2950 - accuracy: 0.9075\n",
            "Epoch 19/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2844 - accuracy: 0.9074\n",
            "Epoch 20/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2827 - accuracy: 0.9088\n",
            "Epoch 21/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2958 - accuracy: 0.9064\n",
            "Epoch 22/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2602 - accuracy: 0.9147\n",
            "Epoch 23/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2520 - accuracy: 0.9186\n",
            "Epoch 24/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2475 - accuracy: 0.9183\n",
            "Epoch 25/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2639 - accuracy: 0.9168\n",
            "Epoch 26/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2509 - accuracy: 0.9188\n",
            "Epoch 27/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2462 - accuracy: 0.9222\n",
            "Epoch 28/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2510 - accuracy: 0.9220\n",
            "Epoch 29/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2443 - accuracy: 0.9218\n",
            "Epoch 30/30\n",
            "633/633 [==============================] - 3s 5ms/step - loss: 0.2375 - accuracy: 0.9243\n",
            "989/989 [==============================] - 3s 3ms/step - loss: 0.0792 - accuracy: 0.9777\n",
            "26/26 [==============================] - 0s 5ms/step - loss: 1.9213 - accuracy: 0.6233\n",
            "Results for folder:  5\n",
            "[0.07924522459506989, 0.9776836633682251]\n",
            "[1.921319842338562, 0.6233292818069458]\n",
            "Epoch 1/30\n",
            "632/632 [==============================] - 4s 6ms/step - loss: 1.4489 - accuracy: 0.5043\n",
            "Epoch 2/30\n",
            "632/632 [==============================] - 4s 6ms/step - loss: 0.9037 - accuracy: 0.6985\n",
            "Epoch 3/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.7281 - accuracy: 0.7560\n",
            "Epoch 4/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.6154 - accuracy: 0.7972\n",
            "Epoch 5/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.5530 - accuracy: 0.8169\n",
            "Epoch 6/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.5195 - accuracy: 0.8277\n",
            "Epoch 7/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.4503 - accuracy: 0.8508\n",
            "Epoch 8/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.4294 - accuracy: 0.8589\n",
            "Epoch 9/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.4169 - accuracy: 0.8655\n",
            "Epoch 10/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3753 - accuracy: 0.8773\n",
            "Epoch 11/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3584 - accuracy: 0.8824\n",
            "Epoch 12/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3442 - accuracy: 0.8898\n",
            "Epoch 13/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3437 - accuracy: 0.8898\n",
            "Epoch 14/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3213 - accuracy: 0.8953\n",
            "Epoch 15/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3173 - accuracy: 0.8974\n",
            "Epoch 16/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3035 - accuracy: 0.9019\n",
            "Epoch 17/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2871 - accuracy: 0.9089\n",
            "Epoch 18/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2824 - accuracy: 0.9075\n",
            "Epoch 19/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2911 - accuracy: 0.9065\n",
            "Epoch 20/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2603 - accuracy: 0.9179\n",
            "Epoch 21/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2820 - accuracy: 0.9135\n",
            "Epoch 22/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2934 - accuracy: 0.9090\n",
            "Epoch 23/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2645 - accuracy: 0.9167\n",
            "Epoch 24/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2519 - accuracy: 0.9203\n",
            "Epoch 25/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2744 - accuracy: 0.9172\n",
            "Epoch 26/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2378 - accuracy: 0.9251\n",
            "Epoch 27/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2528 - accuracy: 0.9206\n",
            "Epoch 28/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2356 - accuracy: 0.9248\n",
            "Epoch 29/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2351 - accuracy: 0.9264\n",
            "Epoch 30/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2153 - accuracy: 0.9301\n",
            "987/987 [==============================] - 3s 3ms/step - loss: 0.0906 - accuracy: 0.9686\n",
            "27/27 [==============================] - 0s 5ms/step - loss: 1.5878 - accuracy: 0.6146\n",
            "Results for folder:  6\n",
            "[0.09061489254236221, 0.9686470627784729]\n",
            "[1.587841272354126, 0.6145584583282471]\n",
            "Epoch 1/30\n",
            "635/635 [==============================] - 4s 5ms/step - loss: 1.4872 - accuracy: 0.4922\n",
            "Epoch 2/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.8869 - accuracy: 0.7000\n",
            "Epoch 3/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.6842 - accuracy: 0.7735\n",
            "Epoch 4/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.5974 - accuracy: 0.8045\n",
            "Epoch 5/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.5089 - accuracy: 0.8336\n",
            "Epoch 6/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.4516 - accuracy: 0.8531\n",
            "Epoch 7/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.4317 - accuracy: 0.8593\n",
            "Epoch 8/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.4021 - accuracy: 0.8691\n",
            "Epoch 9/30\n",
            "635/635 [==============================] - 4s 6ms/step - loss: 0.3801 - accuracy: 0.8753\n",
            "Epoch 10/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.3544 - accuracy: 0.8841\n",
            "Epoch 11/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.3360 - accuracy: 0.8916\n",
            "Epoch 12/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.3390 - accuracy: 0.8886\n",
            "Epoch 13/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.3357 - accuracy: 0.8933\n",
            "Epoch 14/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.3014 - accuracy: 0.9022\n",
            "Epoch 15/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2832 - accuracy: 0.9079\n",
            "Epoch 16/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2843 - accuracy: 0.9081\n",
            "Epoch 17/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2705 - accuracy: 0.9119\n",
            "Epoch 18/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2663 - accuracy: 0.9144\n",
            "Epoch 19/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2588 - accuracy: 0.9183\n",
            "Epoch 20/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2738 - accuracy: 0.9155\n",
            "Epoch 21/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2649 - accuracy: 0.9160\n",
            "Epoch 22/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2238 - accuracy: 0.9278\n",
            "Epoch 23/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2391 - accuracy: 0.9232\n",
            "Epoch 24/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2645 - accuracy: 0.9187\n",
            "Epoch 25/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2232 - accuracy: 0.9303\n",
            "Epoch 26/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2192 - accuracy: 0.9314\n",
            "Epoch 27/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2312 - accuracy: 0.9291\n",
            "Epoch 28/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2038 - accuracy: 0.9337\n",
            "Epoch 29/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2061 - accuracy: 0.9326\n",
            "Epoch 30/30\n",
            "635/635 [==============================] - 3s 5ms/step - loss: 0.2245 - accuracy: 0.9303\n",
            "991/991 [==============================] - 4s 4ms/step - loss: 0.0791 - accuracy: 0.9787\n",
            "26/26 [==============================] - 0s 3ms/step - loss: 1.4422 - accuracy: 0.6737\n",
            "Results for folder:  7\n",
            "[0.07911130040884018, 0.9787408709526062]\n",
            "[1.4421976804733276, 0.673697292804718]\n",
            "Epoch 1/30\n",
            "634/634 [==============================] - 4s 5ms/step - loss: 1.4608 - accuracy: 0.4995\n",
            "Epoch 2/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.8889 - accuracy: 0.7050\n",
            "Epoch 3/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.7065 - accuracy: 0.7670\n",
            "Epoch 4/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.6077 - accuracy: 0.8042\n",
            "Epoch 5/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.5393 - accuracy: 0.8251\n",
            "Epoch 6/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.4875 - accuracy: 0.8442\n",
            "Epoch 7/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.4542 - accuracy: 0.8540\n",
            "Epoch 8/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.4164 - accuracy: 0.8664\n",
            "Epoch 9/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.3983 - accuracy: 0.8701\n",
            "Epoch 10/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.3687 - accuracy: 0.8813\n",
            "Epoch 11/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.3608 - accuracy: 0.8823\n",
            "Epoch 12/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.3414 - accuracy: 0.8921\n",
            "Epoch 13/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.3284 - accuracy: 0.8942\n",
            "Epoch 14/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.3237 - accuracy: 0.8967\n",
            "Epoch 15/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2948 - accuracy: 0.9041\n",
            "Epoch 16/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2943 - accuracy: 0.9048\n",
            "Epoch 17/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.3023 - accuracy: 0.9035\n",
            "Epoch 18/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2908 - accuracy: 0.9084\n",
            "Epoch 19/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2965 - accuracy: 0.9049\n",
            "Epoch 20/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2728 - accuracy: 0.9124\n",
            "Epoch 21/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2704 - accuracy: 0.9137\n",
            "Epoch 22/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2717 - accuracy: 0.9160\n",
            "Epoch 23/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2820 - accuracy: 0.9143\n",
            "Epoch 24/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2714 - accuracy: 0.9141\n",
            "Epoch 25/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2477 - accuracy: 0.9204\n",
            "Epoch 26/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2402 - accuracy: 0.9234\n",
            "Epoch 27/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2640 - accuracy: 0.9192\n",
            "Epoch 28/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2300 - accuracy: 0.9268\n",
            "Epoch 29/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2670 - accuracy: 0.9212\n",
            "Epoch 30/30\n",
            "634/634 [==============================] - 3s 5ms/step - loss: 0.2284 - accuracy: 0.9274\n",
            "990/990 [==============================] - 3s 3ms/step - loss: 0.0624 - accuracy: 0.9821\n",
            "26/26 [==============================] - 0s 4ms/step - loss: 2.0156 - accuracy: 0.6875\n",
            "Results for folder:  8\n",
            "[0.06236400455236435, 0.9820616245269775]\n",
            "[2.0155560970306396, 0.6875]\n",
            "Epoch 1/30\n",
            "632/632 [==============================] - 4s 5ms/step - loss: 1.4915 - accuracy: 0.4892\n",
            "Epoch 2/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.9195 - accuracy: 0.6918\n",
            "Epoch 3/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.7247 - accuracy: 0.7592\n",
            "Epoch 4/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.6160 - accuracy: 0.7982\n",
            "Epoch 5/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.5266 - accuracy: 0.8281\n",
            "Epoch 6/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.4671 - accuracy: 0.8444\n",
            "Epoch 7/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.4383 - accuracy: 0.8570\n",
            "Epoch 8/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.4236 - accuracy: 0.8604\n",
            "Epoch 9/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3953 - accuracy: 0.8716\n",
            "Epoch 10/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3539 - accuracy: 0.8834\n",
            "Epoch 11/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3443 - accuracy: 0.8901\n",
            "Epoch 12/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3354 - accuracy: 0.8936\n",
            "Epoch 13/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3246 - accuracy: 0.8940\n",
            "Epoch 14/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2967 - accuracy: 0.9028\n",
            "Epoch 15/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.3058 - accuracy: 0.9020\n",
            "Epoch 16/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2938 - accuracy: 0.9057\n",
            "Epoch 17/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2829 - accuracy: 0.9087\n",
            "Epoch 18/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2656 - accuracy: 0.9142\n",
            "Epoch 19/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2858 - accuracy: 0.9094\n",
            "Epoch 20/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2967 - accuracy: 0.9059\n",
            "Epoch 21/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2707 - accuracy: 0.9135\n",
            "Epoch 22/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2575 - accuracy: 0.9171\n",
            "Epoch 23/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2467 - accuracy: 0.9214\n",
            "Epoch 24/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2215 - accuracy: 0.9289\n",
            "Epoch 25/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2413 - accuracy: 0.9230\n",
            "Epoch 26/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2504 - accuracy: 0.9225\n",
            "Epoch 27/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2634 - accuracy: 0.9191\n",
            "Epoch 28/30\n",
            "632/632 [==============================] - 4s 6ms/step - loss: 0.2199 - accuracy: 0.9302\n",
            "Epoch 29/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2298 - accuracy: 0.9263\n",
            "Epoch 30/30\n",
            "632/632 [==============================] - 3s 5ms/step - loss: 0.2182 - accuracy: 0.9311\n",
            "987/987 [==============================] - 3s 3ms/step - loss: 0.0816 - accuracy: 0.9761\n",
            "27/27 [==============================] - 0s 5ms/step - loss: 1.4011 - accuracy: 0.6774\n",
            "Results for folder:  9\n",
            "[0.0816153958439827, 0.9760924577713013]\n",
            "[1.4011256694793701, 0.6774193644523621]\n"
          ]
        }
      ],
      "source": [
        "sum_train_loss = 0\n",
        "sum_test_loss = 0\n",
        "sum_train_acc = 0\n",
        "sum_test_acc = 0\n",
        "\n",
        "for i in range(10):\n",
        "  model = get_model()\n",
        "  \n",
        "  x_train = np.concatenate([X[j] for j in [k for k in range(10) if k not in [i]]])\n",
        "  y_train = np.concatenate([Y[j] for j in [k for k in range(10) if k not in [i]]])\n",
        "\n",
        "  x_test = X_original[i]\n",
        "  y_test = Y_original[i]\n",
        "\n",
        "  model.fit(x_train, y_train, epochs=30, batch_size=50)\n",
        "\n",
        "  #train and test loss and scores respectively\n",
        "  train_eval = model.evaluate(x_train, y_train)\n",
        "  test_eval = model.evaluate(x_test, y_test)\n",
        "\n",
        "  print(\"Results for folder: \", i)\n",
        "  print(train_eval)\n",
        "  print(test_eval)\n",
        "\n",
        "  sum_train_loss += train_eval[0]\n",
        "  sum_test_loss += test_eval[0]\n",
        "  sum_train_acc += train_eval[1]\n",
        "  sum_test_acc += test_eval[1]"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "lwG1XiUdzqbQ"
      },
      "source": [
        "### Results"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 13,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "4420f0b8-32fb-4788-e98e-28193ea256db",
        "id": "E6ioNKe4zqbQ"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Avg Train Loss:  0.08017617017030716\n",
            "Avg Train Acc:  0.9770708024501801\n",
            "Avg Test Loss Score:  1.8412963271141052\n",
            "Avg Test Loss Acc:  0.6390897929668427\n"
          ]
        }
      ],
      "source": [
        "#train and test scores\n",
        "print(\"Avg Train Loss: \", sum_train_loss/10)\n",
        "print(\"Avg Train Acc: \", sum_train_acc/10)\n",
        "print(\"Avg Test Loss Score: \", sum_test_loss/10)\n",
        "print(\"Avg Test Loss Acc: \", sum_test_acc/10)"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.6.9"
    },
    "gpuClass": "standard"
  },
  "nbformat": 4,
  "nbformat_minor": 0
}