FeatureEngineering.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "from math import pi\n",
    "\n",
    "# spot check on engineered-features\n",
    "import matplotlib.pyplot as plt\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_data_raw():\n",
    "    X = pd.read_csv('Data/X_train.csv')\n",
    "    y = pd.read_csv('Data/y_train.csv')\n",
    "    return (X, y)\n",
    "\n",
    "def get_values_X_2D(X):\n",
    "    n_timestep, n_feature = 128, 10\n",
    "    X_data_ori = X.iloc[:,3:].values # original values\n",
    "    #X_data = StandardScaler().fit_transform(X_data_ori)# standarlize the data\n",
    "    #X_data = MinMaxScaler().fit_transform(X_data)# standarlize the data\n",
    "\n",
    "    X_data_2D = np.reshape(X_data, (int(len(X_data)/n_timestep),n_timestep,n_feature)) # convert to 2D images\n",
    "    return (X_data_2D)\n",
    "\n",
    "def get_data(flatten = False): \n",
    "    # intend format, X = (n_example, n_timestep*n_features) when flatten is true\n",
    "    # otherwise, X = (n_example, n_timestep, n_features)\n",
    "    # y = surface name \n",
    "    X, y = load_data_raw()\n",
    "    X_data = get_values_X_2D(X)\n",
    "    if flatten == True:\n",
    "        X_data = np.reshape(X_data, (np.shape(X_data)[0], np.shape(X_data)[1]*np.shape(X_data)[2]))\n",
    "\n",
    "    y_data = y.surface\n",
    "    print (np.shape(X_data))\n",
    "    print (np.shape(y_data))\n",
    "    return (X_data, y_data)\n",
    "\n",
    "def conv_angles(x,y,z,w):\n",
    "    t0 = +2.0 * (w * x + y * z)\n",
    "    t1 = +1.0 - 2.0 * (x * x + y * y)\n",
    "\n",
    "    X = np.arctan2(t0, t1)\n",
    "\n",
    "    t2 = +2.0 * (w * y - z * x)\n",
    "    index_out = np.where(np.absolute(t2)>=1)# get the index which is out of range\n",
    "    sign_out = np.sign(t2) # if out of range change it to pi/2 or -pi/2\n",
    "    t2[index_out] = t2[index_out] *sign_out[index_out] \n",
    "    Y = np.arcsin(t2)\n",
    "    \n",
    "\n",
    "    t3 = +2.0 * (w * z + x * y)\n",
    "    t4 = +1.0 - 2.0 * (y * y + z * z)\n",
    "    Z = np.arctan2(t3, t4)\n",
    "    \n",
    "\n",
    "    return X, Y, Z\n",
    "    \n",
    "def conv_euler_angles(X_pd): # input is the panda dataframe of X\n",
    "    n_timestep, n_feature = 128, 10\n",
    "    X_data_ori = X_pd.iloc[:,3:].values # original values\n",
    "    n_example = int(np.shape(X_data_ori)[0]/n_timestep)\n",
    "\n",
    "    new_feature= np.zeros((n_example, n_timestep, 3))\n",
    "    X = np.reshape(X_data_ori, (n_example, n_timestep, n_feature))\n",
    "    for id_n in range(n_example):\n",
    "        x = X[id_n,:,0] # x\n",
    "        y = X[id_n,:,1] # y\n",
    "        z = X[id_n,:,2] # z\n",
    "        w = X[id_n,:,3] # w\n",
    "        \n",
    "        new_feature[id_n,:,0], new_feature[id_n,:,1], new_feature[id_n,:,2] = conv_angles(x,y,z,w) \n",
    "\n",
    "        \n",
    "    new_feature_norm_1d= np.reshape(new_feature,(n_example*n_timestep, 3))\n",
    "    #new_feature_norm_1d = StandardScaler().fit_transform(new_feature_norm_1d)# standarlize the data\n",
    "    \n",
    "    new_feature_norm_2d = np.reshape(new_feature_norm_1d,(n_example, n_timestep, 3))\n",
    "    X_values_comb = np.concatenate((X, new_feature_norm_2d), axis=2)\n",
    "\n",
    "    return(X_values_comb)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feature engineer: converting quaternion coordinates to Euler angles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "X, y = load_data_raw()\n",
    "X_data_comb = conv_euler_angles(X)#wrong because it has been normalized\n",
    "y_data = y.surface\n",
    "\n",
    "X['angle_X'] = X_data_comb[:,:,10].ravel()\n",
    "X['angle_Y'] = X_data_comb[:,:,11].ravel()\n",
    "X['angle_Z'] = X_data_comb[:,:,12].ravel()\n",
    "\n",
    "X = X.drop(['row_id'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>series_id</th>\n",
       "      <th>measurement_number</th>\n",
       "      <th>orientation_X</th>\n",
       "      <th>orientation_Y</th>\n",
       "      <th>orientation_Z</th>\n",
       "      <th>orientation_W</th>\n",
       "      <th>angular_velocity_X</th>\n",
       "      <th>angular_velocity_Y</th>\n",
       "      <th>angular_velocity_Z</th>\n",
       "      <th>linear_acceleration_X</th>\n",
       "      <th>linear_acceleration_Y</th>\n",
       "      <th>linear_acceleration_Z</th>\n",
       "      <th>angle_X</th>\n",
       "      <th>angle_Y</th>\n",
       "      <th>angle_Z</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.75853</td>\n",
       "      <td>-0.63435</td>\n",
       "      <td>-0.10488</td>\n",
       "      <td>-0.10597</td>\n",
       "      <td>0.107650</td>\n",
       "      <td>0.017561</td>\n",
       "      <td>0.000767</td>\n",
       "      <td>-0.74857</td>\n",
       "      <td>2.1030</td>\n",
       "      <td>-9.7532</td>\n",
       "      <td>2.843272</td>\n",
       "      <td>-0.024668</td>\n",
       "      <td>1.396664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.75853</td>\n",
       "      <td>-0.63434</td>\n",
       "      <td>-0.10490</td>\n",
       "      <td>-0.10600</td>\n",
       "      <td>0.067851</td>\n",
       "      <td>0.029939</td>\n",
       "      <td>0.003385</td>\n",
       "      <td>0.33995</td>\n",
       "      <td>1.5064</td>\n",
       "      <td>-9.4128</td>\n",
       "      <td>2.843199</td>\n",
       "      <td>-0.024662</td>\n",
       "      <td>1.396646</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>-0.75853</td>\n",
       "      <td>-0.63435</td>\n",
       "      <td>-0.10492</td>\n",
       "      <td>-0.10597</td>\n",
       "      <td>0.007275</td>\n",
       "      <td>0.028934</td>\n",
       "      <td>-0.005978</td>\n",
       "      <td>-0.26429</td>\n",
       "      <td>1.5922</td>\n",
       "      <td>-8.7267</td>\n",
       "      <td>2.843224</td>\n",
       "      <td>-0.024728</td>\n",
       "      <td>1.396682</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>-0.75852</td>\n",
       "      <td>-0.63436</td>\n",
       "      <td>-0.10495</td>\n",
       "      <td>-0.10597</td>\n",
       "      <td>-0.013053</td>\n",
       "      <td>0.019448</td>\n",
       "      <td>-0.008974</td>\n",
       "      <td>0.42684</td>\n",
       "      <td>1.0993</td>\n",
       "      <td>-10.0960</td>\n",
       "      <td>2.843186</td>\n",
       "      <td>-0.024770</td>\n",
       "      <td>1.396721</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>-0.75852</td>\n",
       "      <td>-0.63435</td>\n",
       "      <td>-0.10495</td>\n",
       "      <td>-0.10596</td>\n",
       "      <td>0.005135</td>\n",
       "      <td>0.007652</td>\n",
       "      <td>0.005245</td>\n",
       "      <td>-0.50969</td>\n",
       "      <td>1.4689</td>\n",
       "      <td>-10.4410</td>\n",
       "      <td>2.843195</td>\n",
       "      <td>-0.024784</td>\n",
       "      <td>1.396693</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   series_id  measurement_number  orientation_X  orientation_Y  orientation_Z  \\\n",
       "0          0                   0       -0.75853       -0.63435       -0.10488   \n",
       "1          0                   1       -0.75853       -0.63434       -0.10490   \n",
       "2          0                   2       -0.75853       -0.63435       -0.10492   \n",
       "3          0                   3       -0.75852       -0.63436       -0.10495   \n",
       "4          0                   4       -0.75852       -0.63435       -0.10495   \n",
       "\n",
       "   orientation_W  angular_velocity_X  angular_velocity_Y  angular_velocity_Z  \\\n",
       "0       -0.10597            0.107650            0.017561            0.000767   \n",
       "1       -0.10600            0.067851            0.029939            0.003385   \n",
       "2       -0.10597            0.007275            0.028934           -0.005978   \n",
       "3       -0.10597           -0.013053            0.019448           -0.008974   \n",
       "4       -0.10596            0.005135            0.007652            0.005245   \n",
       "\n",
       "   linear_acceleration_X  linear_acceleration_Y  linear_acceleration_Z  \\\n",
       "0               -0.74857                 2.1030                -9.7532   \n",
       "1                0.33995                 1.5064                -9.4128   \n",
       "2               -0.26429                 1.5922                -8.7267   \n",
       "3                0.42684                 1.0993               -10.0960   \n",
       "4               -0.50969                 1.4689               -10.4410   \n",
       "\n",
       "    angle_X   angle_Y   angle_Z  \n",
       "0  2.843272 -0.024668  1.396664  \n",
       "1  2.843199 -0.024662  1.396646  \n",
       "2  2.843224 -0.024728  1.396682  \n",
       "3  2.843186 -0.024770  1.396721  \n",
       "4  2.843195 -0.024784  1.396693  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "timeseries = X.copy()\n",
    "timeseries.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Duplicate dataframe of hard_tiles (minority class)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([0, 1, 2, 3, 4, 5, 6, 7, 8]), <a list of 9 Text xticklabel objects>)"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVwAAAHJCAYAAADJvYHcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAIABJREFUeJzs3XlYVGX/P/D3oAybSqJAuZGJ+4oQCiqYSu5A4oZaqbiCormUG6LgwmNuJRqaaOXj44IJKX7VqLRcKs00c0FFMAQVEFR2huX+/eGPCcQKknMP4vt1XV7lOcN8PgzM2zP3uc99VEIIASIiUpyerhsgInpRMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJElNXTcgy4MHWSgq4sJoRFQ59PRUqFvXpEJfIzVwL1y4gGXLliEuLg5mZmaYNGkShg0bBo1Gg8DAQBw9ehR6enoYN24cJk+erP26HTt24NNPP0VGRgZ69+6NgIAAGBsbV6h2UZFg4BKRTkkbUigqKoK3tzfefvttnDt3DmvWrEFAQACio6OxYcMGxMXFISoqCvv27UN4eDgiIiIAACdOnEBISAhCQ0Nx8uRJbTgTET1vpAXuo0ePkJqaCiEEhBBQqVSoWbMm9PX1ER4ejilTpsDU1BSNGjWCl5cXdu/eDQCIiIiAh4cHmjdvDhMTE8yePRuRkZHIysqS1ToRUaWQFrh169bFmDFjMG/ePLRt2xZDhw7Fe++9B3Nzc6SkpMDa2lr72KZNm+L69esAgJiYGDRr1ky7r0mTJhBC4NatW7JaJyKqFNLGcIuKiqBWq7FmzRq8+eabOH/+PKZPn446deoAAAwNDbWPNTIyQm5uLgAgOzsbRkZG2n0qlQpqtRo5OTkVql+vXq1K+C6IiP49aYH79ddf4/z58/jggw8AAPb29vDw8EB4eDgAIC8vT/vYnJwc7UmxkuELAEIIaDQamJhU7OxgamomT5oRUaXR01NV+EBO2pDCvXv3oNFoSm2rWbMmzMzMYG5ujtjYWO32uLg47RCDtbU14uLitPvi4+MhhICVlZWcxomIKom0wO3WrRtu3LiBPXv2QAiBS5cuYe/evRg4cCBcXV2xceNGpKWlISEhAaGhoXB1dQUAuLm5ISwsDNHR0cjKysKaNWvg4uJS4WlhRES6ppJ5m/Tvv/8eH330Ef744w/Ur18fEyZMwLBhw5CXl4egoCAcPXoURUVFGDFiBGbOnAmVSgUA2LlzJ0JDQ/Ho0SM4Ojpi+fLl2rHf8uKQAhFVpn8zpCA1cHWJgUtElalKj+ESEb3oXpi1FKqCuqZq1FQbKPb8BZo8PHik+ecHEpFOMHAlqqk2wLlVExR7ftv3twJg4BJVVRxSICKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREknB5RqrWTOsYQW2g3K+5Jq8Aj9JzFHt+ql4YuFStqQ1qYsXCfYo9/4LlQxV7bqp+OKRARCQJA5eISBIGLhGRJAxcIiJJpAXugQMHYGNjU+pP69atMX78eGg0Gvj5+cHe3h5du3bF5s2bS33tjh074OTkBBsbG8yZMwfZ2dmy2iYiqjTSAtfV1RXnz5/X/tm5cydMTU3x/vvvY8OGDYiLi0NUVBT27duH8PBwREREAABOnDiBkJAQhIaG4uTJk9BoNAgMDJTVNhFRpdHJkEJ+fj7mzJmD6dOno1WrVggPD8eUKVNgamqKRo0awcvLC7t37wYAREREwMPDA82bN4eJiQlmz56NyMhIZGVl6aJ1IqJ/TSeBu3PnThgaGmLUqFFIT09HSkoKrK2ttfubNm2K69evAwBiYmLQrFkz7b4mTZpACIFbt27JbpuI6JlIv/BBo9EgNDQUS5cuhUql0o7HGhoaah9jZGSE3NxcAEB2djaMjIy0+1QqFdRqNXJyKnZ1T716tSqh+6rP3Ly2rlt44fA1p/KSHrgnTpyAnp4eevbsCQDaMM3Ly9M+JicnB8bGxtr9xeELAEIIaDQamJiYVKhuamomiorEM3b/bGS8MVNSMhSv8Tzha05K0dNTVfhATvqQwrfffov+/ftDT+9xaVNTU5ibmyM2Nlb7mLi4OO0Qg7W1NeLi4rT74uPjIYSAlZWV3MaJiJ6R9MD97bff0Llz51LbXF1dsXHjRqSlpSEhIQGhoaFwdXUFALi5uSEsLAzR0dHIysrCmjVr4OLioj0CJiJ6XkgP3MTERFhYWJTaNmPGDDRv3hyDBg3C0KFD0bdvX3h6egIAnJ2dMXXqVHh7e8PJyQlCCAQEBMhum4jomUkfw71w4UKZbQYGBvD394e/v/9Tv2b06NEYPXq00q0RESmKl/YSEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkkgN3OTkZHh7e8PW1haOjo5Yv349AECj0cDPzw/29vbo2rUrNm/eXOrrduzYAScnJ9jY2GDOnDnIzs6W2TYRUaWQGrje3t4wNzfH6dOnsWfPHkRERODgwYPYsGED4uLiEBUVhX379iE8PBwREREAgBMnTiAkJAShoaE4efIkNBoNAgMDZbZNRFQpasoq9Ntvv+H27dvYtWsX9PX10bhxY+zYsQMGBgb4z3/+g6CgIJiamsLU1BReXl7YvXs33N3dERERAQ8PDzRv3hwAMHv2bAwaNAiLFi2CiYmJrPaJ6DlQ9yUD1NRXK/b8BfkaPHiY96+/XlrgXrp0CS1atEBwcDD2798PAwMDjBo1CkOHDkVKSgqsra21j23atCmuX78OAIiJiYGTk5N2X5MmTSCEwK1bt9C2bVtZ7RPRc6Cmvho/RC5R7PmdBi0B8BwE7qNHj3Du3DnY29vj22+/RWxsLCZMmAAzMzMAgKGhofaxRkZGyM3NBQBkZ2fDyMhIu0+lUkGtViMnJ0dW60RElUJa4KrVatSqVQvTp08HALRq1QpDhw5FeHg4ACAv789/NXJycmBsbAygdPgCgBACGo2mwsMJ9erVetZv4blgbl5b1y28cPiav1ie5ectLXBfe+015OTkQKPRQK1+PMZSWFgIU1NTmJubIzY2FpaWlgCAuLg47RCDtbU14uLitM8THx8PIQSsrKwqVD81NRNFRaKSvpt/R8YbMyUlQ/EazxO+5i8WmT9vPT1VhQ/kpM1S6NatG8zMzPCf//wHGo0G165dw759+zBw4EC4urpi48aNSEtLQ0JCAkJDQ+Hq6goAcHNzQ1hYGKKjo5GVlYU1a9bAxcVFewRMRPS8kHaEa2BggP/+978IDAxEjx49oFarMWHCBPTt2xc9e/ZEUFAQBg0ahKKiIowYMQKenp4AAGdnZ0ydOhXe3t549OgRHB0dERAQIKttIqJKIy1wAaBx48bYsmVLme0GBgbw9/eHv7//U79u9OjRGD16tNLtEREpipf2EhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJLUlFls37598Pf3h1qt1m5bvHgxBg4ciMDAQBw9ehR6enoYN24cJk+erH3Mjh078OmnnyIjIwO9e/dGQEAAjI2NZbZOz+Cl2mroGxoo9vz5uXl4mKFR7PmJKovUwL1y5QrGjRuHOXPmlNq+Zs0axMXFISoqChkZGZgwYQIsLS3h7u6OEydOICQkBJ999hkaNGiA+fPnIzAwECtXrpTZOj0DfUMD/N874xR7/gFfbAcYuPQckDqkcPnyZbRu3brM9vDwcEyZMgWmpqZo1KgRvLy8sHv3bgBAREQEPDw80Lx5c5iYmGD27NmIjIxEVlaWzNaJiJ6ZtMAtLCzEtWvX8NVXX6F79+5wcXHBli1b8OjRI6SkpMDa2lr72KZNm+L69esAgJiYGDRr1ky7r0mTJhBC4NatW7JaJyKqFNKGFNLS0tCuXTu4u7sjODgYN2/ehLe3NzSaxx8FDQ0NtY81MjJCbm4uACA7OxtGRkbafSqVCmq1Gjk5ObJaJyKqFNIC19zcHP/973+1f2/dujXGjBmDH374AQCQl5en3ZeTk6M9KVYyfAFACAGNRgMTE5MK1a9Xr9aztP/cMDevresWdEKX3/eL+pq/qJ7l5y0tcG/cuIHDhw/D19dXuy0/Px8GBgYwNzdHbGwsLC0tAQBxcXHaIQZra2vExcVpvyY+Ph5CCFhZWVWofmpqJoqKRCV8J/+ejDdmSkqG4jUqSpff94v6mr+oZP689fRUFT6QkzaGW6dOHWzfvh179+5FUVERLl26hB07dmDIkCFwdXXFxo0bkZaWhoSEBISGhsLV1RUA4ObmhrCwMERHRyMrKwtr1qyBi4sLp4UR0XNH2hGupaUlNm3ahA8//BArV65E3bp14e3tjX79+uGNN95AUFAQBg0ahKKiIowYMQKenp4AAGdnZ0ydOhXe3t549OgRHB0dERAQIKttIqJKI3UeroODA/bv319mu4GBAfz9/eHv7//Urxs9ejRGjx6tdHtERIripb1ERJIwcImIJGHgEhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkKXfg9u7dGw8ePCizPSkpCQ4ODpXaFBFRdfS3ayl8++23OHfuHAAgMTERGzZsKLVQOPB4uUQiIvpnfxu4rVq1wueffw4hHq8je+XKFejr62v3q1QqGBsbIygoSNkuiYiqgb8N3IYNG+KLL74AAMyfPx8LFy5ErVovxp0TiIgqW7mXZ1y5ciUKCgrwxx9/oKCgQHvUW6zkTSCJiKiscgfu8ePHMX/+fDx8+LBM2KpUKly9erXSmyMiqk7KHbhr167F66+/Dh8fHw4rEBH9C+UO3Pj4eKxbtw7NmjVTsh8iomqr3PNw27dvj+vXryvZCxFRtVbuI1wXFxcsXrwYZ86cgZWVVanpYQB4zzEion9Q7sD97LPPULt2bXz//fdl9qlUKgYuEdE/KHfgfvfdd0r2QURU7ZU7cHNycv52v5GR0TM3Q0RUnZU7cG1sbKBSqf5yP+fhEhH9vXIHbvElvsUKCwsRHx+Pbdu2Ye7cueUumJ6eDldXV/j6+mLIkCFIT0/HokWLcOrUKRgbG2PmzJnw8PAAAAghsH79euzduxf5+fkYMmQI3n//fdSsWe62iYiqjHInl729fZltDg4OaNKkCT788EP06dOnXM/j7++PpKQk7d+XLFkCPT09nDx5Erdu3YKXlxcaN24Me3t77NmzB1FRUQgPD4darYaPjw9CQkIwbdq08rZNRFRlPPMC5BYWFoiJiSnXY8PDw5GZmYkWLVoAeDwufPToUcyYMQNGRkZo3bo1hg0bhj179gAAIiIi8O677+Lll1+GmZkZpk+frt1HRPS8KfcR7tOmg2VkZGDbtm1o1arVP3797du3ERwcjN27d2PChAkAgFu3bkGlUuHVV1/VPu61117TzoiIiYkpdWXba6+9huTkZDx8+BAvvfRSeVsnIqoSyh24kydPLrNNX18f7du3x+LFi//2awsLCzF37lx88MEHMDc3127PysqCWq0udTLOyMgIubm5AIDs7OxSsx+KFz8v3l8R9eq9GOs/mJvX1nULOqHL7/tFfc1fVM/y8y534EZHR//rIps2bULTpk3x5ptvltpubGwMjUYDIYQ2dHNycmBsbAygdPgCfwZt8f6KSE3NRFGR+OcHKkjGGzMlJUPxGhWly+/7RX3NX1Qyf956eqoKH8hV6HR/Xl4eDhw4gJiYGBQVFaFZs2YYMGAA6tSp87dfd+jQISQnJyMqKgrA4yPbpUuXYsCAARBCICEhAY0bNwYAxMbGatfWtba2RlxcHGxtbbX7zM3N/7EeEVFVVO7AjYuLg5eXF7Kzs9GmTRsIIRAZGYng4GDs3LkTVlZWf/m1R44cKfV3Nzc3vPvuuxgyZAiys7OxZs0aLF++HLdv30ZYWBhWrlwJAHB1dcW2bdvg4OAAIyMjbNiwAW5ubv/yWyUi0q1yB+7y5cvRunVrrF69WjuumpOTgw8++AArV65ESEjIv2ogICAAS5cuRa9evaBWqzFlyhQ4OzsDADw9PZGamoqRI0ciNzcX/fr1w4wZM/5VHSIiXSt34P7yyy8ICwsrdRLLyMgI06ZNw8iRIytU9KuvvtL+v6mpKdauXfvUx+np6cHX1xe+vr4Ven4ioqqo3PNw69Spg/T09DLb09PTyyzVSEREZZU7cF1cXLBkyRJcuXJFu+3y5ctYunQpXFxcFGmOiKg6KfeQwnvvvQdfX194eHhoj2jz8/Ph4uKCefPmKdYgEVF1Ue7ANTIyQocOHdCrVy+YmZnBwMAA8+fPR4sWLf7VvFgiohdNuYcUgoKCcPDgQTRt2hQDBgxA7969sWDBAkREROCjjz5Sskciomqh3IF7+PBhrF69Gt26ddNuc3d3R1BQEPbv369Ic0RE1UmF7vjwtKEDU1NTZGZmVmpTSqpdxxCGBsrNqsjNy0dGesXXeiCi6q/cgdulSxd8+OGHWL16tXalrvT0dKxbt+6pa+VWVYYG+hj1/k7Fnv9/q0YjAwxcIiqr3IG7aNEijBs3Dk5OTmjQoAFUKhXu3LmDJk2aYNOmTUr2SERULZQ7cBs0aICDBw/i9OnTuHnzJvT19fHqq6+ie/fu0NN75nXMiYiqvQqtFqZWq9GzZ0/07NlToXaIiKovHpoSEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBKpgXvs2DEMHjwYNjY26NOnD3bv3g0A0Gg08PPzg729Pbp27YrNmzeX+rodO3bAyckJNjY2mDNnDrKzs2W2TURUKaQFbnJyMnx9fTFnzhycP38eH330EVasWIHLly9jw4YNiIuLQ1RUFPbt24fw8HBEREQAAE6cOIGQkBCEhobi5MmT0Gg0CAwMlNU2EVGlqdDyjM/CwsICP/74I2rVqoWioiI8fPgQNWrUgImJCcLDwxEUFARTU1OYmprCy8sLu3fvhru7OyIiIuDh4YHmzZsDAGbPno1BgwZh0aJFMDExkdU+UYWZ1lFDbWCg2PNr8vLwKF2j2PNT5ZMWuABQq1Yt5OTkwM7ODgUFBZg4cSLMzMyQkpICa2tr7eOaNm2K69evAwBiYmLg5OSk3dekSRMIIXDr1i20bdtWZvtEFaI2MMDa+ZMVe/5ZKzcDYOA+T6QGLgAYGBjg/PnzuHbtGiZNmgRDQ0MA0P4XAIyMjJCb+/i+YNnZ2TAyMtLuU6lUUKvVyMnJqVDdevVqVUL35WNuXltarapUW5de1Nf8Rf1569KzvObSA1dPTw9qtRrt27fH8OHDcenSJQBAXl6e9jEl7xBcMnwBQAgBjUZT4eGE1NRMFBUJKb+gKSkZT92uy9p1TA1goFYrVjdPo0H6o7yn7ntRX3Nd1n5RyXzN9fRUFT6Qkxa4Z86cQVBQEPbv36/dptFoUKdOHZibmyM2NhaWlpYAgLi4OO0Qg7W1NeLi4rRfEx8fDyEErKysZLVeLRio1Ri7fYZiz//ZuI8APD1wiegxabMUWrdujaSkJGzfvh2FhYX49ddf8eWXX2Lo0KFwdXXFxo0bkZaWhoSEBISGhsLV1RUA4ObmhrCwMERHRyMrKwtr1qyBi4uL9giYiOh5Ie0It3bt2tiyZQuWLVuG4OBgvPLKK1i2bBns7e3RsWNHBAUFYdCgQSgqKsKIESPg6ekJAHB2dsbUqVPh7e2NR48ewdHREQEBAbLaJiKqNFLHcNu2bYtdu3aV2W5gYAB/f3/4+/s/9etGjx6N0aNHK90eEZGieGkvEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJInUwD116hSGDBmCzp07w8XFBbt37wYApKenw9fXF7a2tujRowe+/PJL7dcIIbBu3To4ODjAzs4OK1asQEFBgcy2iYgqRU1Zhe7evYvp06fjP//5D3r37o1Lly5hwoQJaNiwIcLDw6Gnp4eTJ0/i1q1b8PLyQuPGjWFvb489e/YgKioK4eHhUKvV8PHxQUhICKZNmyardSKiSiHtCDcxMRGDBg2Ci4sL9PT00KFDB9jb2+PHH3/E0aNHMWPGDBgZGaF169YYNmwY9uzZAwCIiIjAu+++i5dffhlmZmaYPn26dh8R0fNEWuDa2dkhICBA+/eHDx/il19+gYWFBVQqFV599VXtvtdeew3Xr18HAMTExKBZs2al9iUnJ+Phw4eyWiciqhTShhRKysjIwNSpU9GxY0e0bdsWarUaKpVKu9/IyAi5ubkAgOzsbBgZGWn3GRoaAoB2f3nVq1erEjovH3Pz2tJqsTZrk1zP8ppLD9y4uDh4e3vD2toaq1evxs2bN6HRaCCE0IZuTk4OjI2NAZQOX+DPoC3eX16pqZkoKhJSfkFTUjKeup21WVtW7ReVzNdcT09V4QM5qbMUzp49i+HDh6NPnz74+OOPYWBgACsrKwghkJCQoH1cbGwsrK2tAQDW1taIi4srtc/c3Bx16tSR2ToR0TOTFrjx8fGYPHkyfH19MXv2bO3RrImJCfr06YM1a9YgKysL0dHRCAsLg6urKwDA1dUV27ZtQ2JiItLS0rBhwwa4ubnJapuIqNJIG1LYuXMnsrKysHbtWqxdu1a7fdSoUQgICMDSpUvRq1cvqNVqTJkyBc7OzgAAT09PpKamYuTIkcjNzUW/fv0wY8YMWW0TPZfqmhqhplq5t3eBpgAPHuUo9vzVlbTAnT9/PubPn/+X+0uGcEl6enrw9fWFr6+vUq0RVTs11TXx26bjij1/R++eij13dcZLe4mIJGHgEhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJdBK4Fy9ehIODg/bvGo0Gfn5+sLe3R9euXbF58+ZSj9+xYwecnJxgY2ODOXPmIDs7W3bLRETPTGrgCiEQFhaG8ePHIz8/X7t9w4YNiIuLQ1RUFPbt24fw8HBEREQAAE6cOIGQkBCEhobi5MmT0Gg0CAwMlNk2EVGlkBq4H3/8MXbt2oWpU6eW2h4eHo4pU6bA1NQUjRo1gpeXF3bv3g0AiIiIgIeHB5o3bw4TExPMnj0bkZGRyMrKktk6EdEzkxq4I0eOxP79+9GuXTvttvT0dKSkpMDa2lq7rWnTprh+/ToAICYmBs2aNdPua9KkCYQQuHXrlrS+iYgqg9TAtbS0LLOteDzW0NBQu83IyAi5ubna/UZGRtp9KpUKarUaOTk5CndLRFS5auq6geIwzcvL027LycmBsbGxdn9x+AKPx4E1Gg1MTEwqVKdevVqV0G35mJvXllaLtVn7RaytS8/yfes8cE1NTWFubo7Y2FjtEXBcXJx2iMHa2hpxcXHax8fHx0MIASsrqwrVSU3NRFGRkPJLkpKS8dTtrM3aL0JtXZL5fevpqSp8IFcl5uG6urpi48aNSEtLQ0JCAkJDQ+Hq6goAcHNzQ1hYGKKjo5GVlYU1a9bAxcVFewRMRPS8qBKBO2PGDDRv3hyDBg3C0KFD0bdvX3h6egIAnJ2dMXXqVHh7e8PJyQlCCAQEBOi4YyKiitPJkEKXLl3wyy+/aP9uYGAAf39/+Pv7P/Xxo0ePxujRo2W1R0SkiCpxhEtE9CJg4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSndy1l4iqL1NTQ6jV+oo9v0aTj0ePchV7fiUxcImoUqnV+lizZo1izz979mwAz2fgckiBiEiS5yJwo6OjMWLECHTq1AmDBw/GxYsXdd0SEVGFVfnA1Wg08Pb2Rv/+/XH27FlMmTIFXl5eyMzM1HVrREQVUuUD98yZM8jPz8fYsWOhr6+PgQMHwtraGv/3f/+n69aIiCqkyp80i4mJQbNmzUpte+2113D9+vUKPY+enkr7//XrmlRKb+Wp9SR1nXo6q12/lpnOahvV1933bfqSsc5q13lJd9+3fm1DndWuU6eOzmobGL0kpfbf9fBXVEIIUdkNVaZNmzbh4sWLCAkJ0W5btmwZcnJysHz5ch12RkRUMVV+SMHY2Bh5eXmltuXk5MDYWNmjFiKiylblA7dZs2aIi4srtS02NhbW1tY66oiI6N+p8oHbpUsXCCHw2WefIT8/H4cOHcK1a9fg4uKi69aIiCqkyo/hAsD169fh7++P6OhoNGrUCAsWLICDg4Ou2yIiqpDnInCJiKqDKj+kQERUXTBwiYgkYeASEUnCwCUikoSBS0QkCQP3L2g0Gp3Vjo+Px48//oiCggKuikbVXlJSEtLT03XdhhRVfvEamYqKirB582bs2rULGRkZOHDgABYuXIj169fDzEzZhV8AIC0tDbNmzcLZs2ehVquxd+9ejBkzBqGhoWjXrp2itTUaDY4cOQJXV1fExcUhMDAQpqamWLBgAczNzSu93sqVK//xMfPnz6/0uk9KSkrCggULMHfuXLRq1Qpr167FlStXEBQUhPr16yte/9y5c9i1axeSk5Oxdu1a7N69Gz4+PlCpKr4wSkVMnToVn3zySZmWApYOAAAgAElEQVTto0ePxs6dOxWt/fvvv2PdunXYtm0bwsLC4OfnBwMDA6xfvx5vvPFGpdf74osv/vEx77zzTqXXfRoGbgkfffQRzpw5gxUrVuC9996DmZkZTE1NERAQgPXr1ytePzAwEM2aNcOmTZvg7OyM5s2bw8vLCytWrMD//vc/RWsvWbIEV65cgaurKxYvXgwzMzOo1Wr4+/tj06ZNlV6v+IgmLS0Np06dgrOzMxo1aoSkpCR8++236NOnT6XXfBo/Pz80bNgQjRo1AgC8++672LBhAxYvXqzI911SZGQkgoKCMGTIEBw7dgxFRUU4ePAgNBoNZs2aVen1EhMTteFz8uTJMv/oZWRk4ObNm5Ve90mrVq2Cvb09hBD45JNPEBQUBDMzM6xatUqRwI2KigIA5Obm4vfff0erVq20v2u///47unXrJi1wIUirZ8+eIiUlRQghxOuvvy6EECIjI0PY29tLqd+1a1eRl5dXqn5BQYGwtbVVvPYbb7whHj16JB48eCBat24t7t27J/Ly8hSvPX78eHHixIlS23788UcxYsQIResWs7OzEwUFBaW25eXlaV9/JfXv31/8/vvv2j6EECI+Pl50795dsZqrVq0S8+bNE23bthXz5s0r9cfPz0+cPn1asdrFunTpIoQQ4saNG6J9+/YiNzdXCCFEp06dFK07a9YssX///lLbDh48KCZMmKBo3ZJ4hFtCfn6+dhUy8f8vwNPT00PNmnJeJhMTEyQnJ2uPtgAgJSUFpqamitfOzMxErVq1cOTIEbz66quwtLREdnY2atSooWjdX3/9FVu2bCm1zdbWFteuXVO0brFatWrh1q1bpdZcvnPnDmrXrq147fv376NNmzYAoB1CaNCgQZnV8SrT3LlzAQAtW7bE2LFjFavzdwwMDJCcnIyoqCjY2trCwMAAN27cQN26dRWte+zYMXz44YeltvXv3x9+fn6K1i2JJ81K6NGjBxYuXIi0tDSoVCpoNBqsWrVK2roNQ4cOxZQpU3D48GEUFhbi1KlTmDlzJtzd3RWv3blzZ8ybNw/BwcHo378/UlJSMG/ePNjb2ytat3nz5vj000+1/8AVFRUhODgYbdu2VbRusVGjRmHixInYtm0bDh8+jM8++wwTJkyAp6en4rXbtm1bZnzxwIEDaNmypeK1x44di9u3b2P9+vWYP38+Hj16hIiICMXrAo/HiQcPHoxPPvkE48aNw6VLl/D2228r/rG+YcOGOHDgQKltYWFhaNq0qaJ1S+JaCiWkp6fj/fffx/HjxwEANWrUgL29PVavXo169ZRduR94HDaff/45wsLCcOfOHVhaWsLNzQ2TJ09W/EgzLS0NmzZtQq1ateDj44Pr16/j888/x4IFC/DSS8qtoH/lyhV4e3sjJycH9evXR3JyMszMzLBlyxZYWVkpVrekPXv2IDIyEvfv34elpSUGDx4MDw8PxevGxMRg/PjxqF27Nv744w+0a9cOt2/fxtatW9G6dWtFa//444/w9fWFk5MTjh07hoMHD2Lo0KGYPHmylCPfy5cvw8TEBK+++ipSUlIQExOj+IHN6dOn4ePjg8aNG+Pll19GYmIiUlNTsWXLFnTo0EHR2sUYuE9x//59beBZWlpqP24r7bfffkPHjh3LbP/+++/h7OyseH3g8bDKnTt30KRJEwBQ/Gw58HiGxK+//or79+/DwsICtra2iv8DU+zs2bN4/fXXpdR6muzsbBw/fhx37tyBhYUFnJ2dpQwhDRkyBHPmzIGjoyNef/11nD17FlevXoWPjw++++47xetnZmbi8OHDuHv3Lry8vHD58mXFP00BQGpqKo4fP679XevVq5eU17sYhxRKKP6B169fHx06dIClpSWEEIqGXWFhITIzM5GRkYFx48YhMzOz1J+7d+9i5syZitUvlpOTg0WLFqFjx45wc3NDbGws+vXrh9u3byteW6PR4Pbt24iNjUXbtm1x7tw5xWsWmzlzJnr37o2PP/4Y8fHx0uoCQEFBAf773/+iU6dOmDBhAvLy8rBnzx4UFRUpXjs+Ph5du3YF8Oc/qq1atZIyH/bq1atwcXHBl19+ie3bt+P+/fuYOHEiDh48qHhtAwMDGBgYQE/vcfQVFhYqXrOkF/6kWUJCAnx9fSGEQGZmJt56661S+7OysmBhYaFY/dTUVPTr1w85OTkQQjz1aEvG0W1QUBAePXqEyMhIjBgxAk2aNEH37t2xdOlSbN26VbG6V69exfjx42FlZYVr167Bzc0NEydOxLJlyzB48GDF6hY7ceIETp48icjISLi7u6NFixZwd3fHgAEDFL8R4vLly3Hp0iUMGjQIwOObo65atQppaWmYN2+eorWbNWuGI0eOYMCAAdptJ06ckDKeGRgYiAULFmDw4MF4/fXXYWVlhZCQEAQEBCj6M7927Rq8vLxQp04dNGjQAAkJCQgKCsK2bduknTPgtDAhxLFjx8SXX34p2rdvL/bv31/qT2RkpEhKSlK0/v3798Xt27eFvb29SEhIKPUnOTlZ0drFunXrJjIyMoQQf05JkzE9ytPTUxw4cEAI8efUqNOnT4t+/fopWvdpcnJyxFdffSXeeOMN0b59e8XrOTg4iIcPH5balpqaKhwdHRWv/csvv4jOnTuLiRMninbt2olZs2YJOzs7KdPC7OzsRGFhoRBClPr96ty5s6J133nnHREaGlpq29atW8WoUaMUrVvSC3+ECwA9e/YE8PiMefv27aXXLz4h9/PPPwMoO44qQ82aNbWXM4v/P6yfnZ0NIyMjReveuHEDAwcOBPDnR1sHBwckJycrWrckIQR++uknREZGIioqClZWVvDy8lK8bmFhYZkxcn19fSnj5ra2toiMjERkZCQaNmwICwsL+Pr6SjlR2aBBA5w9exZdunTRbrt48SIaNGigaN2rV69i27Ztpba9++672Lhxo6J1S+IYbgnt27fHgQMH4OnpiT59+uDevXuYP38+cnNzpdTPzc3FwoULdTKO2rdvX8yYMQMXL14EANy6dQsLFy5U/N5xxW++kmS8+YqtWLECTk5OmDdvHszMzLBr1y6EhYVh9OjRitfu06cP3nvvPVy+fBlpaWm4cuUK5s6dqz0AUNorr7yCHj16oFevXnBxcZE2K8TX1xdTp07F0qVLodFosG7dOkydOhVTp05VtK6pqSlu3LhRaltMTIyUS7i1pB1LPwe2b98u+vXrJ3bv3i1sbW3FgwcPxMiRI4Wfn5+U+n5+fmLatGni5s2bws7OTmg0GhEQECC8vLwUr52XlycCAwNFx44dRcuWLUX79u3FggULRGZmpqJ1v/nmG2FjYyOWLFkiOnbsKNauXSscHR3FoUOHFK1bbPbs2eLkyZOiqKhISr2SMjIyxKxZs0S7du1Ey5YtRbt27cT777+vHdpRUlxcnBgwYIBo27at6Natm2jTpo3w8PAQ9+7dU7y2EEJcvHhR+Pv7i4kTJ4qFCxeKs2fPKl7ziy++ED169BCffvqpOHTokNiyZYvo0aOH+PzzzxWvXYzTwkp48803sXXrVjRp0gT29vY4c+YM0tLSMGjQIJw+fVrx+t27d8eRI0dQq1YtbX2NRoPu3bvjzJkzitcvlpaWhpdeekl7Jldpv//+O7788kvt1Ch3d3fY2dlJqQ08Hjo5ffo07t+/j1deeQUODg5Qq9XS6ms0GqSnp8PMzEzaa/7222+jdevWmD17NgwMDJCdnY3Vq1cjMTERmzdvltKDLuzduxdfffUVUlNT0aBBA7i7u8PV1VVafY7hlpCeno5XXnkFwJ/jmLVq1ZIyTQfQzThqVVhJqX379joZOwceD19MmTIFarUalpaWuHv3LmrUqIGtW7eWutxXCYWFhfjmm2+QnJys/Xnn5+fjxo0bCAoKUrT2pUuXsG3bNujr6wMAjI2NMW/ePDg6OipW093d/R/Hp8PDwxWrDwDDhw9Hz549ce/ePdSrVw8NGzZUtN6TGLgl2NnZYfXq1fjggw+0vxihoaHo1KmTlPrF46jF17vfunULH374oaLjqMUrKf0VlUqlSOBWhTcf8HiVtIkTJ2LcuHHabVu2bMHixYsVX6bQz88Px44dQ926dZGXl4datWrh2rVr2mliSmrZsiXOnTunnYsLANevX4e1tbViNd99913Fnrs8Hjx4gDlz5uD06dNQq9XQaDSwsbFBcHCwlOVXAV5pVkpSUhKmTJmC27dvIzs7G/Xr10etWrWwefNmNG7cWPH6xWs37Nu3D7m5uVCr1XB1dcWCBQu0i+pUF+UJ0yfnRCvBxsYGv/zyS6kr2woKCtClSxfFL8Do0qULwsLCkJqais8++wwfffQRduzYgTNnzmDDhg2K1vb398dXX32FAQMGwMrKCklJSTh48CBsbW1LnTyTsSaxLB988AFyc3Ph5+eH+vXrIykpCcuXL4e+vj7WrFkjpQcGbgkPHjyAqakpLl26hMTERFhYWKBDhw7aj11K++GHH9C1a1eo1Wpp46i7du2Cp6fn3w4tSFsrVAcmTpwId3d37dQ04PHPYceOHfj0008Vrd2lSxf8/PPPyMzMxJAhQ/D1118jPz8fPXv2xKlTpxStXd4gLc9C8eXl6emJXbt2/e2nGyU/1XTv3h1Hjx6FiYmJdltmZiZ69eol7RwJhxRKGDx4MI4cOYIOHTpIW8yipLlz5+LEiRMAIO0jznfffQdPT8+/HFpQakjhn958KpUK+/fvr/S6TzIxMcHcuXOxd+9e7ZHeqVOn0KFDB0ybNk37uODg4Eqv3bhxY5w/fx42NjbIycnB/fv3UbNmTUWXZyxmY2ODwYMHKz7PuqRRo0YB0O3QQl5eXqnA1Wg0Uk+QMnBLqFu3Lu7cuYMWLVropH7nzp3x1VdfYdCgQdLeCMVHcWvXrn3qrXSenLdYWYrffIMGDXrqSmzr1q1TpO6TrK2tS41bWlhYSDuBN3HiRIwfPx6RkZHw8PDAyJEjUaNGDfTo0UPx2qtXr5ayIlpJxZftpqWlPfXCEqV/5n379sXMmTMxd+5cNGjQAImJiVi9ejXefPNNReuWxCGFEiZPnoyffvoJLVq0gIWFRakjLyWOcJ7Ut29f/PHHH1CpVKhVq1ap+kp/5OncuTN+/fXXUts0Gg26dOmC8+fPV2qt1NRUXLhwAQAwe/bsMuNnGRkZWLp0aaXX/bf+6v5flaF4KlzNmjVx6NAhZGRk4K233oKBgYEi9Yr5+fmhXr16GDx4cJnfdSVWxnvyZ7527VqUjB4ZP/Pjx48jMjISR48eRUFBAfT19eHq6or58+eXOupVEgO3hL8L1ZIfL5Xyd6GqxNJ1CQkJGD58OAoKCpCenl5msRaNRoNWrVph9+7dlVo3Ly8PY8aMQWpqKu7evaudildMrVZjyJAhmDRpUqXW/bee9o9RZdHVHODiYQzgz0uqhRBQqVS4evVqpderCj/zvn37Ii0tDT169ECfPn3QvXt3xRcoehID9wn37t2DqakpjIyMEB0djdq1a0udq3fo0CF06dIF9evXR1RUFPLz80ut6FTZoqOj8ejRI0yaNKnMSSK1Wo2WLVsqOrwxbdo0KZ8enoWNjY0iR16//fYbpk6dqpM5wImJiX+5T+nf9/L8zFNSUhS5W/Tt27dx/PhxHD9+HBcuXEDHjh3Rq1cvjBkzptJrPZW0a9qeA19//bXo2LGjuHz5shDi8aW+tra24vjx41Lqb9iwQfTq1UvExcUJIYT49ttvRZ8+fcTmzZsVr52amvqPj5kyZYrifVRFNjY2ijzvW2+9JbZt21Zq2+bNm6WtXlVYWCgyMjK0f1JTU8VPP/0kpfY/Ueo1F0IIjUYjzpw5I4KCgkSnTp1EmzZtFKv1JAZuCf369SuzPN3p06fFwIEDpdTv3r27uHPnTqltiYmJwsnJSUr9f6Lkm6AqU+r77tSpU5k7Bufn5yu+TKEQQhw6dEjY2tqKVq1alfrj4OCgeO3yUOIOvp988okYO3as6NSpkxg4cKAIDAwUUVFRIj09vdJr/RXOUijh3r17pZaMAx7Plbx3756U+jk5OWXuXFqvXj0p04RIPjs7Oxw5cqTUHODTp0+jc+fOitf+6KOPMHPmTBgZGeHHH3+El5cXVq9eXeb3X1eUWKLy008/RUFBATw8PDBgwAB06tRJ2h25izFwS2jZsiX27t2LkSNHareFh4crerljSY6OjvD398f8+fPx0ksv4dGjR1i9erWUez2RfLqcA5ycnIwxY8YgKSkJ//vf/9C6dWusXLkSo0aNqjInKyvbmTNn8Ntvv+H06dNYt24dbty4gfbt26Nr166YOHGilB4YuCV88MEHmDRpEnbu3IlXXnkF9+7dQ1JSkuJXHBXz8/PD9OnT4eDgAAMDA+Tl5cHOzg5r166VUp/+VPLGoUpdVq3LOcAWFhbIzMyEpaUlEhISIISAubk50tLSpNTXhRo1aqBz587o3Lkz3nzzTXzzzTf4/PPPcfbsWWmBy1kKT0hLS9Pe1dPS0hLOzs6K3ib8aRISEpCamgpLS0u8/PLLUmv/HSWnR+lK8TKYJQkhYGdnJ/VmlsDj1cNk3a142bJluHz5MjZt2oR58+ahcePGUKvVOHnyJA4cOCClh7+jxO/aV199hdOnT+P06dMQQsDJyQk9e/ZEt27dOA9Xl7Kzs8ssySjjNukAEBsbi/j4+DJ3E+3du7eU+n+nugRuyRuHXrt2DS1btiy1PysrCzVq1MDhw4cV7eP27dvYsmULAgMDcezYMcycORO1a9dGcHCw4ivUaTQabN26FUOGDEFhYSEWL16Ma9euYdOmTTq5rP1JSkzFe+utt9CzZ0+88cYbOvseOaRQwjfffIMlS5YgNTVVu00oOBn8ScHBwdi4cSPMzc1LDearVCqdBa6Mj9ayNWrUCL6+vkhLS8OSJUvKrBWhVqufevfkyrZkyRJYWlpCCIFVq1bBx8cHderUwbJly7Bv3z5Fa3///ffYsmULevbsiTZt2qBHjx64cOECHjx4oGjd8ip5HqWyyFju85/wCLeEQYMGoW/fvnB1dS1z9lLGxQ89e/bE8uXL0a1bN8VrPakqfbSWoV+/fjhy5AgmT56sszscdOvWDT/88APu3LmDfv364eeff4aJiQlsbW0V/yTRv39/LF68GA4ODtptP/74I5YvX47IyEhFavr4+Pzj7IOqfhHMs+IRbgmJiYnw9vaWNo72pJycnFILQiut5EfrzMzMMuvPZmVlwcLCQlo/MiUlJeHMmTM4c+YMrl27hqcdd7Rq1UrxPnJycnD8+HG0b98etWrVwt27d6V8ktDFFMjWrVsDAOLj4/H999/Dzc0NjRo1QlJSEvbv36/4DUurAgZuCQ4ODjh16hScnJx0Un/o0KEIDg7WXu6ptKry0VoXhg8fjvHjx6OwsBBubm5l9ssYRho4cCCGDRuGlJQU+Pn54caNG5g2bRrc3d0VrQvoZgpk8VS3YcOGITQ0FO3atdPuGzx4sPZOJ9UZhxRKmD17No4ePYp27dqVuXWyjI86gwYNQkxMDPT09MqcpFNqtbCq8NFal5RaJ6E8hBCIiopC7dq14eDggISEBPz000/w8PDQfvRWak2B8+fPY9KkSXj55ZfLTIFU+oRS586dcebMmVLDdrm5uXB0dKwWJ2X/DgO3hBdttTDgceBs3rwZkydPxu7du3X20VpXioqKIITAxYsXcffuXZibm8PGxkb6FUh/RcmZIbqaAjl27FhYWVlh9uzZqFOnDtLS0rBq1So8fPgQISEhitfXJQbuX0hNTUWdOnWk3V6nWGFhofbNX79+fXTu3FnRN//KlSuxc+dOFBYWPjVsZc3Q0JU7d+5g8uTJ2nVpk5KSYGZmhu3bt0u5j90/0eURuFISExMxY8YMXL58WXuBj729PdatWyftTie6wsAtIS8vDytWrEBERAQ0Gg1q1qyJfv36ISAgQModGBITEzFlyhSdvPmr4xu7PLy9vdGwYUO8//770NfX197IMz4+Hlu2bNF1e9Vm7nNJ169fR4sWLXD79m3t0XWDBg103ZYUDNwSli9fjqtXr2Lu3Llo2LAh4uPjsXbtWrRo0QKLFy9WvL4u3/xV/aO1Urp27Yoffvih1EnKvLw8dOvWDb/88osOO3usOgZu165d8e2330q7uqsqqd7vpgr6+uuvER4erv1YU79+faxfvx6DBg2SEri//vor1q9frx3GUKvVmDt3rpR5uffu3avSH62VYmhoiJSUlFLzrJOTk6XfCeBF0rRpU1y4cEEn8811jYFbgkajgaGhYalthoaGit+qvGQtXb35ly1bhq5du5Y5ug4MDKwSH62VMmTIEEyZMgU+Pj5o0KABEhIS8Mknn0iZmvUimzBhAurWrVvmfmpV4WowJTFwS+jevTsWLVqERYsWwczMDKmpqVixYgUcHR2l1Nflm1+XR9e65OPjg8LCQgQFBWkXDPLw8KgySxRWxxG/4cOHY/jw4bpuQycYuCXMmzcPPj4+6NatG9RqNTQaDbp27VrmrrJK8fHxwd27d7F48WLk5ORACAEfHx8pb/4X9aP1nTt3tNOjiheQ2blzJxwcHBRfQKYkjUbz1ItdlFhTQNeevKKxWPFNLasznjR7itu3byM1NRUWFhZSz55GRUVhzpw52LVrF9q0aYPPPvsMwcHBWLNmDZydnRWt/fHHHyMqKqrM0bWLiwt8fX0Vra1LXl5esLS0xPLlyzFgwAC89dZbqFOnDvbt26f4AjJFRUXYvHkzdu3ahYyMDBw4cAALFy7E+vXrq/X0qGvXrmHdunVITk7WHsHn5+cjMTGx+s+UUfgWPs+V69evi379+onffvtNCCFEUFCQ6N+/v4iNjZVSX5f3VCsoKBBr164Vzs7Ool27dqJ3795i06ZNZe65Vd04OjqKgoICER8fL9q0aSMyMjJEUVGRlPu3rV27VowcOVKcOHFC2NnZiczMTDFt2jQxY8YMxWvr0vDhw8WsWbNEQECAGD9+vNi+fbt44403pNwsVdcYuCWMGjVKbNy4UeTn5wshHt/QLyQkRLzzzjtS6nfq1EkUFhaW2lZYWChsbW0Vrx0fHy8WLVokhBDiu+++Ex06dBDdunUT58+fV7y2Ljk6OoqMjAzxxRdfiBEjRgghhLhz547o1q2b4rV79uwpUlJShBBCvP7660IIITIyMoS9vb3itXWpY8eOIi8vT8TGxooxY8YIIYS4dOmScHNz03FnypNz+v05ER0dDW9vb+3c05o1a2LixIm4cuWKlPrFC4qUJOueakuWLNFebVa8Nuu0adOwbNkyxWvrUvECMh999BE8PT1x48YNjB07VsqJyvz8fO3KYOL/f7TW09Or9nOf69ati5o1a6Jx48aIjY0FALRt2xaJiYk67kx51fsnW0H169fH+fPnYWNjo912+fLlMgvZKEWX91SLjo7Gli1bkJCQgPj4eIwaNQomJiZYtWqV4rV1af78+bCzsyu1gMzEiRPh4eGheO0ePXpg4cKF8PPzg0ql0k7FK7lGbXXUtm1bBAUFYdasWbC0tMThw4dhaGhYbRa4/zsM3BImTZqECRMmwN3dXRt4Bw8exPz586XUt7GxwdGjR3V2TzVdrc2qSyqVCm+++ab2740aNcLQoUOl1J4/fz7ef/997bRDGxsb2NvbS5sVoysLFy7EokWL8OjRI8ydOxc+Pj7QaDQICAjQdWuK4yyFJ5w8eRKRkZHawBs8eLDURcF1ZcWKFThx4oR2bdY2bdpg2rRpcHFxwZw5c3TdXrWWmpqKxMREWFpawtLSUtftSPH9998jMTERBQUFyM/Ph0ajgYmJSZk1masbBm4Fubu7IyIiQtdtVDpRjrVZqXL91e+Rvr4+6tati44dO1bL9QYCAgIQHh6Oli1bllqNT6VS4YsvvtBhZ8pj4FbQi7qqFlU+T09PXLhwARYWFnj55ZeRlJSEpKQkvPLKK8jLy0N+fj5CQkLQuXNnXbdaqezs7LB371689tprum5FOo7hVhCP9qiyvPbaa+jZsycmT56s3fbZZ58hNjYWAQEB2L17N1auXImwsDAddln5XnrpJTRq1EjXbegEj3ArqDoul0e60bVrV5w6darUTUsLCwvh6OiIn3/+udrdNTkzMxMAsGPHDty8eRPvvfceTE1NSz3myVtLVTc8wiXSEVNTU5w+fRo9evTQbvvpp5+047aJiYnVai0LOzs7qFQq7ZzjQ4cOafcJIar93UUABi6RzsyePRvTpk2Do6MjXn75Zdy9exc///wzVq5ciZs3b+Kdd96pMquWVYZvv/1W1y3oHIcUKohDClRZCgsLcfv2bRw6dEh7smzw4MFo1KgR7t69i+TkZHTs2FHXbVIlYuBW0LBhw6rdSQzSjX79+mHfvn3VftyS/sS1FJ5w7tw5zJkzB++88w7u37+P4ODgUotAM2ypsuTn5yMrK0vXbZBEHMMtITIyEkFBQRgyZAiOHTuGoqIiHDx4EBqNBrNmzdJ1e1TNdOjQAW+99Rbs7e3L3GpG1uXkJBePcEvYtGkTQkJCMGvWLOjp6cHCwgJbt26t9vdZIt0wNDSEs7MzjIyMkJGRgfT0dO0fqp54hFvC/fv30aZNGwB/XuDQoEED5OXl6bItqqZWrlyp6xZIMgZuCW3btsUXX3yBsWPHarcdOHAALVu21F1TVG1lZmZi7969ZW41c+PGDezYsUPH3ZESOEuhhJiYGIwfPx61a9fGH3/8gXbt2uH27dvYunUrWrdurev2qJqZPn06bt68CTMzM2RkZKBhw4b44YcfMHLkSCxatEjX7ZECGLhPyM7OxvHjx3Hnzh1YWFjA2dm5zOWHRJXB1tYWR48eRVJSEoKDg/HJJ5/g8OHDCAsLw7Zt23TdHimAQwpPMDY2Rs+ePVFUVKTdlpmZybmSVOkMDAxQv359mJiY4Nq1awAez81dunSpjjsjpT4HmAIAAAuDSURBVDBwS/jmm2+wZMkSpKamare9KNd4k3xNmzbFkSNH0K9fP6hUKvzxxx/Q19cv9Y89VS8M3BLWr1+PESNGwNXVtdrfyI90b8aMGZg2bRratm2LsWPHwsPDAzVq1MDgwYN13RophGO4JdjY2OCXX34ptVwekZJycnJgYGAAPT09XLhwARkZGaVWD6PqhYdxJTg4OODUqVNwcnLSdStUjUVHRz91u6GhIQwNDREdHY1WrVpJ7opkYOCWYGRkBG9vb7Rr167MrdGDg4N11BVVN+7u7qXWhX0SzxlUXwzcEpo2bYopU6boug2q5v7qCPdpfvvtNy7RWI1wDJeoCuP6y9ULj3Dx+IqfDRs2wMfH5y9vEskhBdIFHg9VLwxc/Hnrjzp16qBhw4Y67oboT7xLdPXCwAVgYmKC8PBwHD58GGvWrNF1O0RUTTFwAUydOhUhISHQaDRYvnx5mf0qlQq9e/fWQWdEVJ3wpFkJ/fr1w5EjR3TdBpEWT5pVL7zjQwkMW6pqeDxUvTBwiaqIpKSkMrfX4b30qhcGLpGO/P777xg/fjyAx3eDdnZ2Ro8ePXDs2DHtY95++21dtUcK4EkzIh1ZtWoV7O3tIYTAJ598gqCgIJiZmWHVqlV44403dN0eKYBHuEQ6cuPGDe1tdu7fv4/+/fvDyckJiYmJum6NFMLAJdIRAwMDJCcnIyoqCra2tjAwMMCNGzdQt25dXbdGCuGQApGOjB49GoMHD0ZOTg6Cg4Nx6dIlTJgwgQsoVWOch0ukQ5cvX4aJiQleffVVpKSkICYmBg4ODrpuixTCIQUiHbKyssLZs2fx8ccfw9jYmHcbqeYYuEQ6cvXqVbi4uODLL7/E9u3bcf/+fUycOBEHDx7UdWukEAYukY4EBgZiwYIF2L17N2rWrAkrKyuEhIRg06ZNum6NFMLAJdKRGzduYODAgQD+XIbRwcEBycnJumyLFMTAJdKRBg0a4OzZs6W2Xbx4EQ0aNNBRR6Q0Tgsj0hFfX19MnToVbm5u0Gg0WLduHfbt24eFCxfqujVSCKeFEenQ77//ji+//BJ37tyBhYUF3N3dYWdnp+u2SCEMXCIiSTikQCSZu7v7P96rLDw8XFI3JBMDl0iyd999V9ctkI5wSIGISBIe4RJJ5unpiV27dv3t0AKHFKonBi6RZKNGjQLAoYUXEQOXSLLBgwcDANLS0uDl5VVm/7p162S3RJIwcIkkSk1NxYULFwAAGzZsQNOmTUvdmTcjIwNffPEF3nvvPV21SAriSTMiifLy8jBmzBikpqbi7t27eOWVV0rtV6vVGDJkCCZNmqSjDklJDFwiHZk2bRqCg4P/9jEpKSkwNzeX1BEpjYFLVIV17twZv/76q67boErC1cKIqjAeD1UvDFyiKuyfLgGm5wsDl4hIEgYuEZEkDFwiIkkYuERVGE+aVS8MXKIqbOTIkbpugSoR5+ESSebj4/OPsw/+6YIIej7xCJdIstatW6NVq1YwNjbG2bNn0aBBA9jb28PKygrnzp2DmZmZrlskhfAIl0hHhg0bBn9/f7Rr9//au7eQqLo+DODPhJY2HUalhCbRDB3LQ3lgDMssofCmJLOCTnaYLkroAFqDnTXo4IWBlQSRlUg0VBpmNUSOZRSCGAXmgUaNaUuJUpo2OKOt70IYPnnf98MXvtm70ed3uWevNX82zMPmv2etHeU61tLSgtzcXFRVVSlYGbkL73CJFGK1WhERETHmWEhICCRJUqgicjcGLpFCYmJiUFBQgP7+fgCj++OeOXMGer1e4crIXdhSIFKIJEk4dOgQmpqaMG3aNAwNDUGv16OoqIh93AmKgUukkLa2NoSHh8Nms6GnpweBgYGYN2+e0mWRGzFwiRSybNkyvHjxAmq1WulSSCbs4RIpZMGCBa7X7dDkwHeaESnIYDDAz88Pc+fOHbMYgq9Jn5jYUiBSyP8K1Q0bNshYCcmFgUv0h7Hb7fD19VW6DHIDthSIFNLa2oqioiJ0d3e7dgVzOp2QJAnv3r1TuDpyBz40I1LIqVOnoFarERsbC39/f6Snp+PXr1/Yv3+/0qWRmzBwiRTS2tqK8+fPY/v27XA4HNi1axeKi4vx5MkTpUsjN2HgEinEz88PXl5eCAoKQnt7OwAgMjKSeylMYAxcIoVERkbiwoULGB4eRmBgIJ4+fQqLxYLp06crXRq5CR+aESnk+PHjOHHiBPr6+pCbm4vs7Gw4HA7k5+crXRq5Cf8WRqSgly9fQpIkDA8Pw+l0wuFwQK1WY+fOnUqXRm7AO1wiheTn56OiogI6nQ7e3t6u4yqVioE7QfEOl0ghCQkJMJlMCA0NVboUkgkfmhEpRKPRYP78+UqXQTLiHS6RzAYGBgAAZWVlsFqtOHLkCGbPnj3mnBkzZihRGrkZA5dIZhEREVCpVK7lvP+9S5gQAiqVCs3NzUqVR27EwCWS2XgWNmi1WhkqIbkxcImIZMKHZkREMmHgEhHJhIFLk96zZ8+QnJyMJUuWoLa2VulyaAJjD5cmvbVr1yIhIQHZ2dkICAiAj4+P0iXRBMWlvTTp9ff3Iz4+nv8MILdjS4E80r1797BmzRpERUUhLS0NlZWVAACdTgeLxeI6r76+HjqdDoODg67PL1++jKSkJKxfvx46nQ7fv39HXl4eUlNTAQAfPnxAVlYWYmNjER0djczMTDQ2NrrmlCQJBw4cQFxcHJKSknDu3Dk4nU4Ao4saTp48Cb1ej8TERBw8eBDfvn2T67LQH46BSx6nqakJBQUFMBqNMJvN2LFjB4xGIzo7O8c1vqqqCrdv38bFixfx+vVraDQa5OXl4f79+xgcHMS+ffuwaNEiPHr0CCaTCWq1GqdPnwYAOBwO7NmzB0NDQygvL0dxcTFqampw5coVAKOvzeno6MCNGzdQVlYGlUoFg8GA4eFhd10O8iBsKZDH6erqwpQpU6DVaqHVarFt2zaEhITA399/XOO3bNmCsLCwMcdmzpwJf39/9Pb2wmAwYPfu3fDyGv15bN26FYcPHwYAvHnzBpIk4e7du67vO3v2LGw2G2w2G6qrq/Hq1SsEBgYCAAoLC5GYmIi6ujqsXr36/3UJyEMxcMnjJCcnIy4uDunp6QgLC8OqVauQkZGBWbNmjWt8UFDQP34WEBCATZs2oby8HC0tLejs7ERzczN+//4NAPj06RO0Wu2YcE9OTgYAVysjLS1tzJx2ux0dHR0MXGLgkufx8fFBaWkpGhsbYbFYUFtbizt37uD69et/OXdkZORvx/+T7u5uZGRkYOHChVi5ciXWrVuH3t5e5OTkAMCYfWv/7ru8vb1RUVExZn8EAH/ZnIYmJ/ZwyePU19ejpKQE8fHxyMnJwePHj7F48WKYzWZ4e3vj58+frnNtNtu/mvv58+eYOnUqbt26hb179yIpKQlfv34FMLqxTEhICLq6uvDjxw/XmMrKSmRmZiI0NBROpxN2ux3BwcEIDg7GnDlzcOnSpXH3l2liY+CSx/H19cXVq1dhMpkgSRLq6urQ3t6O6OhoREdHo7S0FFarFW/fvsXNmzf/1dwajQY9PT2ora3Fly9f8PDhQ5SUlAAYfWC2YsUKBAcHw2g0oq2tDQ0NDSguLkZKSgpCQ0ORmpqKo0ePoqGhAVarFceOHcP79++5yTiNEkQeqKKiQqSlpYmoqCiRkpIirl27JoQQ4uPHj2Ljxo0iMjJSpKenC7PZLMLDw8XAwIAQQojw8HBRU1MzZi69Xi8ePHgghBBiZGREFBQUCL1eL2JjY8XmzZtFdXW10Ol0oqGhQQghxOfPn4XBYBAxMTFi+fLlorCwUDidTiGEEH19fcJoNAq9Xi+WLl0qsrKyRGtrq1yXhf5wXGlGRCQTthSIiGTCwCUikgkDl4hIJgxcIiKZMHCJiGTCwCUikgkDl4hIJgxcIiKZMHCJiGTyH95SfkbqGdGMAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.set(style=\"whitegrid\")\n",
    "sns.set(font_scale=1.2)  \n",
    "plt.figure(figsize=(5,5))\n",
    "ax = sns.countplot(x=\"surface\", data=y)\n",
    "plt.xticks(rotation=90)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "id_n = y[y.surface == 'hard_tiles'].series_id \n",
    "max_id = np.max(y.series_id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(128, 15)\n"
     ]
    }
   ],
   "source": [
    "X_minority = X.loc[X.series_id == 27]\n",
    "print (np.shape(X_minority))\n",
    "X_minority.series_id = max_id+1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(128, 15)\n",
      "(1, 3)\n"
     ]
    }
   ],
   "source": [
    "max_id = np.max(y.series_id)\n",
    "max_id += 1\n",
    "X_minority = X[X.series_id == 27]\n",
    "X_minority.series_id = max_id # have to change the id number to create new entry\n",
    "y_minority = y[y.series_id == 27]\n",
    "y_minority.series_id = max_id\n",
    "print (np.shape(X_minority))\n",
    "print (np.shape(y_minority))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(27008, 15)\n",
      "(211, 3)\n"
     ]
    }
   ],
   "source": [
    "max_id = np.max(y.series_id)\n",
    "max_id += 1\n",
    "X_minority = X[X.series_id == 27]\n",
    "X_minority.series_id = max_id # have to change the id number to create new entry\n",
    "y_minority = y[y.series_id == 27]\n",
    "y_minority.series_id = max_id\n",
    "\n",
    "for i in range(10):\n",
    "    for minority_id in id_n:\n",
    "        X_minority_next = X[X.series_id == minority_id]\n",
    "        y_minority_next = y[y.series_id == minority_id]\n",
    "        max_id += 1\n",
    "        X_minority_next.series_id = max_id\n",
    "        y_minority_next.series_id = max_id\n",
    "\n",
    "        X_minority = X_minority.append(X_minority_next)\n",
    "        y_minority = y_minority.append(y_minority_next)\n",
    "\n",
    "print (np.shape(X_minority))\n",
    "print (np.shape(y_minority))\n",
    " "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "timeseries = timeseries.append(X_minority)\n",
    "y = y.append(y_minority)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "y_timeseries = y.surface.reset_index().drop(['index'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>surface</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>fine_concrete</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>concrete</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>concrete</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>concrete</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>soft_tiles</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "         surface\n",
       "0  fine_concrete\n",
       "1       concrete\n",
       "2       concrete\n",
       "3       concrete\n",
       "4     soft_tiles"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_timeseries.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([0, 1, 2, 3, 4, 5, 6, 7, 8]), <a list of 9 Text xticklabel objects>)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVwAAAHJCAYAAADJvYHcAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAIABJREFUeJzs3XlYVGX/P/D3oAybSqJAuZGJ+4oQCiqYSu5A4oZaqbiCormUG6LgwmNuJRqaaOXj44IJKX7VqLRcKs00c0FFMAQVEEx2huX+/eGPCcQSknMP4vt1XV7lOcN8PgzM2zP3uc99VEIIASIiUpyerhsgInpRMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJElNXTcgy4MHWSgq4sJoRFQ59PRUqFvXpEJfIzVwL1y4gGXLliEuLg5mZmaYNGkShg0bBo1Gg8DAQBw9ehR6enoYN24cJk+erP26HTt24NNPP0VGRgZ69+6NgIAAGBsbV6h2UZFg4BKRTkkbUigqKoK3tzfefvttnDt3DmvWrEFAQACio6OxYcMGxMXFISoqCvv27UN4eDgiIiIAACdOnEBISAhCQ0Nx8uRJbTgTET1vpAXuw4cPkZqaCiEEhBBQqVSoWbMm9PX1ER4ejilTpsDU1BSNGjWCl5cXdu/eDQCIiIiAh4cHmjdvDhMTE8yePRuRkZHIysqS1ToRUaWQFrh169bFmDFjMG/ePLRt2xZDhw7Fe++9B3Nzc6SkpMDa2lr72KZNm+L69esAgJiYGDRr1ky7r0mTJhBC4NatW7JaJyKqFNLGcIuKiqBWq7FmzRq8+eabOH/+PKZPn446deoAAAwNDbWPNTIyQm5uLgAgOzsbRkZG2n0qlQpqtRo5OTkVql+vXq1K+C6IiP49aYH79ddf4/z58/jggw8AAPb29vDw8EB4eDgAIC8vT/vYnJwc7UmxkuELAEIIaDQamJhU7OxgamomT5oRUaXR01NV+EBO2pDCvXv3oNFoSm2rWbMmzMzMYG5ujtjYWO32uLg47RCDtbU14uLitPvi4+MhhICVlZWcxomIKom0wO3WrRtu3LiBPXv2QAiBS5cuYe/evRg4cCBcXV2xceNGpKWlISEhAaGhoXB1dQUAuLm5ISwsDNHR0cjKysKaNWvg4uJS4WlhRES6ppJ5m/Tvv/8eH330Ef744w/Ur18fEyZMwLBhw5CXl4egoCAcPXoURUVFGDFiBGbOnAmVSgUA2LlzJ0JDQ/Hw4UM4Ojpi+fLl2rHf8uKQAhFVpn8zpCA1cHWJgUtElalKj+ESEb3oXpi1FKqCuqZq1FQbKPb8BZo8PHioefoDiUgnGLgS1VQb4NyqCYo9v+37WwEwcImqKg4pEBFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSbg8I1VrpnWMoDZQ7tdck1eAh+k5ij0/VS8MXKrW1AY1sWLhPsWef8HyoYo9N1U/HFIgIpKEgUtEJAkDl4hIEgYuEZEk0gL3wIEDsLGxKfWndevWGD9+PDQaDfz8/GBvb4+uXbti8+bNpb52x44dcHJygo2NDebMmYPs7GxZbRMRVRppgevq6orz589r/+zcuROmpqZ4//33sWHDBsTFxSEqKgr79u1DeHg4IiIiAAAnTpxASEgIQkNDcfLkSWg0GgQGBspqm4io0uhkSCE/Px9z5szB9OnT0apVK4SHh2PKlCkwNTVFo0aN4OXlhd27dwMAIiIi4OHhgebNm8PExASzZ89GZGQksrKydNE6EdG/ppPA3blzJwwNDTFq1Cikp6cjJSUF1tbW2v1NmzbF9evXAQAxMTFo1qyZdl+TJk0ghMCtW7dkt01E9EykX/ig0WgQGhqKpUuXQqVSacdjDQ0NtY8xMjJCbm4uACA7OxtGRkbafSqVCmq1Gjk5Fbu6p169WpXQfdVnbl5b1y28cPiaU3lJD9wTJ05AT08PPXv2BABtmObl5Wkfk5OTA2NjY+3+4vAFACEENBoNTExMKlQ3NTUTRUXiGbt/NjLemCkpGYrXeJ7wNSel6OmpKnwgJ31I4dtvv0X//v2hp/eotKmpKczNzREbG6t9TFxcnHaIwdraGnFxcdp98fHxEELAyspKbuNERM9IeuD+9ttv6Ny5c6ltrq6u2LhxI9LS0pCQkIDQ0FC4uroCANzc3BAWFobo6GhkZWVhzZo1cHFx0R4BExE9L6QHbmJiIiwsLEptmzFjBpo3b45BgwZh6NCh6Nu3Lzw9PQEAzs7OmDp1Kry9veHk5AQhBAICAmS3TUT0zKSP4V64cKHMNgMDA/j7+8Pf3/+JXzN69GiMHj1a6daIiBTFS3uJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSaQGbnJyMry9vWFrawtHR0esX78eAKDRaODn5wd7e3t07doVmzdvLvV1O3bsgJOTE2xsbDBnzhxkZ2fLbJuIqFJIDVxvb2+Ym5vj9OnT2LNnDyIiInDw4EFs2LABcXFxiIqKwr59+xAeHo6IiAgAwIkTJxASEoLQ0FCcPHkSGo0GgYGBMtsmIqoUNWUV+u2333D79m3s2rUL+vr6aNy4MXbs2AEDAwP85z//QVBQEExNTWFqagovLy/s3r0b7u7uiIiIgIeHB5o3bw4AmD17NgYNGoRFixbBxMREVvtE9Byo+5IBauqrFXv+gnwNHvyZ96+/XlrgXrp0CS1atEBwcDD2798PAwMDjBo1CkOHDkVKSgqsra21j23atCmuX78OAIiJiYGTk5N2X5MmTSCEwK1bt9C2bVtZ7RPRc6Cmvho/RC5R7PmdBi0B8BwE7sOHD3Hu3DnY29vj22+/RWxsLCZMmAAzMzMAgKGhofaxRkZGyM3NBQBkZ2fDyMhIu0+lUkGtViMnJ0dW60RElUJa4KrVatSqVQvTp08HALRq1QpDhw5FeHg4ACAv769/NXJycmBsbAygdPgCgBACGo2mwsMJ9erVetZv4blgbl5b1y28cPiav1ie5ectLXBfe+015OTkQKPRQK1+NMZSWFgIU1NTmJubIzY2FpaWlgCAuLg47RCDtbU14uLitM8THx8PIQSsrKwqVD81NRNFRaKSvpt/R8YbMyUlQ/EazxO+5i8WmT9vPT1VhQ/kpM1S6NatG8zMzPCf//wHGo0G165dw759+zBw4EC4urpi48aNSEtLQ0JCAkJDQ+Hq6goAcHNzQ1hYGKKjo5GVlYU1a9bAxcVFewRMRPS8kHaEa2BggP/+978IDAxEjx49oFarMWHCBPTt2xc9e/ZEUFAQBg0ahKKiIowYMQKenp4AAGdnZ0ydOhXe3t54+PAhHB0dERAQIKttIqJKIy1wAaBx48bYsmVLme0GBgbw9/eHv7//E79u9OjRGD16tNLtEREpipf2EhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJLUlFls37598Pf3h1qt1m5bvHgxBg4ciMDAQBw9ehR6enoYN24cJk+erH3Mjh078OmnnyIjIwO9e/dGQEAAjI2NZbZOz+Cl2mroGxoo9vz5uXn4M0Oj2PMTVRapgXvlyhWMGzcOc+bMKbV9zZo1iIuLQ1RUFDIyMjBhwgRYWlrC3d0dJ06cQEhICD777DM0aNAA8+fPR2BgIFauXCmzdXoG+oYG+L93xin2/AO+2A4wcOk5IHVI4fLly2jdunWZ7eHh4ZgyZQpMTU3RqFEjeHl5Yffu3QCAiIgIeHh4oHnz5jAxMcHs2bMRGRmJrKwsma0TET0zaYFbWFiIa9eu4auvvkL37t3h4uKCLVu24OHDh0hJSYG1tbX2sU2bNsX169cBADExMWjWrJl2X5MmTSCEwK1bt2S1TkRUKaQNKaSlpaFdu3Zwd3dHcHAwbt68CW9vb2g0jz4KGhoaah9rZGSE3NxcAEB2djaMjIy0+1QqFdRqNXJycmS1TkRUKaQFrrm5Of773/9q/966dWuMGTMGP/zwAwAgLy9Puy8nJ0d7Uqxk+AKAEAIajQYmJiYVql+vXq1naf+5YW5eW9ct6IQuv+8X9TV/UT3Lz1ta4N64cQOHDx+Gr6+vdlt+fj4MDAxgbm6O2NhYWFpaAgDi4uK0QwzW1taIi4vTfk18fDyEELCysqpQ/dTUTBQViUr4Tv49GW/MlJQMxWtUlC6/7xf1NX9Ryfx56+mpKnwgJ20Mt06dOti+fTv27t2LoqIiXLp0CTt27MCQIUPg6uqKjRs3Ii0tDQkJCQgNDYWrqysAwM3NDWFhYYiOjkZWVhbWrFkDFxcXTgsjoueOtCNcS0tLbNq0CR9++CFWrlyJunXrwtvbG/369cMbb7yBoKAgDBo0CEVFRRgxYgQ8PT0BAM7Ozpg6dSq8vb3x8OFDODo6IiAgQFbbRESVRuo8XAcHB+zfv7/MdgMDA/j7+8Pf3/+JXzd69GiMHj1a6faIiBTFS3uJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJUu7A7d27Nx48eFBme1JSEhwcHCq1KSKi6ugf11L49ttvce7cOQBAYmIiNmzYUGqhcODRcolERPR0/xi4rVq1wueffw4hHq0je+XKFejr62v3q1QqGBsbIygoSNkuiYiqgX8M3IYNG+KLL74AAMyfPx8LFy5ErVovxp0TiIgqW7mXZ1y5ciUKCgrwxx9/oKCgQHvUW6zkTSCJiKiscgfu8ePHMX/+fPz5559lwlalUuHq1auV3hwRUXVS7sBdu3YtXn/9dfj4+HBYgYjoXyh34MbHx2PdunVo1qyZkv0QEVVb5Z6H2759e1y/fl3JXoiIqrVyH+G6uLhg8eLFOHPmDKysrEpNDwPAe44RET1FuQP3s88+Q+3atfH999+X2adSqRi4RERPUe7A/e6775Tsg4io2it34Obk5PzjfiMjo2duhoioOit34NrY2EClUv3tfs7DJSL6Z+UO3OJLfIsVFhYiPj4e27Ztw9y5c8tdMD09Ha6urvD19cWQIUOQnp6ORYsW4dSpUzA2NsbMmTPh4eEBABBCYP369di7dy/y8/MxZMgQvP/++6hZs9xtExFVGeVOLnt7+zLbHBwc0KRJE3z44Yfo06dPuZ7H398fSUlJ2r8vWbIEenp6OHnyJG7dugUvLy80btwY9vb22LNnD6KiohAeHg61Wg0fHx+EhIRg2rRp5W2biKjKeOYFyC0sLBATE1Oux4aHhyMzMxMtWrQA8Ghc+OjRo5gxYwaMjIzQunVrDBs2DHv27AEARERE4N1338XLL78MMzMzTJ8+XbuPiOh5U+4j3CdNB8vIyMC2bdvQqlWrp3797du3ERwcjN27d2PChAkAgFu3bkGlUuHVV1/VPu61117TzoiIiYkpdWXba6+9huTkZPz555946aWXyts6EVGVUO7AnTx5cplt+vr6aN++PRYvXvyPX1tYWIi5c+figw8+gLm5uXZ7VlYW1Gp1qZNxRkZGyM3NBQBkZ2eXmv1QvPh58f6KqFfvxVj/wdy8tq5b0Aldft8v6mv+onqWn3e5Azc6OvpfF9m0aROaNm2KN998s9R2Y2NjaDQaCCG0oZuTkwNjY2MApcMX+Ctoi/dXRGpqJoqKxNMfqCAZb8yUlAzFa1SULr/vF/U1f1HJ/Hnr6akqfCBXodP9eXl5OHDgAGJiYlBUVIRmzZphwIABqFOnzj9+3aFDh5CcnIyoqCgAj45sly5digEDBkAIgYSEBDRu3BgAEBsbq11b19raGnFxcbC1tdXuMzc3f2o9IqKqqNyBGxcXBy8vL2RnZ6NNmzYQQiAyMhLBwcHYuXMnrKys/vZrjxw5Uurvbm5uePfddzFkyBBkZ2djzZo1WL58OW7fvo2wsDCsXLkSAODq6opt27bBwcEBRkZG2LBhA9zc3P7lt0pEpFvlDtzly5ejdevWWL16tXZcNScnBx988AFWrlyJkJCQf9VAQEAAli5dil69ekGtVmPKlClwdnYGAHh6eiI1NRUjR45Ebm4u+vXrhxkzZvyrOkREulbuwP3ll18QFhZW6iSWkZERpk2bhpEjR1ao6FdffaX9f1NTU6xdu/aJj9PT04Ovry98fX0r9PxERFVRuefh1qlTB+np6WW2p6enl1mqkYiIyip34Lq4uGDJkiW4cuWKdtvly5exdOlSuLi4KNIcEVF1Uu4hhffeew++vr7w8PDQHtHm5+fDxcUF8+bNU6xBIqLqotyBa2RkhA4dOqBXr14wMzODgYEB5s+fjxYtWvyrebFERC+acg8pBAUF4eDBg2jatCkGDBiA3r17Y8GCBYiIiMBHH32kZI9ERNVCuQP38OHDWL16Nbp166bd5u7ujqCgIOzfv1+R5oiIqpMK3fHhSUMHpqamyMzMrNSmlFS7jiEMDZSbVZGbl4+M9Iqv9UBE1V+5A7dLly748MMPsXr1au1KXenp6Vi3bt0T18qtqgwN9DHq/Z2KPf//Vo1GBhi4RFRWuQN30aJFGDduHJycnNCgQQOoVCrcuXMHTZo0waZNm5TskYioWih34DZo0AAHDx7E6dOncfPmTejr6+PVV19F9+7doaf3zOuYExFVexVaLUytVqNnz57o2bOnQu0QEVVfPDQlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSRSA/fYsWMYPHgwbGxs0KdPH+zevRsAoNFo4OfnB3t7e3Tt2hWbN28u9XU7duyAk5MTbGxsMGfOHGRnZ8tsm4ioUkgL3OTkZPj6+mLOnDk4f/48PvroI6xYsQKXL1/Ghg0bEBcXh6ioKOzbtw/h4eGIiIgAAJw4cQIhISEIDQ3FyZMnodFoEBgYKKttIqJKU6HlGZ+FhYUFfvzxR9SqVQtFRUX4888/UaNGDZiYmCA8PBxBQUEwNTWFqakpvLy8sHv3bri7uyMiIgIeHh5o3rw5AGD27NkYNGgQFi1aBBMTE1ntE1WYaR011AYGij2/Ji8PD9M1ij0/VT5pgQsAtWrVQk5ODuzs7FBQUICJEyfCzMwMKSkpsLa21j6uadOmuH79OgAgJiYGTk5O2n1NmjSBEAK3bt1C27ZtZbZPVCFqAwOsnT9ZseeftXIzAAbu80Rq4AKAgYEBzp8/j2vXrmHSpEkwNDQEAO1/AcDIyAi5uY/uC5adnQ0jIyPtPpVKBbVajZycnArVrVevViV0Xz7m5rWl1apKtXXpRX3NX9Sfty49y2suPXD19PSgVqvRvn17DB8+HJcuXQIA5OXlaR9T8g7BJcMXAIQQ0Gg0FR5OSE3NRFGRkPILmpKS8cTtuqxdx9QABmq1YnXzNBqkP8x74r4X9TXXZe0XlczXXE9PVeEDOWmBe+bMGQQFBWH//v3abRqNBnXq1IG5uTliY2NhaWkJAIiLi9MOMVhbWyMuLk77NfHx8RBCwMrKSlbr1YKBWo2x22co9vyfjfsIwJMDl4gekTZLoXXr1khKSsL27dtRWFiIX3/9FV9++SWGDh0KV1dXbNy4EWlpaUhISEBoaChcXV0BAG5ubggLC0N0dDSysrKwZs0auLi4aI+AiYieF9KOcGvXro0tW7Zg2bJlCA4OxiuvvIJly5bB3t4eHTt2RFBQEAYNGoSioiKMGDECnp6eAABnZ2dMnToV3t7eePjwIRwdHREQECCrbSKiSiN1DLdt27bYtWtXme0GBgbw9/eHv7//E79u9OjRGD16tNLtEREpipf2EhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRSSL9rr1EVL2ZmhpCrdZX7Pk1mnw8fJj79AdWQQxcIqpUarU+1qxZo9jzz549G8DzGbgcUiAikoSBS0QkCQOXiEgSBi4RkSRSA/fUqVMYMmQIOnfuDBcXF+zevRsAkJ6eDl9fX9ja2qJHjx748ssvtV8jhMC6devg4OAAOzs7rFixAgUFBTLbJiKqFNJmKdy9exfTp0/Hf/7zH/Tu3RuXLl3ChAkT0LBhQ4SHh0NPTw8nT57ErVu34OXlhcaNG8Pe3h579uxBVFQUwsPDoVar4ePjg5CQEEybNk1W60RElULaEW5iYiIGDRoEFxcX6OnpoUOHDrC3t8ePP/6Io0ePYsaMGTAyMkLr1q0xbNgw7NmzBwAQERGBd999Fy+//DLMzMwwffp07T4ioueJtMC1s7NDQECA9u9//vknfvnlF1hYWEClUuHVV1/V7nvttddw/fp1AEBMTAyaNWtWal9ycjL+/PNPWa0TEVUKnVz4kJGRgalTp6Jjx45o27Yt1Go1VCqVdr+RkRFycx9NbM7OzoaRkZF2n6GhIQBo95dXvXq1KqHz8jE3ry2tFmuz9ovoeX3NpQduXFwcvL29YW1tjdWrV+PmzZvQaDQQQmhDNycnB8bGxgBKhy/wV9AW7y+v1NRMFBUJKT+olJSMJ25nbdaWVVuXXpTXXE9PVeEDOamzFM6ePYvhw4ejT58++Pjjj2FgYAArKysIIZCQkKB9XGxsLKytrQEA1tbWiIuLK7XP3NwcderUkdk6EdEzkxa48fHxmDx5Mnx9fTF79mzt0ayJiQn69OmDNWvWICsrC9HR0QgLC4OrqysAwNXVFdu2bUNiYiLS0tKwYcMGuLm5yWqbiKjSSBtS2LlzJ7KysrB27VqsXbtWu33UqFEICAjA0qVL0atXL6jVakyZMgXOzs4AAE9PT6SmpmLkyJHIzc1Fv379MGPGDFltEz2X6poaoaZaubd3gaYADx7mKPb81ZW0wJ0/fz7mz5//t/tLhnBJenp68PX1ha+vr1KtEVU7NdU18dum44o9f0fvnoo9d3XGS3uJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJAkDl4hIEgYuEZEkDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSXQSuBcvXoSDg4P27xqNBn5+frC3t0fXrl2xefPmUo/fsWMHnJycYGNjgzlz5iA7O1t2y0REz0xq4AohEBYWhvHjxyM/P1+7fcOGDYiLi0NUVBT27duH8PBwREREAABOnDiBkJAQhIaG4uTJk9BoNAgMDJTZNhFRpZAauB9//DF27dqFqVOnltoeHh6OKVOmwNTUFI0aNYKXlxd2794NAIiIiICHhweaN28OExMTzJ49G5GRkcjKypLZOhHRM5MauCNHjsT+/fvRrl077bb09HSkpKTA2tpau61p06a4fv06ACAmJgbNmjXT7mvSpAmEELh165a0vomIKoPUwLW0tCyzrXg81tDQULvNyMgIubm52v1GRkbafSqVCmq1Gjk5OQp3S0RUuWrquoHiMM3Ly9Nuy8nJgbGxsXZ/cfgCj8aBNRoNTExMKlSnXr1aldBt+Zib15ZWi7VZm7Wfn9o6D1xTU1OYm5sjNjZWewQcFxenHWKwtrZGXFyc9vHx8fEQQsDKyqpCdVJTM1FUJKT8oFJSMp64nbVZm7WrT209PVWFD+SqxDxcV1dXbNy4EWlpaUhISEBoaChcXV0BAG5ubggLC0N0dDSysrKwZs0auLi4aI+AiYieF1UicGfMmIHmzZtj0KBBGDp0KPr27QtPT08AgLOzM6ZOnQpvb284OTlBCIGAgAAdd0xEVHE6GVLo0qULfvnlF+3fDQwM4O/vD39//yc+fvTo0Rg9erSs9oiIFFEljnCJiF4EDFwiIkkYuEREkjBwiYgkYeASEUnCwCUikoSBS0QkCQOXiEgSBi4RkSQMXCIiSRi4RESSMHCJiCRh4BIRScLAJSKShIFLRCQJA5eISBIGLhGRJAxcIiJJGLhERJIwcImIJGHgEhFJwsAlIpKEgUtEJAkDl4hIkucicKOjozFixAh06tQJgwcPxsWLF3XdEhFRhVX5wNVoNPD29kb//v1x9uxZTJkyBV5eXsjMzNR1a0REFVLlA/fMmTPIz8/H2LFjoa+vj4EDB8La2hr/93//p+vWiIgqpKauG3iamJgYNGvWrNS21157DdevX6/Q8+jpqbT/X7+uSaX0Vp5aj1PXqaez2vVrmemstlF93X3fpi8Z66x2nZd0933r1zbUWe06derorLaB0UtSav9TD39HJYQQld1QZdq0aRMuXryIkJAQ7bZly5YhJycHy5cv12FnREQVU+WHFIyNjZGXl1dqW05ODoyNlT1qISKqbFU+cJs1a4a4uLhS22JjY2Ftba2jjoiI/p0qH7hdunSBEAKfffYZ8vPzcejQIVy7dg0uLi66bo2IqEKq/BguAFy/fh3+/v6Ijo5Go0aNsGDBAjg4OOi6LSKiCnkuApeIqDqo8kMKRETVBQOXiEgSBi4RkSQMXCIiSRi4RESSMHD/hkaj0Vnt+Ph4/PjjjygoKOCqaFTtJSUlIT09XddtSFHlF6+RqaioCJs3b8auXbuQkZGBAwcOYOHChVi/fj3MzJRd+AUA0tLSMGvWLJw9exZqtRp79+7FmDFjEBoainbt2ilaW6PR4MiRI3B1dUVcXBwCAwNhamqKBQsWwNzcvNLrrVy58qmPmT9/fqXXfVxSUhIWLFiAuXPnolWrVli7di2uXLmCoKAg1K9fX/H6586dw65du5CcnIy1a9di9+7d8PHxgUpV8YVRKmLq1Kn45JNPymwfPXrVFOunAAAgAElEQVQ0du7cqWjt33//HevWrcO2bdsQFhYGPz8/GBgYYP369XjjjTcqvd4XX3zx1Me88847lV73SRi4JXz00Uc4c+YMVqxYgffeew9mZmYwNTVFQEAA1q9fr3j9wMBANGvWDJs2bYKzszOaN28OLy8vrFixAv/73/8Urb1kyRJcuXIFrq6uWLx4MczMzKBWq+Hv749NmzZVer3iI5q0tDScOnUKzs7OaNSoEZKSkvDtt9+iT58+lV7zSfz8/NCwYUM0atQIAPDuu+9iw4YNWLx4sSLfd0mRkZEICgrCkCFDcOzYMRQVFeHgwYPQaDSYNWtWpddLTEzUhs/JkyfL/KOXkZGBmzdvVnrdx61atQr29vYQQuCTTz5BUFAQzMzMsGrVKkUCNyoqCgCQm5uL33//Ha1atdL+rv3+++/o1q2btMCFIK2ePXuKlJQUIYQQr7/+uhBCiIyMDGFvby+lfteuXUVeXl6p+gUFBcLW1lbx2m+88YZ4+PChePDggWjdurW4d++eyMvLU7z2+PHjxYkTJ0pt+/HHH8WIESMUrVvMzs5OFBQUlNqWl5enff2V1L9/f/H7779r+xBCiPj4eNG9e3fFaq5atUrMmzdPtG3bVsybN6/UHz8/P3H69GnFahfr0qWLEEKIGzduiPbt24vc3FwhhBCdOnVStO6sWbPE/v37S207ePCgmDBhgqJ1S+IRbgn5+fnaVcjE/78AT09PDzVrynmZTExMkJycrD3aAoCUlBSYmpoqXjszMxO1atXCkSNH8Oqrr8LS0hLZ2dmoUaOGonV//fVXbNmypdQ2W1tbXLt2TdG6xWrVqoVbt26VWnP5zp07qF27tuK179+/jzZt2gCAdgihQYMGZVbHq0xz584FALRs2RJjx45VrM4/MTAwQHJyMqKiomBrawsDAwPcuHEDdevWVbTusWPH8OGHH5ba1r9/f/j5+SlatySeNCuhR48eWLhwIdLS0qBSqaDRaLBq1Spp6zYMHToUU6ZMweHDh1FYWIhTp05h5syZcHd3V7x2586dMW/ePAQHB6N///5ISUnBvHnzYG9vr2jd5s2b49NPP9X+A1dUVITg4GC0bdtW0brFRo0ahYkTJ2Lbtm04fPgwPvvsM0yYMAGenp6K127btm2Z8cUDBw6gZcuWitceO3Ysbt++jfXr12P+/Pl4+PAhIiIiFK8LPBonHjx4MD755BOMGzcOly5dwttvv634x/qGDRviwIEDpbaFhYWhadOmitYtiWsplJCeno73338fx48fBwDUqFED9vb2WL16NerVU3blfuBR2Hz++ecICwvDnTt3YGlpCTc3N0yePFnxI820tDRs2rQJtWrVgo+PD65fv47PP/8cCxYswEsvKbeC/pUrV+Dt7Y2cnBzUr18fycnJMDMzw5YtW2BlZaVY3ZL27NmDyMhI3L9/H5aWlhg8eDA8PDwUrxsTE4Px48ejdu3a+OOPP9CuXTvcvn0bW7duRevWrRWt/eOPP8LX1xdOTk44duwYDh48iKFDh2Ly5MlSjnwvX74MExMTvPrqq0hJSUFMTIziBzanT5+Gj48PGjdujJdffhmJiYlITU3Fli1b0KFDB0VrF2PgPsH9+/e1gWdpaan9uK203377DR07diyz/fvvv4ezs7Pi9YFHwyp37txBkyZNAEDxs+XAoxkSv/76K+7fvw8LCwvY2toq/g9MsbNnz+L111+XUutJsrOzcfz4cdy5cwcWFhZwdnaWMoQ0ZMgQzJkzB46Ojnj99ddx9uxZXL16FT4+Pvjuu+8Ur5+ZmYnDhw/j7t278PLywuXLlxX/NAUAqampOH78uPZ3rVevXlJe72IcUiih+Adev359dOjQAZaWlhBCKBp2hYWFyMzMREZGBsaNG4fMzMxSf+7evYuZM2cqVr9YTk4OFi1ahI4dO8LNzQ2xsbHo168fbt++rXhtjUaD27dvIzY2Fm3btsW5c+cUr1ls5syZ6N27Nz7++GPEx8dLqwsABQUF+O9//4tOnTphwoQJyMvLw549e1BUVKR47fj4eHTt2hXAX/+otmrVSsp82KtXr8LFxQVffvkltm/fjvv372PixIk4ePCg4rUNDAxgYGAAPb1H0VdYWKh4zZJe+JNmCQkJ8PX1hRACmZmZeOutt0rtz8rKgoWFhWL1U1NT0a9fP+Tk5EAI8cSjLRlHt0FBQXj48CEiIyMxYsQINGnSBN27d8fSpUuxdetWxepevXoV48ePh5WVFa5duwY3NzdMnDgRy5Ytw+DBgxWrW+zEiRM4efIkIiMj4e7ujhYtWsDd3R0DBgxQ/EaIy5cvx6VLlzBo0CAAj26OumrVKqSlpWHevHmK1m7WrBmOHDmCAQMGaLedOHFCynhmYGAgFixYgMGDB+P111+HlZUVQkJCEBAQoOjP/Nq1a/Dy8kKdOnXQoEEDJCQkICgoCNu2bZN2zoDTwoQQx44dE19++aVo37692L9/f6k/kZGRIikpSdH69+/fF7dv3xb29vYiISGh1J/k5GRFaxfr1q2byMjIEEL8NSVNxvQoT09PceDAASHEX1OjTp8+Lfr166do3SfJyckRX331lXjjjTdE+/btFa/n4OAg/vzzz1LbUlNThaOjo+K1f/nlF9G5c2cxceJE0a5dOzFr1ixhZ2cnZVqYnZ2dKCwsFEKIUr9fnTt3VrTuO++8I0JDQ0tt27p1qxg1apSidUt64Y9wAaBnz54AHp0xb9++vfT6xSfkfv75ZwBlx1FlqFmzpvZyZvH/h/Wzs7NhZGSkaN0bN25g4MCBAP76aOvg4IDk5GRF65YkhMBPP/2EyMhIREVFwcrKCl5eXorXLSwsLDNGrq+vL2Xc3NbWFpGRkYiMjETDhg1hYWEBX19fKScqGzRogLNnz6JLly7abRcvXkSDBg0UrXv16lVs27at1LZ3330XGzduVLRuSRzDLaF9+/Y4cOAAPD090adPH9y7dw/z589Hbm6ulPq5ublYuHChTsZR+/btixkzZuDixYsAgFu3bmHhwoWK3zuu+M1Xkow3X7EVK1bAyckJ8+bNg5mZGXbt2oWwsDCMHj1a8dp9+vTBe++9h8uXLyMtLQ1XrlzB3LlztQcASnvllVfQo0cP9OrVCy4uLtJmhfj6+mLq1KlYunQpNBoN1q1bh6lTp2Lq1KmK1jU1NcWNGzdKbYuJiZFyCbeWtGPp58D27dtFv379xO7du4Wtra148OCBGDlypPDz85NS38/PT0ybNk3cvHlT2NnZCY1GIwICAoSXl5fitfPy8kRgYKDo2LGjaNmypWjfvr1YsGCByMzMVLTuN998I2xsbMSSJUtEx44dxdq1a4Wjo6M4dOiQonWLzZ49W5w8eVIUFRVJqVdSRkaGmDVrlmjXrp1o2bKlaNeunXj//fe1QztKiouLEwMGDBBt27YV3bp1E23atBEeHh7i3r17itcWQoiLFy8Kf39/MXHiRLFw4UJx9uxZxWt+8cUXokePHuLTTz8Vhw4dElu2bBE9evQQn3/+ueK1i3FaWAlvvvkmtm7diiZNmsDe3h5nzpxBWloaBg0ahNOnTytev3v37jhy5Ahq1aqlra/RaNC9e3ecOXNG8frF0tLS8NJLL2nP5Crt999/x5dffqmdGuXu7g47OzsptYFHQyenT5/G/fv38corr8DBwQFqtVpafY1Gg/T0dJiZmUl7zd9++220bt0as2fPhoGBAbKzs7F69WokJiZi8+bNUnrQhb179+Krr75CamoqGjRoAHd3d7i6ukqrzzHcEtLT0/HKK68A+Gscs1atWlKm6QC6GUetCisptW/fXidj58Cj4YspU6ZArVbD0tISd+/eRY0aNbB169ZSl/sqobCwEN988w2Sk5O1P+/8/HzcuHEDQUFBita+dOkStm3bBn19fQCAsbEx5s2bB0dHR8Vquru7P3V8Ojw8XLH6ADB8+HD07NkT9+7dQ7169dCwYUNF6z2OgVuCnZ0dVq9ejQ8++ED7ixEaGopOnTpJqV88jlp8vfutW7fw4YcfKjqOWryS0t9RqVSKBG5VePMBj1ZJmzhxIsaNG6fdtmXLFixevFjxZQr9/Pxw7Ngx1K1bF3l5eahVqxauXbumnSampJYtW+LcuXPaubgAcP36dVhbWytW891331XsucvjwYMHmDNnDk6fPg21Wg2NRgMbGxsEBwdLWX4V4JVmpSQlJWHKlCm4ffs2srOzUb9+fdSqVQubN29G48aNFa9fvHbDvn37kJubC7VaDVdXVyxYsEC7qE51UZ4wfXxOtBJsbGzwyy+/lLqyraCgAF26dFH8AowuXbogLCwMqamp+Oyzz/DRRx9hx44dOHPmDDZs2KBobX9/f3z11VcYMGAArKyskJSUhIMHD8LW1rbUyTMZaxLL8sEHHyA3Nxd+fn6oX78+kpKSsHz5cujr62PNmjVSemDglvDgwQOYmpri0qVLSExMhIWFBTp06KD92KW0H374AV27doVarZY2jrpr1y54enr+49CCtLVCdWDixIlwd3fXTk0DHv0cduzYgU8//VTR2l26dMHPP/+MzMxMDBkyBF9//TXy8/PRs2dPnDp1StHa5Q3S8iwUX16enp7YtWvXP366UfJTTffu3XH06FGYmJhot2VmZqJXr17SzpFwSKGEwYMH48iRI+jQoYO0xSxKmjt3Lk6cOAEA0j7ifPfdd/D09PzboQWlhhSe9uZTqVTYv39/pdd9nImJCebOnYu9e/dqj/ROnTqFDh06YNq0adrHBQcHV3rtxo0b4/z587CxsUFOTg7u37+PmjVrKro8YzEbGxsMHjxY8XnWJY0aNQqAbocW8vLySgWuRqOReoKUgVtC3bp1cefOHbRo0UIn9Tt37oyvvvoKgwYNkvZGKD6KW7t27RNvpfP4vMXKUvzmGzRo0BNXYlu3bp0idR9nbW1datzSwsJC2gm8iRMnYvz48YiMjISHhwdGjhyJGjVqoEePHorXXr16tZQV0Uoqvmw3LS3tiReWKP0z79u3L2bOnIm5c+eiQYMGSExMxOrVq/Hmm28qWrckDimUMHnyZPz0009o0aIFLCwsSh15KXGE87i+ffvijz/+gEqlQq1atUrVV/ojT+fOnfHrr7+W2qbRaNClSxecP3++UmulpqbiwoULAIDZs2eXGT/LyMjA0qVLK73uv/V39/+qDMVT4WrWrIlDhw4hIyMDb731FgwMDBSpV8zPzw/16tXD4MGDy/yuK7Ey3uM/87Vr16Jk9Mj4mR8/fhyRkZE4evQoCgoKoK+vD1dXV8yfP7/UUa+SGLgl/FOolvx4qZR/ClUllq5LSEjA8OHDUVBQgPT09DKLtWg0GrRq1Qq7d++u1Lp5eXkYM2YMUlNTcffuXe1UvGJqtRpDhgzBpEmTKrXuv/Wkf4wqi67mABcPYwB/XVIthIBKpcLVq1crvV5V+Jn37dsXaWlp6NGjB/r06YPu3bsrvkDR4xi4j7l37x5MTU1hZGSE6Oho1K5dW+pcvUOHDqFLly6oX78+oqKikJ+fX2pFp8oWHR2Nhw8fYtKkSWVOEqnVarRs2VLR4Y1p06ZJ+fTwLGxsbBQ58vrtt98wdepUncwBTkxM/Nt9Sv++l+dnnpKSosjdom/fvo3jx4/j+PHjuHDhAjp27IhevXphzJgxlV7riaRd0/Yc+Prrr0XHjh3F5cuXhRCPLvW1tbUVx48fl1J/w4YNolevXiIuLk4IIcS3334r+vTpIzZv3qx47dTU1Kc+ZsqUKYr3URXZ2Ngo8rxvvfWW2LZtW6ltmzdvlrZ6VWFhocjIyND+SU1NFT/99JOU2k+j1GsuhBAajUacOXNGBAUFiU6dOok2bdooVutxDNwS+vXrV2Z5utOnT4uBAwdKqd+9e3dx586dUtsSExOFk5OTlPpPo+SboCpT6vvu1KlTmTsG5+fnK75MoRBCHDp0SNja2opWrVqV+uPg4KB47fJQ4g6+n3zyiRg7dqzo1KmTGDhwoAgMDBRRUVEiPT290mv9Hc5SKOHevXullowDHs2VvHfvnpT6OTk5Ze5cWq9ePSnThEg+Ozs7HDlypNQc4NOnT6Nz586K1/7oo48wc+ZMGBkZ4ccff4SXlxdWr15d5vdfV5RYovLTTz9FQUEBPDw8MGDAAHTq1EnaHbmLMXBLaNmyJfbu3YuRI0dqt4WHhyt6uWNJjo6O8Pf3x/z58/HSSy/h4cOHWL16tZR7PZF8upwDnJycjDFjxiApKQn/+9//0Lp1a6xcuRKjRo2qMicrK9uZM2fw22+/4fTp01i3bh1u3LiB9u3bo2vXrpg4caKUHhi4JXzwwQeYNGkSdu7ciVdeeQX37t1DUlKS4lccFfPz88P06dPh4OAAAwMD5OXlwc7ODmvXrpVSn/5S8sahSl1Wrcs5wBYWFsjMzISlpSUSEhIghIC5uTnS0tKk1NeFGjVqoHPnzujcuTPefPNNfPPNN/j8889x9uxZaYHLWQqPSUtL097V09LSEs7OzoreJvxJEhISkJqaCktLS7z88stSa/8TJadH6UrxMpglCSFgZ2cn9WaWwKPVw2TdrXjZsmW4fPkyNm3ahHnz5qFx48ZQq9U4efIkDhw4IKWHf6LE79pXX32F06dP4/Tp0xBCwMnJCT179kS3bt04D1eXsrOzyyzJKOM26QAQGxuL+Pj4MncT7d27t5T6/6S6BG7JG4deu3YNLVu2LLU/KysLNWrUwOHDhxXt4/bt29iyZQsCAwNx7NgxzJw5E7Vr10ZwcLDiK9RpNBps3boVQ4YMQWFhIRYvXoxr165h06ZNOrms/XFKTMV766230LNnT7zxxhs6+x45pFDCN998gyVLliA1NVW7TSg4GfxxwcHB2LhxI8zNzUsN5qtUKp0FroyP1rI1atQIvr6+SEtLw5IlS8qsFaFWq5949+TKtmTJElhaWkIIgVWrVsHHxwd16tTBsmXLsG/fPkVrf//999iyZQt69uyJNm3aoEePHrhw4QIePHigaN3yKnkepbLIWO7zaXiEW8KgQYPQt29fuLq6ljl7KePih549e2L58uXo1q2b4rUeV5U+WsvQr18/HDlyBJMnT9bZHQ66deuGH374AXfu3EG/fv3w888/w8TEBLa2top/kujfvz8WL14MBwcH7bYff/wRy5cvR2RkpCI1fXx8njr7oKpfBPOseIRbQmJiIry9vaWNoz0uJyen1ILQSiv50TozM7PM+rNZWVmwsLCQ1o9MSUlJOHPmDM6cOYNr167hSccdrVq1UryPnJwcHD9+HO3bt0etWrVw9+5dKZ8kdDEFsnXr1gCA+Ph4fP/993Bzc0OjRo2QlJSE/fv3K37D0qqAgVuCg4MDTp06BScnJ53UHzp0KIKDg7WXeyqtqny01oXhw4dj/PjxKCwshJubW5n9MoaRBg4ciGHDhiElJQV+fn64ceMGpk2bBnd3d0XrArqZAlk81W3YsGEIDQ1Fu3bttPsGDx6svdNJdcYhhRJmz56No0ePol27dmVunSzjo86gQYMQExMDPT29MifplFotrCp8tNYlpdZJKA8hBKKiolC7dm04ODggISEBP/30Ezw8PLQfvZVaU+D8+fOYNGkSXn755TJTIJU+odS5c2ecOXOm1LBdbm4uHB0dq8VJ2X/CwC3hRVstDHgUOJs3b8bkyZOxe/dunX201pWioiIIIXDx4kXcvXsX5ubmsLGxkX4F0t9RcmaIrqZAjh07FlZWVpg9ezbq1KmDtLQ0rFq1Cn/++SdCQkIUr69LDNy/kZqaijp16ki7vU6xwsJC7Zu/fv366Ny5s6Jv/pUrV2Lnzp0oLCx8YtjKmqGhK3fu3MHkyZO169ImJSXBzMwM27dvl3Ifu6fR5RG4UhITEzFjxgxcvnxZe4GPvb091q1bJ+1OJ7rCwC0hLy8PK1asQEREBDQaDWrWrIl+/fohICBAyh0YEhMTMWXKFJ28+avjG7s8vL290bBhQ7z//vvQ19fX3sgzPj4eW7Zs0XV71Wbuc0nXr19HixYtcPv2be3RdYMGDXTdlhQM3BKWL1+Oq1evYu7cuWjYsCHi4+Oxdu1atGjRAosXL1a8vi7f/FX9o7VSunbtih9++KHUScq8vDx069YNv/zyiw47e6Q6Bm7Xrl3x7bffSru6qyqp3u+mCvr6668RHh6u/VhTv359rF+/HoMGDZISuL/++ivWr1+vHcZQq9WYO3eulHm59+7dq9IfrZViaGiIlJSUUvOsk5OTpd8J4EXStGlTXLhwQSfzzXWNgVuCRqOBoaFhqW2GhoaK36q8ZC1dvfmXLVuGrl27ljm6DgwMrBIfrZUyZMgQTJkyBT4+PmjQoAESEhLwySefSJma9SKbMGEC6tatW+Z+alXhajAlMXBL6N69OxYtWoRFixbBzMwMqampWLFiBRwdHaXU1+WbX5dH17rk4+ODwsJCBAUFaRcM8vDwqDJLFFbHEb/hw4dj+PDhum5DJxi4JcybNw8+Pj7o1q0b1Go1NBoNunbtWuauskrx8fHB3bt3sXjxYuTk5EAIAR8fHylv/hf1o/WdO3e006OKF5DZuXMnHBwcFF9ApiSNRvPEi12UWFNA1x6/orFY8U0tqzOeNHuC27dvIzU1FRYWFlLPnkZFRWHOnDnYtWsX2rRpg88++wzBwcFYs2YNnJ2dFa398ccfIyoqqszRtYuLC3x9fRWtrUteXl6wtLTE8uXLMWDAALz11luoU6cO9u3bp/gCMkVFRdi8eTN27dqFjIwMHDhwAAsXLsT69eur9fSoa9euYd26dUhOTtYewefn5yMxMbH6z5RR+BY+z5Xr16+Lfv36id9++00IIURQUJDo37+/iI2NlVJfl/dUKygoEGvXrhXOzs6iXbt2onfv3mLTpk1l7rlV3Tg6OoqCggIRHx8v2rRpIzIyMkRRUZGU+7etXbtWjBw5Upw4cULY2dmJzMxMMW3aNDFjxgzFa+vS8OHDxaxZs0RAQIAYP3682L59u3jjjTek3CxV1xi4JYwaNUps3LhR5OfnCyEe3dAvJCREvPPOO1Lqd+rUSRQWFpbaVlhYKGxtbRWvHR8fLxYtWiSEEOK7774THTp0EN26dRPnz59XvLYuOTo6ioyMDPHFF1+IESNGCCGEuHPnjujWrZvitXv27ClSUlKEEEK8/vrrQgghMjIyhL29veK1daljx44iLy9PxMbGijFjxgghhLh06ZJwc3PTcWfKk3P6/TkRHR0Nb29v7dzTmjVrYuLEibhy5YqU+sULipQk655qS5Ys0V5tVrw267Rp07Bs2TLFa+tS8QIyH330ETw9PXHjxg2MHTtWyonK/Px87cpg4v9/tNbT06v2c5/r1q2LmjVronHjxoiNjQUAtG3bFomJiTruTHnV+ydbQfXr18f58+dhY2Oj3Xb58uUyC9koRZf3VIuOjsaWLVuQkJCA+Ph4jBo1CiYmJli1apXitXVp/vz5sLOzK7WAzMSJE+Hh4aF47R49emDhwoXw8/ODSqXSTsUruUZtddS2bVsEBQVh1qxZsLS0xOHDh2FoaFhtFrj/JwzcEiZNmoQJEybA3d1dG3gHDx7E/PnzpdS3sbHB0aNHdXZPNV2tzapLKpUKb775pvbvjRo1wtChQ6XUnj9/Pt5//33ttEMbGxvY29tLmxWjKwsXLsSiRYvw8OFDzJ07Fz4+PtBoNAgICNB1a4rjLIXHnDx5EpGRkdrAGzx4sNRFwXVlxYoVOHHihHZt1jZt2mDatGlwcXHBnDlzdN1etZaamorExERYWlrC0tJS1+1I8f333yMxMREFBQXIz8+HRqOBiYlJmTWZqxsGbgW5u7sjIiJC121UOlGOtVmpcv3d75G+vj7q1q2Ljh07Vsv1BgICAhAeHo6WLVuWWo1PpVLhiy++0GFnymPgVtCLuqoWVT5PT09cuHABFhYWePnll5GUlISkpCS88soryMvLQ35+PkJCQtC5c2ddt1qp7OzssHfvXrz22mu6bkU6juFWEI/2qLK89tpr6NmzJyZPnqzd9tlnnyE2NhYBAQHYvXs3Vq5cibCwMB12WfleeuklNGrUSNdt6ASPcCuoOi6XR7rRtWtXnDp1qtRNSwsLC+Ho6Iiff/652t01OTMzEwCwY8cO3Lx5E++99x5MTU1LPebxW0tVNzzCJdIRU1NTnD59Gj169NBu++mnn7TjtomJidVqLQs7OzuoVCrtnONDhw5p9wkhqv3dRQAGLpHOzJ49G9OmTYOjoyNefvll3L17Fz///DNWrlyJmzdv4p133qkyq5ZVhm+//VbXLegchxQqiEMKVFkKCwtx+/ZtHDp0SHuybPDgwWjUqBHu3r2L5ORkdOzYUddtUiVi4FbQsGHDqt1JDNKNfv36Yd++fdV+3JL+wrUUHnPu3DnMmTMH77zzDu7fv4/g4OBSi0AzbKmy5OfnIysrS9dtkEQcwy0hMjISQUFBGDJkCI4dO4aioiIcPHgQGo0Gs2bN0nV7VM106NABb731Fuzt7cvcakbW5eQkF49wS9i0aRNCQkIwa9Ys6OnpwcLCAlu3bq3291ki3TA0NISzszOMjIyQkZGB9PR07R+qnniEW8L9+/fRpk0bAH9d4NCgQQPk5eXpsi2qplauXKnrFkgyBm4Jbdu2xRdffIGxY8dqtx04cAAtW7bUXVNUbWVmZmLv3r1lbjVz48YN7NixQ8fdkRI4S6GEmJgYjB8/HrVr18Yff/yBdu3a4fbt29i6dStat26t6/aompk+fTpu3rwJMzMzZGRkoGHDhvjhhx8wcuRILFq0SNftkQIYuI/Jzs7G8ePHcefOHVhYWMDZ2bnM5YdElcHW1hZHjx5FUlISgoOD8cknn+Dw4cMICwvDtm3bdN0eKYBDCo8xNjZGz549UVRUpN2WmZnJuZJU6QwMDFC/fn2YmJjg2rVrAB7NzV26dKmOOyOlMHBL+CmTVacAAAt/SURBVOabb7BkyRKkpqZqt70o13iTfE2bNsWRI0fQr18/qFQq/PHHH9DX1y/1jz1VLwzcEtavX48RI0bA1dW12t/Ij3RvxowZmDZtGtq2bYuxY8fCw8MDNWrUwODBg3XdGimEY7gl2NjY4Jdffim1XB6RknJycmBgYAA9PT1cuHABGRkZpVYPo+qFh3ElODg44NSpU3ByctJ1K1SNRUdHP3G7oaEhDA0NER0djVatWknuimRg4JZgZGQEb29vtGvXrsyt0YODg3XUFVU37u7updaFfRzPGVRfDNwSmjZtiilTpui6Darm/u4I90l+++03LtFYjXAMl6gK4/rL1QuPcPHoip8NGzbAx8fnb28SySEF0gUeD1UvDFz8deuPOnXqoGHDhjruhugvvEt09cLABWBiYoLw8HAcPnwYa9as0XU7RFRNMXABTJ06FSEhIdBoNFi+fHmZ/SqVCr1799ZBZ0RUnfCkWQn9+vXDkSNHdN0GkRZPmlUvvONDCQxbqmp4PFS9MHCJqoikpKQyt9fhvfSqFwYukY78/vvvGD9+PIBHd4N2dnZGjx49cOzYMe1j3n77bV21RwrgSTMiHVm1ahXs7e0hhMAnn3yCoKAgmJmZYdWqVXjjjTd03R4pgEe4RDpy48YN7W127t+/j/79+8PJyQmJiYm6bo0UwsAl0hEDAwMkJycjKioKtra2MDAwwI0bN1C3bl1dt0YK4ZACkY6MHj0agwcPRk5ODoKDg3Hp0iVMmDCBCyhVY5yHS6RDly9fhomJCV599VWkpKQgJiYGDg4Oum6LFMIhBSIdsrKywtmzZ/Hxxx/D2NiYdxup5hi4RDpy9epVuLi44Msvv8T27dtx//59TJw4EQcPHtR1a6QQBi6RjgQGBmLBggXYvXs3atasCSsrK4SEhGDTpk26bo0UwsAl0pEbN25g4MCBAP5ahtHBwQHJycm6bIsUxMAl0pEGDRrg7NmzpbZdvHgRDRo00FFHpDROCyPSEV9fX0ydOhVubm7QaDRYt24d9u3bh4ULF+q6NVIIp4UR6dDvv/+OL7/8Enfu3IGFhQXc3d1hZ2en67ZIIQxcIiJJOKRAJJm7u/tT71UWHh4uqRuSiYFLJNm7776r6xZIRzikQEQkCY9wiSTz9PTErl27/nFogUMK1RMDl0iyUaNGAeDQwouIgUsk2eDBgwEAaWlp8PLyKrN/3bp1slsiSRi4RBKlpqbiwoULAIANGzagadOmpe7Mm5GRgS+++ALvvfeerlokBfGkGZFEeXl5GDNmDFJTU3H37l288sorpfar1WoMGTIEkyZN0lGHpCQGLpGOTJs2DcHBwf/4mJSUFJibm0vqiJTGwCWqwjp37oxff/1V121QJeFqYURVGI+HqhcGLlEV9rRLgOn5wsAlIpKEgUtEJAkDl4hIEgYuURXGk2bVCwOXqAobOXKkrlugSsR5uESS+fj4PHX2wdMuiKDnE49wiSRr3bo1WrVqBWNjY5w9exYNGjSAvb09rKyscO7cOZiZmem6RVIIj3CJdGTYsGHw9/dHu3bttNuio6Mxd+7/a+9uQ5pq/ziAfxda2nrwgRJasmXorKk1lRkrs4TCNyWZFfRkD+tFCT2A1bBnDXrwhYGVBJGVSDQqDbOSSC2jEMQoMFOaGutIiVKaJm7a9X8hjL/c9/3HG/47p+n38/LsXNd+HNiXw+/sus5hlJeXK1gZeQrvcIkUYrfbERkZOeqYTqeDJEkKVUSexsAlUkhMTAxyc3PR29sLYGR/3NOnT8NkMilcGXkKWwpECpEkCQcOHEBjYyOmTJmCwcFBmEwm5Ofns487TjFwiRTS0tKCiIgIOBwOdHV1ISQkBHPmzFG6LPIgBi6RQpYsWYLnz59DrVYrXQrJhD1cIoXMmzfP/bodmhj4TjMiBVksFgQGBmL27NmjFkPwNenjE1sKRAr5X6G6bt06GSshuTBwif4wAwMD8Pf3V7oM8gC2FIgU0tzcjPz8fHR2drp3BXO5XJAkCW/fvlW4OvIEPjQjUsjJkyehVqthNBoRFBSE1NRU/Pr1C3v37lW6NPIQBi6RQpqbm3Hu3Dls3boVTqcTO3bsQEFBAR4/fqx0aeQhDFwihQQGBsLHxwehoaFobW0FABgMBu6lMI4xcIkUYjAYcP78eQwNDSEkJARPnjxBdXU1pk6dqnRp5CF8aEakkGPHjuH48ePo6enB4cOHkZmZCafTiZycHKVLIw/h38KIFPTixQtIkoShoSG4XC44nU6o1Wps375d6dLIA3iHS6SQnJwclJaWQq/Xw9fX131cpVIxcMcp3uESKSQ+Ph42mw1hYWFKl0Iy4UMzIoUEBARg7ty5SpdBMuIdLpHM+vr6AADFxcWw2+04dOgQZs6cOeqcadOmKVEaeRgDl0hmkZGRUKlU7uW8/71LmBACKpUKTU1NSpVHHsTAJZLZWBY2aDQaGSohuTFwiYhkwodmREQyYeASEcmEgUsT3tOnT5GYmIhFixahpqZG6XJoHGMPlya81atXIz4+HpmZmQgODoafn5/SJdE4xaW9NOH19vYiLi6O/wwgj2NLgbzS3bt3sWrVKkRFRSElJQVlZWUAAL1ej+rqavd5dXV10Ov16O/vd39+6dIlmM1mrF27Fnq9Ht+/f0d2djaSk5MBAO/fv0dGRgaMRiOio6ORnp6OhoYG95ySJGHfvn2IjY2F2WzG2bNn4XK5AIwsajhx4gRMJhMSEhKwf/9+fPv2Ta7LQn84Bi55ncbGRuTm5sJqtaKyshLbtm2D1WpFe3v7mMaXl5fj1q1buHDhAl69eoWAgABkZ2fj3r176O/vx549e7BgwQI8fPgQNpsNarUap06dAgA4nU7s2rULg4ODKCkpQUFBAaqqqnD58mUAI6/NaWtrw/Xr11FcXAyVSgWLxYKhoSFPXQ7yImwpkNfp6OjApEmToNFooNFosGXLFuh0OgQFBY1p/KZNmxAeHj7q2PTp0xEUFITu7m5YLBbs3LkTPj4jP4/Nmzfj4MGDAIDXr19DkiTcuXPH/X1nzpyBw+GAw+FARUUFXr58iZCQEABAXl4eEhISUFtbi5UrV/6/LgF5KQYueZ3ExETExsYiNTUV4eHhWLFiBdLS0jBjxowxjQ8NDf3Hz4KDg7FhwwaUlJTg48ePaG9vR1NTE37//g0A+PTpEzQazahwT0xMBAB3KyMlJWXUnAMDA2hra2PgEgOXvI+fnx+KiorQ0NCA6upq1NTU4Pbt27h27dpfzh0eHv7b8f+ks7MTaWlpmD9/PpYvX441a9agu7sbWVlZADBq39q/+y5fX1+UlpaO2h8BwF82p6GJiT1c8jp1dXUoLCxEXFwcsrKy8OjRIyxcuBCVlZXw9fXFz58/3ec6HI5/NfezZ88wefJk3Lx5E7t374bZbMbXr18BjGwso9Pp0NHRgR8/frjHlJWVIT09HWFhYXC5XBgYGIBWq4VWq8WsWbNw8eLFMfeXaXxj4JLX8ff3x5UrV2Cz2SBJEmpra9Ha2oro6GhER0ejqKgIdrsdb968wY0bN/7V3AEBAejq6kJNTQ2+fPmCBw8eoLCwEMDIA7Nly5ZBq9XCarWipaUF9fX1KCgoQFJSEsLCwpCcnIwjR46gvr4edrsdR48exbt377jJOI0QRF6otLRUpKSkiKioKJGUlCSuXr0qhBDiw4cPYv369cJgMIjU1FRRWVkpIiIiRF9fnxBCiIiICFFVVTVqLpPJJO7fvy+EEGJ4eFjk5uYKk8kkjEaj2Lhxo6ioqBB6vV7U19cLIYT4/PmzsFgsIiYmRixdulTk5eUJl8slhBCip6dHWK1WYTKZxOLFi0VGRoZobm6W67LQH44rzYiIZMKWAhGRTBi4REQyYeASEcmEgUtEJBMGLhGRTBi4REQyYeASEcmEgUtEJBMGLhGRTP4D+iGEtHx0bRMAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 360x360 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.set(style=\"whitegrid\")\n",
    "sns.set(font_scale=1.2)  \n",
    "plt.figure(figsize=(5,5))\n",
    "ax = sns.countplot(x=\"surface\", data=y_timeseries)\n",
    "plt.xticks(rotation=90)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Extract features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "import multiprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "n_jobs = multiprocessing.Semaphore(multiprocessing.cpu_count()) \n",
    "label = y.surface.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Feature Extraction: 100%|██████████████████████████████████████████████████████████████| 40/40 [30:01<00:00, 13.07s/it]\n"
     ]
    }
   ],
   "source": [
    "from tsfresh import extract_features\n",
    "extracted_features = extract_features(timeseries, column_id=\"series_id\", column_sort=\"measurement_number\", n_jobs = 8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.utilities.dataframe_functions:The columns ['angle_X__fft_coefficient__coeff_65__attr_\"abs\"'\n",
      " 'angle_X__fft_coefficient__coeff_65__attr_\"angle\"'\n",
      " 'angle_X__fft_coefficient__coeff_65__attr_\"imag\"' ...\n",
      " 'orientation_Z__fft_coefficient__coeff_99__attr_\"angle\"'\n",
      " 'orientation_Z__fft_coefficient__coeff_99__attr_\"imag\"'\n",
      " 'orientation_Z__fft_coefficient__coeff_99__attr_\"real\"'] did not have any finite values. Filling with zeros.\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th>variable</th>\n",
       "      <th>angle_X__abs_energy</th>\n",
       "      <th>angle_X__absolute_sum_of_changes</th>\n",
       "      <th>angle_X__agg_autocorrelation__f_agg_\"mean\"__maxlag_40</th>\n",
       "      <th>angle_X__agg_autocorrelation__f_agg_\"median\"__maxlag_40</th>\n",
       "      <th>angle_X__agg_autocorrelation__f_agg_\"var\"__maxlag_40</th>\n",
       "      <th>angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"intercept\"</th>\n",
       "      <th>angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"rvalue\"</th>\n",
       "      <th>angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"slope\"</th>\n",
       "      <th>angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"stderr\"</th>\n",
       "      <th>angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_50__attr_\"intercept\"</th>\n",
       "      <th>...</th>\n",
       "      <th>orientation_Z__symmetry_looking__r_0.9</th>\n",
       "      <th>orientation_Z__symmetry_looking__r_0.9500000000000001</th>\n",
       "      <th>orientation_Z__time_reversal_asymmetry_statistic__lag_1</th>\n",
       "      <th>orientation_Z__time_reversal_asymmetry_statistic__lag_2</th>\n",
       "      <th>orientation_Z__time_reversal_asymmetry_statistic__lag_3</th>\n",
       "      <th>orientation_Z__value_count__value_-1</th>\n",
       "      <th>orientation_Z__value_count__value_0</th>\n",
       "      <th>orientation_Z__value_count__value_1</th>\n",
       "      <th>orientation_Z__variance</th>\n",
       "      <th>orientation_Z__variance_larger_than_standard_deviation</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1033.658119</td>\n",
       "      <td>0.014299</td>\n",
       "      <td>-0.055278</td>\n",
       "      <td>-0.287831</td>\n",
       "      <td>0.352127</td>\n",
       "      <td>2.843056</td>\n",
       "      <td>-0.563704</td>\n",
       "      <td>-0.000154</td>\n",
       "      <td>0.000068</td>\n",
       "      <td>2.843882</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.232210e-08</td>\n",
       "      <td>1.771012e-07</td>\n",
       "      <td>2.448321e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.849946e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1032.490840</td>\n",
       "      <td>0.026968</td>\n",
       "      <td>-0.214779</td>\n",
       "      <td>-0.435811</td>\n",
       "      <td>0.411031</td>\n",
       "      <td>2.841002</td>\n",
       "      <td>-0.146772</td>\n",
       "      <td>-0.000040</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>2.842194</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>3.939979e-08</td>\n",
       "      <td>8.375859e-08</td>\n",
       "      <td>1.317400e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.562990e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1036.420318</td>\n",
       "      <td>0.016951</td>\n",
       "      <td>-0.061953</td>\n",
       "      <td>-0.293390</td>\n",
       "      <td>0.345428</td>\n",
       "      <td>2.845347</td>\n",
       "      <td>0.432342</td>\n",
       "      <td>0.000115</td>\n",
       "      <td>0.000072</td>\n",
       "      <td>2.847296</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.344816e-07</td>\n",
       "      <td>1.215204e-06</td>\n",
       "      <td>1.879632e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.899262e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1036.602463</td>\n",
       "      <td>0.051115</td>\n",
       "      <td>-0.120510</td>\n",
       "      <td>-0.377385</td>\n",
       "      <td>0.366902</td>\n",
       "      <td>2.848673</td>\n",
       "      <td>-0.370552</td>\n",
       "      <td>-0.000290</td>\n",
       "      <td>0.000219</td>\n",
       "      <td>2.851495</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.611573e-08</td>\n",
       "      <td>4.055719e-08</td>\n",
       "      <td>6.052761e-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.001860e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1034.173141</td>\n",
       "      <td>0.013230</td>\n",
       "      <td>-0.165258</td>\n",
       "      <td>-0.436335</td>\n",
       "      <td>0.393251</td>\n",
       "      <td>2.842954</td>\n",
       "      <td>-0.132873</td>\n",
       "      <td>-0.000024</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>2.843791</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-3.940681e-07</td>\n",
       "      <td>-7.717491e-07</td>\n",
       "      <td>-1.133440e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.632731e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1031.943274</td>\n",
       "      <td>0.030127</td>\n",
       "      <td>0.122826</td>\n",
       "      <td>-0.077240</td>\n",
       "      <td>0.188671</td>\n",
       "      <td>2.840669</td>\n",
       "      <td>-0.365410</td>\n",
       "      <td>-0.000100</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>2.841008</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-7.028719e-07</td>\n",
       "      <td>-1.188935e-06</td>\n",
       "      <td>-1.655273e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.289354e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1033.465142</td>\n",
       "      <td>0.007615</td>\n",
       "      <td>0.530039</td>\n",
       "      <td>0.485455</td>\n",
       "      <td>0.065670</td>\n",
       "      <td>2.840361</td>\n",
       "      <td>0.891171</td>\n",
       "      <td>0.000226</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>2.841116</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>5.593398e-07</td>\n",
       "      <td>1.120867e-06</td>\n",
       "      <td>1.600693e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.002705e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1036.211782</td>\n",
       "      <td>0.036398</td>\n",
       "      <td>-0.092002</td>\n",
       "      <td>-0.331095</td>\n",
       "      <td>0.343503</td>\n",
       "      <td>2.846907</td>\n",
       "      <td>-0.269659</td>\n",
       "      <td>-0.000119</td>\n",
       "      <td>0.000128</td>\n",
       "      <td>2.847968</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.418325e-08</td>\n",
       "      <td>1.391160e-08</td>\n",
       "      <td>3.973860e-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.088928e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1036.080043</td>\n",
       "      <td>0.005020</td>\n",
       "      <td>0.623910</td>\n",
       "      <td>0.639490</td>\n",
       "      <td>0.051382</td>\n",
       "      <td>2.845701</td>\n",
       "      <td>-0.952349</td>\n",
       "      <td>-0.000091</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>2.845811</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-4.663800e-07</td>\n",
       "      <td>-9.265861e-07</td>\n",
       "      <td>-1.327047e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.427986e-08</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1031.440311</td>\n",
       "      <td>0.025251</td>\n",
       "      <td>-0.172012</td>\n",
       "      <td>-0.411026</td>\n",
       "      <td>0.367936</td>\n",
       "      <td>2.839099</td>\n",
       "      <td>0.065525</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000093</td>\n",
       "      <td>2.840702</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-3.255431e-06</td>\n",
       "      <td>-6.482177e-06</td>\n",
       "      <td>-9.736411e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.885558e-05</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1038.371436</td>\n",
       "      <td>0.014101</td>\n",
       "      <td>0.202063</td>\n",
       "      <td>0.146892</td>\n",
       "      <td>0.271471</td>\n",
       "      <td>2.847956</td>\n",
       "      <td>0.270362</td>\n",
       "      <td>0.000089</td>\n",
       "      <td>0.000096</td>\n",
       "      <td>2.848823</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.067387e-07</td>\n",
       "      <td>-2.065634e-07</td>\n",
       "      <td>-3.012522e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.346930e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>1035.280125</td>\n",
       "      <td>0.050499</td>\n",
       "      <td>-0.025603</td>\n",
       "      <td>-0.173615</td>\n",
       "      <td>0.354077</td>\n",
       "      <td>2.843472</td>\n",
       "      <td>0.515353</td>\n",
       "      <td>0.000240</td>\n",
       "      <td>0.000120</td>\n",
       "      <td>2.847055</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.296226e-06</td>\n",
       "      <td>2.827302e-06</td>\n",
       "      <td>4.501162e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.414721e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1034.446706</td>\n",
       "      <td>0.027066</td>\n",
       "      <td>-0.208997</td>\n",
       "      <td>-0.457535</td>\n",
       "      <td>0.450016</td>\n",
       "      <td>2.843140</td>\n",
       "      <td>0.119951</td>\n",
       "      <td>0.000071</td>\n",
       "      <td>0.000177</td>\n",
       "      <td>2.846625</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-9.873688e-07</td>\n",
       "      <td>-2.063334e-06</td>\n",
       "      <td>-3.201467e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.265532e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1030.546458</td>\n",
       "      <td>0.016131</td>\n",
       "      <td>0.138878</td>\n",
       "      <td>0.022426</td>\n",
       "      <td>0.116400</td>\n",
       "      <td>2.838422</td>\n",
       "      <td>-0.725231</td>\n",
       "      <td>-0.000099</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>2.838594</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.664338e-07</td>\n",
       "      <td>1.934705e-06</td>\n",
       "      <td>3.083261e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.424747e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1028.325191</td>\n",
       "      <td>0.084737</td>\n",
       "      <td>-0.127047</td>\n",
       "      <td>-0.325718</td>\n",
       "      <td>0.403719</td>\n",
       "      <td>2.833777</td>\n",
       "      <td>0.438104</td>\n",
       "      <td>0.000412</td>\n",
       "      <td>0.000255</td>\n",
       "      <td>2.838365</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.243487e-07</td>\n",
       "      <td>6.046337e-07</td>\n",
       "      <td>1.224874e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.267820e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1037.429020</td>\n",
       "      <td>0.026078</td>\n",
       "      <td>0.007084</td>\n",
       "      <td>-0.070396</td>\n",
       "      <td>0.355235</td>\n",
       "      <td>2.846381</td>\n",
       "      <td>0.487019</td>\n",
       "      <td>0.000190</td>\n",
       "      <td>0.000103</td>\n",
       "      <td>2.847984</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.008208e-08</td>\n",
       "      <td>4.312042e-08</td>\n",
       "      <td>6.601885e-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.050811e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>1031.779357</td>\n",
       "      <td>0.066740</td>\n",
       "      <td>0.039557</td>\n",
       "      <td>-0.090853</td>\n",
       "      <td>0.307669</td>\n",
       "      <td>2.842134</td>\n",
       "      <td>-0.250017</td>\n",
       "      <td>-0.000216</td>\n",
       "      <td>0.000252</td>\n",
       "      <td>2.845672</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-6.574941e-08</td>\n",
       "      <td>-1.348442e-07</td>\n",
       "      <td>-2.248735e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.845529e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1034.375478</td>\n",
       "      <td>0.010063</td>\n",
       "      <td>-0.200190</td>\n",
       "      <td>-0.459678</td>\n",
       "      <td>0.470707</td>\n",
       "      <td>2.843342</td>\n",
       "      <td>-0.272396</td>\n",
       "      <td>-0.000048</td>\n",
       "      <td>0.000052</td>\n",
       "      <td>2.843882</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.408905e-07</td>\n",
       "      <td>-5.493200e-07</td>\n",
       "      <td>-9.478500e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.023503e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1037.556882</td>\n",
       "      <td>0.059541</td>\n",
       "      <td>0.465565</td>\n",
       "      <td>0.439281</td>\n",
       "      <td>0.094007</td>\n",
       "      <td>2.844220</td>\n",
       "      <td>0.933340</td>\n",
       "      <td>0.000661</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>2.848836</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.225080e-06</td>\n",
       "      <td>4.482269e-06</td>\n",
       "      <td>6.979558e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.267385e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>1033.335829</td>\n",
       "      <td>0.005242</td>\n",
       "      <td>-0.020966</td>\n",
       "      <td>-0.255745</td>\n",
       "      <td>0.266026</td>\n",
       "      <td>2.841350</td>\n",
       "      <td>0.160015</td>\n",
       "      <td>0.000012</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>2.841927</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.183696e-07</td>\n",
       "      <td>1.651480e-06</td>\n",
       "      <td>2.497471e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.936373e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>1033.831025</td>\n",
       "      <td>0.019135</td>\n",
       "      <td>0.089997</td>\n",
       "      <td>-0.147259</td>\n",
       "      <td>0.169909</td>\n",
       "      <td>2.841631</td>\n",
       "      <td>0.629915</td>\n",
       "      <td>0.000129</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>2.842861</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.899053e-07</td>\n",
       "      <td>-5.734169e-07</td>\n",
       "      <td>-8.513900e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.242658e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>1037.093847</td>\n",
       "      <td>0.001327</td>\n",
       "      <td>0.342596</td>\n",
       "      <td>0.442594</td>\n",
       "      <td>0.197443</td>\n",
       "      <td>2.846507</td>\n",
       "      <td>-0.230773</td>\n",
       "      <td>-0.000004</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>2.846534</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-3.422188e-09</td>\n",
       "      <td>-1.043239e-08</td>\n",
       "      <td>-2.120731e-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.490424e-09</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>1033.256508</td>\n",
       "      <td>0.001455</td>\n",
       "      <td>0.397087</td>\n",
       "      <td>0.329311</td>\n",
       "      <td>0.044120</td>\n",
       "      <td>2.841255</td>\n",
       "      <td>-0.742357</td>\n",
       "      <td>-0.000008</td>\n",
       "      <td>0.000002</td>\n",
       "      <td>2.841251</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>6.245490e-09</td>\n",
       "      <td>1.162543e-08</td>\n",
       "      <td>1.752740e-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.068387e-09</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>1033.030681</td>\n",
       "      <td>0.029602</td>\n",
       "      <td>0.167769</td>\n",
       "      <td>0.050680</td>\n",
       "      <td>0.213525</td>\n",
       "      <td>2.839607</td>\n",
       "      <td>0.786968</td>\n",
       "      <td>0.000314</td>\n",
       "      <td>0.000074</td>\n",
       "      <td>2.842109</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.122396e-06</td>\n",
       "      <td>2.409087e-06</td>\n",
       "      <td>3.887753e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.427413e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1033.370985</td>\n",
       "      <td>0.003440</td>\n",
       "      <td>0.305147</td>\n",
       "      <td>0.225711</td>\n",
       "      <td>0.114736</td>\n",
       "      <td>2.841209</td>\n",
       "      <td>0.753120</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>2.841461</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-4.083532e-08</td>\n",
       "      <td>-8.262662e-08</td>\n",
       "      <td>-1.252297e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.036411e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1032.730434</td>\n",
       "      <td>0.005231</td>\n",
       "      <td>0.184057</td>\n",
       "      <td>0.021246</td>\n",
       "      <td>0.175478</td>\n",
       "      <td>2.841119</td>\n",
       "      <td>-0.786368</td>\n",
       "      <td>-0.000088</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>2.841101</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>8.067839e-07</td>\n",
       "      <td>1.745254e-06</td>\n",
       "      <td>2.707767e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.495116e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1039.097746</td>\n",
       "      <td>0.005808</td>\n",
       "      <td>-0.204722</td>\n",
       "      <td>-0.476172</td>\n",
       "      <td>0.432961</td>\n",
       "      <td>2.849328</td>\n",
       "      <td>0.071540</td>\n",
       "      <td>0.000007</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>2.849830</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>6.577450e-07</td>\n",
       "      <td>1.335463e-06</td>\n",
       "      <td>2.013329e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.047777e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1035.308922</td>\n",
       "      <td>0.007909</td>\n",
       "      <td>0.287018</td>\n",
       "      <td>0.122736</td>\n",
       "      <td>0.102407</td>\n",
       "      <td>2.845006</td>\n",
       "      <td>-0.774066</td>\n",
       "      <td>-0.000135</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>2.845540</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.281191e-06</td>\n",
       "      <td>2.606622e-06</td>\n",
       "      <td>3.951756e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.307034e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1032.629268</td>\n",
       "      <td>0.029998</td>\n",
       "      <td>-0.190121</td>\n",
       "      <td>-0.419422</td>\n",
       "      <td>0.444208</td>\n",
       "      <td>2.840395</td>\n",
       "      <td>0.367431</td>\n",
       "      <td>0.000112</td>\n",
       "      <td>0.000086</td>\n",
       "      <td>2.842116</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-6.075299e-08</td>\n",
       "      <td>-1.120762e-07</td>\n",
       "      <td>-1.526774e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.514957e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1035.922056</td>\n",
       "      <td>0.010653</td>\n",
       "      <td>0.118802</td>\n",
       "      <td>-0.113532</td>\n",
       "      <td>0.182445</td>\n",
       "      <td>2.845339</td>\n",
       "      <td>-0.389949</td>\n",
       "      <td>-0.000042</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>2.845522</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.484599e-07</td>\n",
       "      <td>2.526184e-07</td>\n",
       "      <td>2.104608e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>5.107993e-08</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3991</th>\n",
       "      <td>1031.642231</td>\n",
       "      <td>0.008057</td>\n",
       "      <td>-0.002369</td>\n",
       "      <td>-0.109950</td>\n",
       "      <td>0.378714</td>\n",
       "      <td>2.838706</td>\n",
       "      <td>0.585941</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>2.839400</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.143628e-06</td>\n",
       "      <td>-2.302077e-06</td>\n",
       "      <td>-3.451518e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.596517e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3992</th>\n",
       "      <td>1035.233223</td>\n",
       "      <td>0.004910</td>\n",
       "      <td>-0.099907</td>\n",
       "      <td>-0.323152</td>\n",
       "      <td>0.327236</td>\n",
       "      <td>2.843914</td>\n",
       "      <td>0.321775</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>2.844281</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-5.084136e-07</td>\n",
       "      <td>-1.062075e-06</td>\n",
       "      <td>-1.647172e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.525347e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3993</th>\n",
       "      <td>1032.568469</td>\n",
       "      <td>0.004955</td>\n",
       "      <td>0.257394</td>\n",
       "      <td>0.110270</td>\n",
       "      <td>0.119944</td>\n",
       "      <td>2.839976</td>\n",
       "      <td>0.796884</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>2.840289</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.556647e-06</td>\n",
       "      <td>-5.148158e-06</td>\n",
       "      <td>-7.719608e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.295762e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3994</th>\n",
       "      <td>1036.847527</td>\n",
       "      <td>0.019057</td>\n",
       "      <td>-0.126479</td>\n",
       "      <td>-0.392887</td>\n",
       "      <td>0.440081</td>\n",
       "      <td>2.847852</td>\n",
       "      <td>-0.539594</td>\n",
       "      <td>-0.000187</td>\n",
       "      <td>0.000088</td>\n",
       "      <td>2.848616</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.492853e-06</td>\n",
       "      <td>2.859798e-06</td>\n",
       "      <td>4.130995e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.628578e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3995</th>\n",
       "      <td>1034.352072</td>\n",
       "      <td>0.007553</td>\n",
       "      <td>-0.042302</td>\n",
       "      <td>-0.176461</td>\n",
       "      <td>0.244464</td>\n",
       "      <td>2.843187</td>\n",
       "      <td>-0.416598</td>\n",
       "      <td>-0.000054</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>2.843665</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.746339e-06</td>\n",
       "      <td>3.507486e-06</td>\n",
       "      <td>5.310452e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.520954e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3996</th>\n",
       "      <td>1033.197504</td>\n",
       "      <td>0.006010</td>\n",
       "      <td>0.036962</td>\n",
       "      <td>-0.182996</td>\n",
       "      <td>0.253164</td>\n",
       "      <td>2.840954</td>\n",
       "      <td>0.515022</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>2.841353</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.053686e-06</td>\n",
       "      <td>-4.134320e-06</td>\n",
       "      <td>-6.237974e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.856076e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3997</th>\n",
       "      <td>1032.077598</td>\n",
       "      <td>0.010681</td>\n",
       "      <td>-0.221890</td>\n",
       "      <td>-0.463976</td>\n",
       "      <td>0.459269</td>\n",
       "      <td>2.839753</td>\n",
       "      <td>0.157478</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>2.840807</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-6.284151e-09</td>\n",
       "      <td>4.206750e-09</td>\n",
       "      <td>6.168067e-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.968478e-08</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3998</th>\n",
       "      <td>1034.690807</td>\n",
       "      <td>0.005713</td>\n",
       "      <td>-0.005059</td>\n",
       "      <td>-0.209836</td>\n",
       "      <td>0.326284</td>\n",
       "      <td>2.842965</td>\n",
       "      <td>0.501596</td>\n",
       "      <td>0.000063</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>2.843793</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.101497e-06</td>\n",
       "      <td>-2.216111e-06</td>\n",
       "      <td>-3.310301e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.801051e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3999</th>\n",
       "      <td>1032.232129</td>\n",
       "      <td>0.006958</td>\n",
       "      <td>0.222353</td>\n",
       "      <td>0.103737</td>\n",
       "      <td>0.142109</td>\n",
       "      <td>2.839541</td>\n",
       "      <td>0.741684</td>\n",
       "      <td>0.000066</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>2.840083</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.907967e-06</td>\n",
       "      <td>-3.853383e-06</td>\n",
       "      <td>-5.792131e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.933884e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4000</th>\n",
       "      <td>1035.308922</td>\n",
       "      <td>0.007909</td>\n",
       "      <td>0.287018</td>\n",
       "      <td>0.122736</td>\n",
       "      <td>0.102407</td>\n",
       "      <td>2.845006</td>\n",
       "      <td>-0.774066</td>\n",
       "      <td>-0.000135</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>2.845540</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.281191e-06</td>\n",
       "      <td>2.606622e-06</td>\n",
       "      <td>3.951756e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.307034e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4001</th>\n",
       "      <td>1036.747764</td>\n",
       "      <td>0.011807</td>\n",
       "      <td>-0.243241</td>\n",
       "      <td>-0.515330</td>\n",
       "      <td>0.483992</td>\n",
       "      <td>2.846409</td>\n",
       "      <td>-0.034394</td>\n",
       "      <td>-0.000008</td>\n",
       "      <td>0.000067</td>\n",
       "      <td>2.847077</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.182619e-06</td>\n",
       "      <td>2.329774e-06</td>\n",
       "      <td>3.452238e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.670484e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4002</th>\n",
       "      <td>1032.320216</td>\n",
       "      <td>0.007576</td>\n",
       "      <td>-0.081611</td>\n",
       "      <td>-0.269823</td>\n",
       "      <td>0.399964</td>\n",
       "      <td>2.840377</td>\n",
       "      <td>-0.512372</td>\n",
       "      <td>-0.000051</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>2.840619</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.605278e-06</td>\n",
       "      <td>-5.229614e-06</td>\n",
       "      <td>-7.874717e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.244590e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4003</th>\n",
       "      <td>1031.851647</td>\n",
       "      <td>0.011664</td>\n",
       "      <td>-0.180398</td>\n",
       "      <td>-0.416507</td>\n",
       "      <td>0.425254</td>\n",
       "      <td>2.839322</td>\n",
       "      <td>0.251988</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>0.000050</td>\n",
       "      <td>2.839987</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-3.166047e-07</td>\n",
       "      <td>-6.230591e-07</td>\n",
       "      <td>-9.114979e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.563408e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4004</th>\n",
       "      <td>1033.429207</td>\n",
       "      <td>0.007672</td>\n",
       "      <td>0.136787</td>\n",
       "      <td>0.023273</td>\n",
       "      <td>0.219145</td>\n",
       "      <td>2.842315</td>\n",
       "      <td>-0.749663</td>\n",
       "      <td>-0.000121</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>2.842460</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.211560e-06</td>\n",
       "      <td>2.416785e-06</td>\n",
       "      <td>3.634125e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.400109e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4005</th>\n",
       "      <td>1032.921753</td>\n",
       "      <td>0.009913</td>\n",
       "      <td>-0.199095</td>\n",
       "      <td>-0.454849</td>\n",
       "      <td>0.385957</td>\n",
       "      <td>2.841085</td>\n",
       "      <td>-0.200137</td>\n",
       "      <td>-0.000022</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>2.841619</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>9.418937e-07</td>\n",
       "      <td>1.885529e-06</td>\n",
       "      <td>2.862924e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>9.218548e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4006</th>\n",
       "      <td>1031.565875</td>\n",
       "      <td>0.009053</td>\n",
       "      <td>-0.228779</td>\n",
       "      <td>-0.477564</td>\n",
       "      <td>0.458036</td>\n",
       "      <td>2.839047</td>\n",
       "      <td>0.068484</td>\n",
       "      <td>0.000009</td>\n",
       "      <td>0.000041</td>\n",
       "      <td>2.839769</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.486165e-07</td>\n",
       "      <td>-4.962868e-07</td>\n",
       "      <td>-7.395594e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.866822e-08</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4007</th>\n",
       "      <td>1031.697963</td>\n",
       "      <td>0.009237</td>\n",
       "      <td>-0.191509</td>\n",
       "      <td>-0.387872</td>\n",
       "      <td>0.526573</td>\n",
       "      <td>2.839215</td>\n",
       "      <td>0.080828</td>\n",
       "      <td>0.000013</td>\n",
       "      <td>0.000050</td>\n",
       "      <td>2.840133</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>4.074375e-07</td>\n",
       "      <td>8.267675e-07</td>\n",
       "      <td>1.280113e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.770664e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4008</th>\n",
       "      <td>1036.466639</td>\n",
       "      <td>0.010137</td>\n",
       "      <td>-0.034467</td>\n",
       "      <td>-0.179337</td>\n",
       "      <td>0.310295</td>\n",
       "      <td>2.846496</td>\n",
       "      <td>-0.576190</td>\n",
       "      <td>-0.000107</td>\n",
       "      <td>0.000046</td>\n",
       "      <td>2.847347</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.048503e-06</td>\n",
       "      <td>2.090161e-06</td>\n",
       "      <td>3.168596e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.527012e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4009</th>\n",
       "      <td>1032.247180</td>\n",
       "      <td>0.009633</td>\n",
       "      <td>0.039298</td>\n",
       "      <td>-0.203299</td>\n",
       "      <td>0.291131</td>\n",
       "      <td>2.840464</td>\n",
       "      <td>-0.526331</td>\n",
       "      <td>-0.000068</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>2.840670</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.332735e-07</td>\n",
       "      <td>4.727389e-07</td>\n",
       "      <td>6.895121e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.878542e-08</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4010</th>\n",
       "      <td>1033.967376</td>\n",
       "      <td>0.007414</td>\n",
       "      <td>0.257329</td>\n",
       "      <td>0.169683</td>\n",
       "      <td>0.222378</td>\n",
       "      <td>2.841446</td>\n",
       "      <td>0.836287</td>\n",
       "      <td>0.000153</td>\n",
       "      <td>0.000030</td>\n",
       "      <td>2.842593</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.275024e-06</td>\n",
       "      <td>-2.495093e-06</td>\n",
       "      <td>-3.659637e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.617842e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4011</th>\n",
       "      <td>1031.909011</td>\n",
       "      <td>0.010669</td>\n",
       "      <td>-0.179373</td>\n",
       "      <td>-0.437299</td>\n",
       "      <td>0.442164</td>\n",
       "      <td>2.839965</td>\n",
       "      <td>-0.343210</td>\n",
       "      <td>-0.000052</td>\n",
       "      <td>0.000043</td>\n",
       "      <td>2.840430</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.268746e-07</td>\n",
       "      <td>-4.562247e-07</td>\n",
       "      <td>-6.824726e-07</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.987008e-08</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4012</th>\n",
       "      <td>1031.642231</td>\n",
       "      <td>0.008057</td>\n",
       "      <td>-0.002369</td>\n",
       "      <td>-0.109950</td>\n",
       "      <td>0.378714</td>\n",
       "      <td>2.838706</td>\n",
       "      <td>0.585941</td>\n",
       "      <td>0.000077</td>\n",
       "      <td>0.000032</td>\n",
       "      <td>2.839400</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.143628e-06</td>\n",
       "      <td>-2.302077e-06</td>\n",
       "      <td>-3.451518e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.596517e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4013</th>\n",
       "      <td>1035.233223</td>\n",
       "      <td>0.004910</td>\n",
       "      <td>-0.099907</td>\n",
       "      <td>-0.323152</td>\n",
       "      <td>0.327236</td>\n",
       "      <td>2.843914</td>\n",
       "      <td>0.321775</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>0.000021</td>\n",
       "      <td>2.844281</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-5.084136e-07</td>\n",
       "      <td>-1.062075e-06</td>\n",
       "      <td>-1.647172e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.525347e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4014</th>\n",
       "      <td>1032.568469</td>\n",
       "      <td>0.004955</td>\n",
       "      <td>0.257394</td>\n",
       "      <td>0.110270</td>\n",
       "      <td>0.119944</td>\n",
       "      <td>2.839976</td>\n",
       "      <td>0.796884</td>\n",
       "      <td>0.000069</td>\n",
       "      <td>0.000016</td>\n",
       "      <td>2.840289</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.556647e-06</td>\n",
       "      <td>-5.148158e-06</td>\n",
       "      <td>-7.719608e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.295762e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4015</th>\n",
       "      <td>1036.847527</td>\n",
       "      <td>0.019057</td>\n",
       "      <td>-0.126479</td>\n",
       "      <td>-0.392887</td>\n",
       "      <td>0.440081</td>\n",
       "      <td>2.847852</td>\n",
       "      <td>-0.539594</td>\n",
       "      <td>-0.000187</td>\n",
       "      <td>0.000088</td>\n",
       "      <td>2.848616</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.492853e-06</td>\n",
       "      <td>2.859798e-06</td>\n",
       "      <td>4.130995e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.628578e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4016</th>\n",
       "      <td>1034.352072</td>\n",
       "      <td>0.007553</td>\n",
       "      <td>-0.042302</td>\n",
       "      <td>-0.176461</td>\n",
       "      <td>0.244464</td>\n",
       "      <td>2.843187</td>\n",
       "      <td>-0.416598</td>\n",
       "      <td>-0.000054</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>2.843665</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.746339e-06</td>\n",
       "      <td>3.507486e-06</td>\n",
       "      <td>5.310452e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.520954e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4017</th>\n",
       "      <td>1033.197504</td>\n",
       "      <td>0.006010</td>\n",
       "      <td>0.036962</td>\n",
       "      <td>-0.182996</td>\n",
       "      <td>0.253164</td>\n",
       "      <td>2.840954</td>\n",
       "      <td>0.515022</td>\n",
       "      <td>0.000053</td>\n",
       "      <td>0.000026</td>\n",
       "      <td>2.841353</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-2.053686e-06</td>\n",
       "      <td>-4.134320e-06</td>\n",
       "      <td>-6.237974e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.856076e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4018</th>\n",
       "      <td>1032.077598</td>\n",
       "      <td>0.010681</td>\n",
       "      <td>-0.221890</td>\n",
       "      <td>-0.463976</td>\n",
       "      <td>0.459269</td>\n",
       "      <td>2.839753</td>\n",
       "      <td>0.157478</td>\n",
       "      <td>0.000025</td>\n",
       "      <td>0.000048</td>\n",
       "      <td>2.840807</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-6.284151e-09</td>\n",
       "      <td>4.206750e-09</td>\n",
       "      <td>6.168067e-08</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>7.968478e-08</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4019</th>\n",
       "      <td>1034.690807</td>\n",
       "      <td>0.005713</td>\n",
       "      <td>-0.005059</td>\n",
       "      <td>-0.209836</td>\n",
       "      <td>0.326284</td>\n",
       "      <td>2.842965</td>\n",
       "      <td>0.501596</td>\n",
       "      <td>0.000063</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>2.843793</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.101497e-06</td>\n",
       "      <td>-2.216111e-06</td>\n",
       "      <td>-3.310301e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.801051e-07</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4020</th>\n",
       "      <td>1032.232129</td>\n",
       "      <td>0.006958</td>\n",
       "      <td>0.222353</td>\n",
       "      <td>0.103737</td>\n",
       "      <td>0.142109</td>\n",
       "      <td>2.839541</td>\n",
       "      <td>0.741684</td>\n",
       "      <td>0.000066</td>\n",
       "      <td>0.000018</td>\n",
       "      <td>2.840083</td>\n",
       "      <td>...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>-1.907967e-06</td>\n",
       "      <td>-3.853383e-06</td>\n",
       "      <td>-5.792131e-06</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.933884e-06</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4021 rows × 10322 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "variable  angle_X__abs_energy  angle_X__absolute_sum_of_changes  \\\n",
       "id                                                                \n",
       "0                 1033.658119                          0.014299   \n",
       "1                 1032.490840                          0.026968   \n",
       "2                 1036.420318                          0.016951   \n",
       "3                 1036.602463                          0.051115   \n",
       "4                 1034.173141                          0.013230   \n",
       "5                 1031.943274                          0.030127   \n",
       "6                 1033.465142                          0.007615   \n",
       "7                 1036.211782                          0.036398   \n",
       "8                 1036.080043                          0.005020   \n",
       "9                 1031.440311                          0.025251   \n",
       "10                1038.371436                          0.014101   \n",
       "11                1035.280125                          0.050499   \n",
       "12                1034.446706                          0.027066   \n",
       "13                1030.546458                          0.016131   \n",
       "14                1028.325191                          0.084737   \n",
       "15                1037.429020                          0.026078   \n",
       "16                1031.779357                          0.066740   \n",
       "17                1034.375478                          0.010063   \n",
       "18                1037.556882                          0.059541   \n",
       "19                1033.335829                          0.005242   \n",
       "20                1033.831025                          0.019135   \n",
       "21                1037.093847                          0.001327   \n",
       "22                1033.256508                          0.001455   \n",
       "23                1033.030681                          0.029602   \n",
       "24                1033.370985                          0.003440   \n",
       "25                1032.730434                          0.005231   \n",
       "26                1039.097746                          0.005808   \n",
       "27                1035.308922                          0.007909   \n",
       "28                1032.629268                          0.029998   \n",
       "29                1035.922056                          0.010653   \n",
       "...                       ...                               ...   \n",
       "3991              1031.642231                          0.008057   \n",
       "3992              1035.233223                          0.004910   \n",
       "3993              1032.568469                          0.004955   \n",
       "3994              1036.847527                          0.019057   \n",
       "3995              1034.352072                          0.007553   \n",
       "3996              1033.197504                          0.006010   \n",
       "3997              1032.077598                          0.010681   \n",
       "3998              1034.690807                          0.005713   \n",
       "3999              1032.232129                          0.006958   \n",
       "4000              1035.308922                          0.007909   \n",
       "4001              1036.747764                          0.011807   \n",
       "4002              1032.320216                          0.007576   \n",
       "4003              1031.851647                          0.011664   \n",
       "4004              1033.429207                          0.007672   \n",
       "4005              1032.921753                          0.009913   \n",
       "4006              1031.565875                          0.009053   \n",
       "4007              1031.697963                          0.009237   \n",
       "4008              1036.466639                          0.010137   \n",
       "4009              1032.247180                          0.009633   \n",
       "4010              1033.967376                          0.007414   \n",
       "4011              1031.909011                          0.010669   \n",
       "4012              1031.642231                          0.008057   \n",
       "4013              1035.233223                          0.004910   \n",
       "4014              1032.568469                          0.004955   \n",
       "4015              1036.847527                          0.019057   \n",
       "4016              1034.352072                          0.007553   \n",
       "4017              1033.197504                          0.006010   \n",
       "4018              1032.077598                          0.010681   \n",
       "4019              1034.690807                          0.005713   \n",
       "4020              1032.232129                          0.006958   \n",
       "\n",
       "variable  angle_X__agg_autocorrelation__f_agg_\"mean\"__maxlag_40  \\\n",
       "id                                                                \n",
       "0                                                 -0.055278       \n",
       "1                                                 -0.214779       \n",
       "2                                                 -0.061953       \n",
       "3                                                 -0.120510       \n",
       "4                                                 -0.165258       \n",
       "5                                                  0.122826       \n",
       "6                                                  0.530039       \n",
       "7                                                 -0.092002       \n",
       "8                                                  0.623910       \n",
       "9                                                 -0.172012       \n",
       "10                                                 0.202063       \n",
       "11                                                -0.025603       \n",
       "12                                                -0.208997       \n",
       "13                                                 0.138878       \n",
       "14                                                -0.127047       \n",
       "15                                                 0.007084       \n",
       "16                                                 0.039557       \n",
       "17                                                -0.200190       \n",
       "18                                                 0.465565       \n",
       "19                                                -0.020966       \n",
       "20                                                 0.089997       \n",
       "21                                                 0.342596       \n",
       "22                                                 0.397087       \n",
       "23                                                 0.167769       \n",
       "24                                                 0.305147       \n",
       "25                                                 0.184057       \n",
       "26                                                -0.204722       \n",
       "27                                                 0.287018       \n",
       "28                                                -0.190121       \n",
       "29                                                 0.118802       \n",
       "...                                                     ...       \n",
       "3991                                              -0.002369       \n",
       "3992                                              -0.099907       \n",
       "3993                                               0.257394       \n",
       "3994                                              -0.126479       \n",
       "3995                                              -0.042302       \n",
       "3996                                               0.036962       \n",
       "3997                                              -0.221890       \n",
       "3998                                              -0.005059       \n",
       "3999                                               0.222353       \n",
       "4000                                               0.287018       \n",
       "4001                                              -0.243241       \n",
       "4002                                              -0.081611       \n",
       "4003                                              -0.180398       \n",
       "4004                                               0.136787       \n",
       "4005                                              -0.199095       \n",
       "4006                                              -0.228779       \n",
       "4007                                              -0.191509       \n",
       "4008                                              -0.034467       \n",
       "4009                                               0.039298       \n",
       "4010                                               0.257329       \n",
       "4011                                              -0.179373       \n",
       "4012                                              -0.002369       \n",
       "4013                                              -0.099907       \n",
       "4014                                               0.257394       \n",
       "4015                                              -0.126479       \n",
       "4016                                              -0.042302       \n",
       "4017                                               0.036962       \n",
       "4018                                              -0.221890       \n",
       "4019                                              -0.005059       \n",
       "4020                                               0.222353       \n",
       "\n",
       "variable  angle_X__agg_autocorrelation__f_agg_\"median\"__maxlag_40  \\\n",
       "id                                                                  \n",
       "0                                                 -0.287831         \n",
       "1                                                 -0.435811         \n",
       "2                                                 -0.293390         \n",
       "3                                                 -0.377385         \n",
       "4                                                 -0.436335         \n",
       "5                                                 -0.077240         \n",
       "6                                                  0.485455         \n",
       "7                                                 -0.331095         \n",
       "8                                                  0.639490         \n",
       "9                                                 -0.411026         \n",
       "10                                                 0.146892         \n",
       "11                                                -0.173615         \n",
       "12                                                -0.457535         \n",
       "13                                                 0.022426         \n",
       "14                                                -0.325718         \n",
       "15                                                -0.070396         \n",
       "16                                                -0.090853         \n",
       "17                                                -0.459678         \n",
       "18                                                 0.439281         \n",
       "19                                                -0.255745         \n",
       "20                                                -0.147259         \n",
       "21                                                 0.442594         \n",
       "22                                                 0.329311         \n",
       "23                                                 0.050680         \n",
       "24                                                 0.225711         \n",
       "25                                                 0.021246         \n",
       "26                                                -0.476172         \n",
       "27                                                 0.122736         \n",
       "28                                                -0.419422         \n",
       "29                                                -0.113532         \n",
       "...                                                     ...         \n",
       "3991                                              -0.109950         \n",
       "3992                                              -0.323152         \n",
       "3993                                               0.110270         \n",
       "3994                                              -0.392887         \n",
       "3995                                              -0.176461         \n",
       "3996                                              -0.182996         \n",
       "3997                                              -0.463976         \n",
       "3998                                              -0.209836         \n",
       "3999                                               0.103737         \n",
       "4000                                               0.122736         \n",
       "4001                                              -0.515330         \n",
       "4002                                              -0.269823         \n",
       "4003                                              -0.416507         \n",
       "4004                                               0.023273         \n",
       "4005                                              -0.454849         \n",
       "4006                                              -0.477564         \n",
       "4007                                              -0.387872         \n",
       "4008                                              -0.179337         \n",
       "4009                                              -0.203299         \n",
       "4010                                               0.169683         \n",
       "4011                                              -0.437299         \n",
       "4012                                              -0.109950         \n",
       "4013                                              -0.323152         \n",
       "4014                                               0.110270         \n",
       "4015                                              -0.392887         \n",
       "4016                                              -0.176461         \n",
       "4017                                              -0.182996         \n",
       "4018                                              -0.463976         \n",
       "4019                                              -0.209836         \n",
       "4020                                               0.103737         \n",
       "\n",
       "variable  angle_X__agg_autocorrelation__f_agg_\"var\"__maxlag_40  \\\n",
       "id                                                               \n",
       "0                                                  0.352127      \n",
       "1                                                  0.411031      \n",
       "2                                                  0.345428      \n",
       "3                                                  0.366902      \n",
       "4                                                  0.393251      \n",
       "5                                                  0.188671      \n",
       "6                                                  0.065670      \n",
       "7                                                  0.343503      \n",
       "8                                                  0.051382      \n",
       "9                                                  0.367936      \n",
       "10                                                 0.271471      \n",
       "11                                                 0.354077      \n",
       "12                                                 0.450016      \n",
       "13                                                 0.116400      \n",
       "14                                                 0.403719      \n",
       "15                                                 0.355235      \n",
       "16                                                 0.307669      \n",
       "17                                                 0.470707      \n",
       "18                                                 0.094007      \n",
       "19                                                 0.266026      \n",
       "20                                                 0.169909      \n",
       "21                                                 0.197443      \n",
       "22                                                 0.044120      \n",
       "23                                                 0.213525      \n",
       "24                                                 0.114736      \n",
       "25                                                 0.175478      \n",
       "26                                                 0.432961      \n",
       "27                                                 0.102407      \n",
       "28                                                 0.444208      \n",
       "29                                                 0.182445      \n",
       "...                                                     ...      \n",
       "3991                                               0.378714      \n",
       "3992                                               0.327236      \n",
       "3993                                               0.119944      \n",
       "3994                                               0.440081      \n",
       "3995                                               0.244464      \n",
       "3996                                               0.253164      \n",
       "3997                                               0.459269      \n",
       "3998                                               0.326284      \n",
       "3999                                               0.142109      \n",
       "4000                                               0.102407      \n",
       "4001                                               0.483992      \n",
       "4002                                               0.399964      \n",
       "4003                                               0.425254      \n",
       "4004                                               0.219145      \n",
       "4005                                               0.385957      \n",
       "4006                                               0.458036      \n",
       "4007                                               0.526573      \n",
       "4008                                               0.310295      \n",
       "4009                                               0.291131      \n",
       "4010                                               0.222378      \n",
       "4011                                               0.442164      \n",
       "4012                                               0.378714      \n",
       "4013                                               0.327236      \n",
       "4014                                               0.119944      \n",
       "4015                                               0.440081      \n",
       "4016                                               0.244464      \n",
       "4017                                               0.253164      \n",
       "4018                                               0.459269      \n",
       "4019                                               0.326284      \n",
       "4020                                               0.142109      \n",
       "\n",
       "variable  angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"intercept\"  \\\n",
       "id                                                                                 \n",
       "0                                                  2.843056                        \n",
       "1                                                  2.841002                        \n",
       "2                                                  2.845347                        \n",
       "3                                                  2.848673                        \n",
       "4                                                  2.842954                        \n",
       "5                                                  2.840669                        \n",
       "6                                                  2.840361                        \n",
       "7                                                  2.846907                        \n",
       "8                                                  2.845701                        \n",
       "9                                                  2.839099                        \n",
       "10                                                 2.847956                        \n",
       "11                                                 2.843472                        \n",
       "12                                                 2.843140                        \n",
       "13                                                 2.838422                        \n",
       "14                                                 2.833777                        \n",
       "15                                                 2.846381                        \n",
       "16                                                 2.842134                        \n",
       "17                                                 2.843342                        \n",
       "18                                                 2.844220                        \n",
       "19                                                 2.841350                        \n",
       "20                                                 2.841631                        \n",
       "21                                                 2.846507                        \n",
       "22                                                 2.841255                        \n",
       "23                                                 2.839607                        \n",
       "24                                                 2.841209                        \n",
       "25                                                 2.841119                        \n",
       "26                                                 2.849328                        \n",
       "27                                                 2.845006                        \n",
       "28                                                 2.840395                        \n",
       "29                                                 2.845339                        \n",
       "...                                                     ...                        \n",
       "3991                                               2.838706                        \n",
       "3992                                               2.843914                        \n",
       "3993                                               2.839976                        \n",
       "3994                                               2.847852                        \n",
       "3995                                               2.843187                        \n",
       "3996                                               2.840954                        \n",
       "3997                                               2.839753                        \n",
       "3998                                               2.842965                        \n",
       "3999                                               2.839541                        \n",
       "4000                                               2.845006                        \n",
       "4001                                               2.846409                        \n",
       "4002                                               2.840377                        \n",
       "4003                                               2.839322                        \n",
       "4004                                               2.842315                        \n",
       "4005                                               2.841085                        \n",
       "4006                                               2.839047                        \n",
       "4007                                               2.839215                        \n",
       "4008                                               2.846496                        \n",
       "4009                                               2.840464                        \n",
       "4010                                               2.841446                        \n",
       "4011                                               2.839965                        \n",
       "4012                                               2.838706                        \n",
       "4013                                               2.843914                        \n",
       "4014                                               2.839976                        \n",
       "4015                                               2.847852                        \n",
       "4016                                               2.843187                        \n",
       "4017                                               2.840954                        \n",
       "4018                                               2.839753                        \n",
       "4019                                               2.842965                        \n",
       "4020                                               2.839541                        \n",
       "\n",
       "variable  angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"rvalue\"  \\\n",
       "id                                                                              \n",
       "0                                                 -0.563704                     \n",
       "1                                                 -0.146772                     \n",
       "2                                                  0.432342                     \n",
       "3                                                 -0.370552                     \n",
       "4                                                 -0.132873                     \n",
       "5                                                 -0.365410                     \n",
       "6                                                  0.891171                     \n",
       "7                                                 -0.269659                     \n",
       "8                                                 -0.952349                     \n",
       "9                                                  0.065525                     \n",
       "10                                                 0.270362                     \n",
       "11                                                 0.515353                     \n",
       "12                                                 0.119951                     \n",
       "13                                                -0.725231                     \n",
       "14                                                 0.438104                     \n",
       "15                                                 0.487019                     \n",
       "16                                                -0.250017                     \n",
       "17                                                -0.272396                     \n",
       "18                                                 0.933340                     \n",
       "19                                                 0.160015                     \n",
       "20                                                 0.629915                     \n",
       "21                                                -0.230773                     \n",
       "22                                                -0.742357                     \n",
       "23                                                 0.786968                     \n",
       "24                                                 0.753120                     \n",
       "25                                                -0.786368                     \n",
       "26                                                 0.071540                     \n",
       "27                                                -0.774066                     \n",
       "28                                                 0.367431                     \n",
       "29                                                -0.389949                     \n",
       "...                                                     ...                     \n",
       "3991                                               0.585941                     \n",
       "3992                                               0.321775                     \n",
       "3993                                               0.796884                     \n",
       "3994                                              -0.539594                     \n",
       "3995                                              -0.416598                     \n",
       "3996                                               0.515022                     \n",
       "3997                                               0.157478                     \n",
       "3998                                               0.501596                     \n",
       "3999                                               0.741684                     \n",
       "4000                                              -0.774066                     \n",
       "4001                                              -0.034394                     \n",
       "4002                                              -0.512372                     \n",
       "4003                                               0.251988                     \n",
       "4004                                              -0.749663                     \n",
       "4005                                              -0.200137                     \n",
       "4006                                               0.068484                     \n",
       "4007                                               0.080828                     \n",
       "4008                                              -0.576190                     \n",
       "4009                                              -0.526331                     \n",
       "4010                                               0.836287                     \n",
       "4011                                              -0.343210                     \n",
       "4012                                               0.585941                     \n",
       "4013                                               0.321775                     \n",
       "4014                                               0.796884                     \n",
       "4015                                              -0.539594                     \n",
       "4016                                              -0.416598                     \n",
       "4017                                               0.515022                     \n",
       "4018                                               0.157478                     \n",
       "4019                                               0.501596                     \n",
       "4020                                               0.741684                     \n",
       "\n",
       "variable  angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"slope\"  \\\n",
       "id                                                                             \n",
       "0                                                 -0.000154                    \n",
       "1                                                 -0.000040                    \n",
       "2                                                  0.000115                    \n",
       "3                                                 -0.000290                    \n",
       "4                                                 -0.000024                    \n",
       "5                                                 -0.000100                    \n",
       "6                                                  0.000226                    \n",
       "7                                                 -0.000119                    \n",
       "8                                                 -0.000091                    \n",
       "9                                                  0.000020                    \n",
       "10                                                 0.000089                    \n",
       "11                                                 0.000240                    \n",
       "12                                                 0.000071                    \n",
       "13                                                -0.000099                    \n",
       "14                                                 0.000412                    \n",
       "15                                                 0.000190                    \n",
       "16                                                -0.000216                    \n",
       "17                                                -0.000048                    \n",
       "18                                                 0.000661                    \n",
       "19                                                 0.000012                    \n",
       "20                                                 0.000129                    \n",
       "21                                                -0.000004                    \n",
       "22                                                -0.000008                    \n",
       "23                                                 0.000314                    \n",
       "24                                                 0.000036                    \n",
       "25                                                -0.000088                    \n",
       "26                                                 0.000007                    \n",
       "27                                                -0.000135                    \n",
       "28                                                 0.000112                    \n",
       "29                                                -0.000042                    \n",
       "...                                                     ...                    \n",
       "3991                                               0.000077                    \n",
       "3992                                               0.000023                    \n",
       "3993                                               0.000069                    \n",
       "3994                                              -0.000187                    \n",
       "3995                                              -0.000054                    \n",
       "3996                                               0.000053                    \n",
       "3997                                               0.000025                    \n",
       "3998                                               0.000063                    \n",
       "3999                                               0.000066                    \n",
       "4000                                              -0.000135                    \n",
       "4001                                              -0.000008                    \n",
       "4002                                              -0.000051                    \n",
       "4003                                               0.000043                    \n",
       "4004                                              -0.000121                    \n",
       "4005                                              -0.000022                    \n",
       "4006                                               0.000009                    \n",
       "4007                                               0.000013                    \n",
       "4008                                              -0.000107                    \n",
       "4009                                              -0.000068                    \n",
       "4010                                               0.000153                    \n",
       "4011                                              -0.000052                    \n",
       "4012                                               0.000077                    \n",
       "4013                                               0.000023                    \n",
       "4014                                               0.000069                    \n",
       "4015                                              -0.000187                    \n",
       "4016                                              -0.000054                    \n",
       "4017                                               0.000053                    \n",
       "4018                                               0.000025                    \n",
       "4019                                               0.000063                    \n",
       "4020                                               0.000066                    \n",
       "\n",
       "variable  angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_10__attr_\"stderr\"  \\\n",
       "id                                                                              \n",
       "0                                                  0.000068                     \n",
       "1                                                  0.000082                     \n",
       "2                                                  0.000072                     \n",
       "3                                                  0.000219                     \n",
       "4                                                  0.000053                     \n",
       "5                                                  0.000077                     \n",
       "6                                                  0.000035                     \n",
       "7                                                  0.000128                     \n",
       "8                                                  0.000009                     \n",
       "9                                                  0.000093                     \n",
       "10                                                 0.000096                     \n",
       "11                                                 0.000120                     \n",
       "12                                                 0.000177                     \n",
       "13                                                 0.000028                     \n",
       "14                                                 0.000255                     \n",
       "15                                                 0.000103                     \n",
       "16                                                 0.000252                     \n",
       "17                                                 0.000052                     \n",
       "18                                                 0.000077                     \n",
       "19                                                 0.000023                     \n",
       "20                                                 0.000048                     \n",
       "21                                                 0.000006                     \n",
       "22                                                 0.000002                     \n",
       "23                                                 0.000074                     \n",
       "24                                                 0.000009                     \n",
       "25                                                 0.000021                     \n",
       "26                                                 0.000031                     \n",
       "27                                                 0.000033                     \n",
       "28                                                 0.000086                     \n",
       "29                                                 0.000030                     \n",
       "...                                                     ...                     \n",
       "3991                                               0.000032                     \n",
       "3992                                               0.000021                     \n",
       "3993                                               0.000016                     \n",
       "3994                                               0.000088                     \n",
       "3995                                               0.000036                     \n",
       "3996                                               0.000026                     \n",
       "3997                                               0.000048                     \n",
       "3998                                               0.000033                     \n",
       "3999                                               0.000018                     \n",
       "4000                                               0.000033                     \n",
       "4001                                               0.000067                     \n",
       "4002                                               0.000026                     \n",
       "4003                                               0.000050                     \n",
       "4004                                               0.000032                     \n",
       "4005                                               0.000032                     \n",
       "4006                                               0.000041                     \n",
       "4007                                               0.000050                     \n",
       "4008                                               0.000046                     \n",
       "4009                                               0.000033                     \n",
       "4010                                               0.000030                     \n",
       "4011                                               0.000043                     \n",
       "4012                                               0.000032                     \n",
       "4013                                               0.000021                     \n",
       "4014                                               0.000016                     \n",
       "4015                                               0.000088                     \n",
       "4016                                               0.000036                     \n",
       "4017                                               0.000026                     \n",
       "4018                                               0.000048                     \n",
       "4019                                               0.000033                     \n",
       "4020                                               0.000018                     \n",
       "\n",
       "variable  angle_X__agg_linear_trend__f_agg_\"max\"__chunk_len_50__attr_\"intercept\"  \\\n",
       "id                                                                                 \n",
       "0                                                  2.843882                        \n",
       "1                                                  2.842194                        \n",
       "2                                                  2.847296                        \n",
       "3                                                  2.851495                        \n",
       "4                                                  2.843791                        \n",
       "5                                                  2.841008                        \n",
       "6                                                  2.841116                        \n",
       "7                                                  2.847968                        \n",
       "8                                                  2.845811                        \n",
       "9                                                  2.840702                        \n",
       "10                                                 2.848823                        \n",
       "11                                                 2.847055                        \n",
       "12                                                 2.846625                        \n",
       "13                                                 2.838594                        \n",
       "14                                                 2.838365                        \n",
       "15                                                 2.847984                        \n",
       "16                                                 2.845672                        \n",
       "17                                                 2.843882                        \n",
       "18                                                 2.848836                        \n",
       "19                                                 2.841927                        \n",
       "20                                                 2.842861                        \n",
       "21                                                 2.846534                        \n",
       "22                                                 2.841251                        \n",
       "23                                                 2.842109                        \n",
       "24                                                 2.841461                        \n",
       "25                                                 2.841101                        \n",
       "26                                                 2.849830                        \n",
       "27                                                 2.845540                        \n",
       "28                                                 2.842116                        \n",
       "29                                                 2.845522                        \n",
       "...                                                     ...                        \n",
       "3991                                               2.839400                        \n",
       "3992                                               2.844281                        \n",
       "3993                                               2.840289                        \n",
       "3994                                               2.848616                        \n",
       "3995                                               2.843665                        \n",
       "3996                                               2.841353                        \n",
       "3997                                               2.840807                        \n",
       "3998                                               2.843793                        \n",
       "3999                                               2.840083                        \n",
       "4000                                               2.845540                        \n",
       "4001                                               2.847077                        \n",
       "4002                                               2.840619                        \n",
       "4003                                               2.839987                        \n",
       "4004                                               2.842460                        \n",
       "4005                                               2.841619                        \n",
       "4006                                               2.839769                        \n",
       "4007                                               2.840133                        \n",
       "4008                                               2.847347                        \n",
       "4009                                               2.840670                        \n",
       "4010                                               2.842593                        \n",
       "4011                                               2.840430                        \n",
       "4012                                               2.839400                        \n",
       "4013                                               2.844281                        \n",
       "4014                                               2.840289                        \n",
       "4015                                               2.848616                        \n",
       "4016                                               2.843665                        \n",
       "4017                                               2.841353                        \n",
       "4018                                               2.840807                        \n",
       "4019                                               2.843793                        \n",
       "4020                                               2.840083                        \n",
       "\n",
       "variable                           ...                            \\\n",
       "id                                 ...                             \n",
       "0                                  ...                             \n",
       "1                                  ...                             \n",
       "2                                  ...                             \n",
       "3                                  ...                             \n",
       "4                                  ...                             \n",
       "5                                  ...                             \n",
       "6                                  ...                             \n",
       "7                                  ...                             \n",
       "8                                  ...                             \n",
       "9                                  ...                             \n",
       "10                                 ...                             \n",
       "11                                 ...                             \n",
       "12                                 ...                             \n",
       "13                                 ...                             \n",
       "14                                 ...                             \n",
       "15                                 ...                             \n",
       "16                                 ...                             \n",
       "17                                 ...                             \n",
       "18                                 ...                             \n",
       "19                                 ...                             \n",
       "20                                 ...                             \n",
       "21                                 ...                             \n",
       "22                                 ...                             \n",
       "23                                 ...                             \n",
       "24                                 ...                             \n",
       "25                                 ...                             \n",
       "26                                 ...                             \n",
       "27                                 ...                             \n",
       "28                                 ...                             \n",
       "29                                 ...                             \n",
       "...                                ...                             \n",
       "3991                               ...                             \n",
       "3992                               ...                             \n",
       "3993                               ...                             \n",
       "3994                               ...                             \n",
       "3995                               ...                             \n",
       "3996                               ...                             \n",
       "3997                               ...                             \n",
       "3998                               ...                             \n",
       "3999                               ...                             \n",
       "4000                               ...                             \n",
       "4001                               ...                             \n",
       "4002                               ...                             \n",
       "4003                               ...                             \n",
       "4004                               ...                             \n",
       "4005                               ...                             \n",
       "4006                               ...                             \n",
       "4007                               ...                             \n",
       "4008                               ...                             \n",
       "4009                               ...                             \n",
       "4010                               ...                             \n",
       "4011                               ...                             \n",
       "4012                               ...                             \n",
       "4013                               ...                             \n",
       "4014                               ...                             \n",
       "4015                               ...                             \n",
       "4016                               ...                             \n",
       "4017                               ...                             \n",
       "4018                               ...                             \n",
       "4019                               ...                             \n",
       "4020                               ...                             \n",
       "\n",
       "variable  orientation_Z__symmetry_looking__r_0.9  \\\n",
       "id                                                 \n",
       "0                                            1.0   \n",
       "1                                            1.0   \n",
       "2                                            1.0   \n",
       "3                                            1.0   \n",
       "4                                            1.0   \n",
       "5                                            1.0   \n",
       "6                                            1.0   \n",
       "7                                            1.0   \n",
       "8                                            1.0   \n",
       "9                                            1.0   \n",
       "10                                           1.0   \n",
       "11                                           1.0   \n",
       "12                                           1.0   \n",
       "13                                           1.0   \n",
       "14                                           1.0   \n",
       "15                                           1.0   \n",
       "16                                           1.0   \n",
       "17                                           1.0   \n",
       "18                                           1.0   \n",
       "19                                           1.0   \n",
       "20                                           1.0   \n",
       "21                                           1.0   \n",
       "22                                           1.0   \n",
       "23                                           1.0   \n",
       "24                                           1.0   \n",
       "25                                           1.0   \n",
       "26                                           1.0   \n",
       "27                                           1.0   \n",
       "28                                           1.0   \n",
       "29                                           1.0   \n",
       "...                                          ...   \n",
       "3991                                         1.0   \n",
       "3992                                         1.0   \n",
       "3993                                         1.0   \n",
       "3994                                         1.0   \n",
       "3995                                         1.0   \n",
       "3996                                         1.0   \n",
       "3997                                         1.0   \n",
       "3998                                         1.0   \n",
       "3999                                         1.0   \n",
       "4000                                         1.0   \n",
       "4001                                         1.0   \n",
       "4002                                         1.0   \n",
       "4003                                         1.0   \n",
       "4004                                         1.0   \n",
       "4005                                         1.0   \n",
       "4006                                         1.0   \n",
       "4007                                         1.0   \n",
       "4008                                         1.0   \n",
       "4009                                         1.0   \n",
       "4010                                         1.0   \n",
       "4011                                         1.0   \n",
       "4012                                         1.0   \n",
       "4013                                         1.0   \n",
       "4014                                         1.0   \n",
       "4015                                         1.0   \n",
       "4016                                         1.0   \n",
       "4017                                         1.0   \n",
       "4018                                         1.0   \n",
       "4019                                         1.0   \n",
       "4020                                         1.0   \n",
       "\n",
       "variable  orientation_Z__symmetry_looking__r_0.9500000000000001  \\\n",
       "id                                                                \n",
       "0                                                       1.0       \n",
       "1                                                       1.0       \n",
       "2                                                       1.0       \n",
       "3                                                       1.0       \n",
       "4                                                       1.0       \n",
       "5                                                       1.0       \n",
       "6                                                       1.0       \n",
       "7                                                       1.0       \n",
       "8                                                       1.0       \n",
       "9                                                       1.0       \n",
       "10                                                      1.0       \n",
       "11                                                      1.0       \n",
       "12                                                      1.0       \n",
       "13                                                      1.0       \n",
       "14                                                      1.0       \n",
       "15                                                      1.0       \n",
       "16                                                      1.0       \n",
       "17                                                      1.0       \n",
       "18                                                      1.0       \n",
       "19                                                      1.0       \n",
       "20                                                      1.0       \n",
       "21                                                      1.0       \n",
       "22                                                      1.0       \n",
       "23                                                      1.0       \n",
       "24                                                      1.0       \n",
       "25                                                      1.0       \n",
       "26                                                      1.0       \n",
       "27                                                      1.0       \n",
       "28                                                      1.0       \n",
       "29                                                      1.0       \n",
       "...                                                     ...       \n",
       "3991                                                    1.0       \n",
       "3992                                                    1.0       \n",
       "3993                                                    1.0       \n",
       "3994                                                    1.0       \n",
       "3995                                                    1.0       \n",
       "3996                                                    1.0       \n",
       "3997                                                    1.0       \n",
       "3998                                                    1.0       \n",
       "3999                                                    1.0       \n",
       "4000                                                    1.0       \n",
       "4001                                                    1.0       \n",
       "4002                                                    1.0       \n",
       "4003                                                    1.0       \n",
       "4004                                                    1.0       \n",
       "4005                                                    1.0       \n",
       "4006                                                    1.0       \n",
       "4007                                                    1.0       \n",
       "4008                                                    1.0       \n",
       "4009                                                    1.0       \n",
       "4010                                                    1.0       \n",
       "4011                                                    1.0       \n",
       "4012                                                    1.0       \n",
       "4013                                                    1.0       \n",
       "4014                                                    1.0       \n",
       "4015                                                    1.0       \n",
       "4016                                                    1.0       \n",
       "4017                                                    1.0       \n",
       "4018                                                    1.0       \n",
       "4019                                                    1.0       \n",
       "4020                                                    1.0       \n",
       "\n",
       "variable  orientation_Z__time_reversal_asymmetry_statistic__lag_1  \\\n",
       "id                                                                  \n",
       "0                                              9.232210e-08         \n",
       "1                                              3.939979e-08         \n",
       "2                                              5.344816e-07         \n",
       "3                                              1.611573e-08         \n",
       "4                                             -3.940681e-07         \n",
       "5                                             -7.028719e-07         \n",
       "6                                              5.593398e-07         \n",
       "7                                              1.418325e-08         \n",
       "8                                             -4.663800e-07         \n",
       "9                                             -3.255431e-06         \n",
       "10                                            -1.067387e-07         \n",
       "11                                             1.296226e-06         \n",
       "12                                            -9.873688e-07         \n",
       "13                                             9.664338e-07         \n",
       "14                                             2.243487e-07         \n",
       "15                                             2.008208e-08         \n",
       "16                                            -6.574941e-08         \n",
       "17                                            -2.408905e-07         \n",
       "18                                             2.225080e-06         \n",
       "19                                             8.183696e-07         \n",
       "20                                            -2.899053e-07         \n",
       "21                                            -3.422188e-09         \n",
       "22                                             6.245490e-09         \n",
       "23                                             1.122396e-06         \n",
       "24                                            -4.083532e-08         \n",
       "25                                             8.067839e-07         \n",
       "26                                             6.577450e-07         \n",
       "27                                             1.281191e-06         \n",
       "28                                            -6.075299e-08         \n",
       "29                                             1.484599e-07         \n",
       "...                                                     ...         \n",
       "3991                                          -1.143628e-06         \n",
       "3992                                          -5.084136e-07         \n",
       "3993                                          -2.556647e-06         \n",
       "3994                                           1.492853e-06         \n",
       "3995                                           1.746339e-06         \n",
       "3996                                          -2.053686e-06         \n",
       "3997                                          -6.284151e-09         \n",
       "3998                                          -1.101497e-06         \n",
       "3999                                          -1.907967e-06         \n",
       "4000                                           1.281191e-06         \n",
       "4001                                           1.182619e-06         \n",
       "4002                                          -2.605278e-06         \n",
       "4003                                          -3.166047e-07         \n",
       "4004                                           1.211560e-06         \n",
       "4005                                           9.418937e-07         \n",
       "4006                                          -2.486165e-07         \n",
       "4007                                           4.074375e-07         \n",
       "4008                                           1.048503e-06         \n",
       "4009                                           2.332735e-07         \n",
       "4010                                          -1.275024e-06         \n",
       "4011                                          -2.268746e-07         \n",
       "4012                                          -1.143628e-06         \n",
       "4013                                          -5.084136e-07         \n",
       "4014                                          -2.556647e-06         \n",
       "4015                                           1.492853e-06         \n",
       "4016                                           1.746339e-06         \n",
       "4017                                          -2.053686e-06         \n",
       "4018                                          -6.284151e-09         \n",
       "4019                                          -1.101497e-06         \n",
       "4020                                          -1.907967e-06         \n",
       "\n",
       "variable  orientation_Z__time_reversal_asymmetry_statistic__lag_2  \\\n",
       "id                                                                  \n",
       "0                                              1.771012e-07         \n",
       "1                                              8.375859e-08         \n",
       "2                                              1.215204e-06         \n",
       "3                                              4.055719e-08         \n",
       "4                                             -7.717491e-07         \n",
       "5                                             -1.188935e-06         \n",
       "6                                              1.120867e-06         \n",
       "7                                              1.391160e-08         \n",
       "8                                             -9.265861e-07         \n",
       "9                                             -6.482177e-06         \n",
       "10                                            -2.065634e-07         \n",
       "11                                             2.827302e-06         \n",
       "12                                            -2.063334e-06         \n",
       "13                                             1.934705e-06         \n",
       "14                                             6.046337e-07         \n",
       "15                                             4.312042e-08         \n",
       "16                                            -1.348442e-07         \n",
       "17                                            -5.493200e-07         \n",
       "18                                             4.482269e-06         \n",
       "19                                             1.651480e-06         \n",
       "20                                            -5.734169e-07         \n",
       "21                                            -1.043239e-08         \n",
       "22                                             1.162543e-08         \n",
       "23                                             2.409087e-06         \n",
       "24                                            -8.262662e-08         \n",
       "25                                             1.745254e-06         \n",
       "26                                             1.335463e-06         \n",
       "27                                             2.606622e-06         \n",
       "28                                            -1.120762e-07         \n",
       "29                                             2.526184e-07         \n",
       "...                                                     ...         \n",
       "3991                                          -2.302077e-06         \n",
       "3992                                          -1.062075e-06         \n",
       "3993                                          -5.148158e-06         \n",
       "3994                                           2.859798e-06         \n",
       "3995                                           3.507486e-06         \n",
       "3996                                          -4.134320e-06         \n",
       "3997                                           4.206750e-09         \n",
       "3998                                          -2.216111e-06         \n",
       "3999                                          -3.853383e-06         \n",
       "4000                                           2.606622e-06         \n",
       "4001                                           2.329774e-06         \n",
       "4002                                          -5.229614e-06         \n",
       "4003                                          -6.230591e-07         \n",
       "4004                                           2.416785e-06         \n",
       "4005                                           1.885529e-06         \n",
       "4006                                          -4.962868e-07         \n",
       "4007                                           8.267675e-07         \n",
       "4008                                           2.090161e-06         \n",
       "4009                                           4.727389e-07         \n",
       "4010                                          -2.495093e-06         \n",
       "4011                                          -4.562247e-07         \n",
       "4012                                          -2.302077e-06         \n",
       "4013                                          -1.062075e-06         \n",
       "4014                                          -5.148158e-06         \n",
       "4015                                           2.859798e-06         \n",
       "4016                                           3.507486e-06         \n",
       "4017                                          -4.134320e-06         \n",
       "4018                                           4.206750e-09         \n",
       "4019                                          -2.216111e-06         \n",
       "4020                                          -3.853383e-06         \n",
       "\n",
       "variable  orientation_Z__time_reversal_asymmetry_statistic__lag_3  \\\n",
       "id                                                                  \n",
       "0                                              2.448321e-07         \n",
       "1                                              1.317400e-07         \n",
       "2                                              1.879632e-06         \n",
       "3                                              6.052761e-08         \n",
       "4                                             -1.133440e-06         \n",
       "5                                             -1.655273e-06         \n",
       "6                                              1.600693e-06         \n",
       "7                                              3.973860e-08         \n",
       "8                                             -1.327047e-06         \n",
       "9                                             -9.736411e-06         \n",
       "10                                            -3.012522e-07         \n",
       "11                                             4.501162e-06         \n",
       "12                                            -3.201467e-06         \n",
       "13                                             3.083261e-06         \n",
       "14                                             1.224874e-06         \n",
       "15                                             6.601885e-08         \n",
       "16                                            -2.248735e-07         \n",
       "17                                            -9.478500e-07         \n",
       "18                                             6.979558e-06         \n",
       "19                                             2.497471e-06         \n",
       "20                                            -8.513900e-07         \n",
       "21                                            -2.120731e-08         \n",
       "22                                             1.752740e-08         \n",
       "23                                             3.887753e-06         \n",
       "24                                            -1.252297e-07         \n",
       "25                                             2.707767e-06         \n",
       "26                                             2.013329e-06         \n",
       "27                                             3.951756e-06         \n",
       "28                                            -1.526774e-07         \n",
       "29                                             2.104608e-07         \n",
       "...                                                     ...         \n",
       "3991                                          -3.451518e-06         \n",
       "3992                                          -1.647172e-06         \n",
       "3993                                          -7.719608e-06         \n",
       "3994                                           4.130995e-06         \n",
       "3995                                           5.310452e-06         \n",
       "3996                                          -6.237974e-06         \n",
       "3997                                           6.168067e-08         \n",
       "3998                                          -3.310301e-06         \n",
       "3999                                          -5.792131e-06         \n",
       "4000                                           3.951756e-06         \n",
       "4001                                           3.452238e-06         \n",
       "4002                                          -7.874717e-06         \n",
       "4003                                          -9.114979e-07         \n",
       "4004                                           3.634125e-06         \n",
       "4005                                           2.862924e-06         \n",
       "4006                                          -7.395594e-07         \n",
       "4007                                           1.280113e-06         \n",
       "4008                                           3.168596e-06         \n",
       "4009                                           6.895121e-07         \n",
       "4010                                          -3.659637e-06         \n",
       "4011                                          -6.824726e-07         \n",
       "4012                                          -3.451518e-06         \n",
       "4013                                          -1.647172e-06         \n",
       "4014                                          -7.719608e-06         \n",
       "4015                                           4.130995e-06         \n",
       "4016                                           5.310452e-06         \n",
       "4017                                          -6.237974e-06         \n",
       "4018                                           6.168067e-08         \n",
       "4019                                          -3.310301e-06         \n",
       "4020                                          -5.792131e-06         \n",
       "\n",
       "variable  orientation_Z__value_count__value_-1  \\\n",
       "id                                               \n",
       "0                                          0.0   \n",
       "1                                          0.0   \n",
       "2                                          0.0   \n",
       "3                                          0.0   \n",
       "4                                          0.0   \n",
       "5                                          0.0   \n",
       "6                                          0.0   \n",
       "7                                          0.0   \n",
       "8                                          0.0   \n",
       "9                                          0.0   \n",
       "10                                         0.0   \n",
       "11                                         0.0   \n",
       "12                                         0.0   \n",
       "13                                         0.0   \n",
       "14                                         0.0   \n",
       "15                                         0.0   \n",
       "16                                         0.0   \n",
       "17                                         0.0   \n",
       "18                                         0.0   \n",
       "19                                         0.0   \n",
       "20                                         0.0   \n",
       "21                                         0.0   \n",
       "22                                         0.0   \n",
       "23                                         0.0   \n",
       "24                                         0.0   \n",
       "25                                         0.0   \n",
       "26                                         0.0   \n",
       "27                                         0.0   \n",
       "28                                         0.0   \n",
       "29                                         0.0   \n",
       "...                                        ...   \n",
       "3991                                       0.0   \n",
       "3992                                       0.0   \n",
       "3993                                       0.0   \n",
       "3994                                       0.0   \n",
       "3995                                       0.0   \n",
       "3996                                       0.0   \n",
       "3997                                       0.0   \n",
       "3998                                       0.0   \n",
       "3999                                       0.0   \n",
       "4000                                       0.0   \n",
       "4001                                       0.0   \n",
       "4002                                       0.0   \n",
       "4003                                       0.0   \n",
       "4004                                       0.0   \n",
       "4005                                       0.0   \n",
       "4006                                       0.0   \n",
       "4007                                       0.0   \n",
       "4008                                       0.0   \n",
       "4009                                       0.0   \n",
       "4010                                       0.0   \n",
       "4011                                       0.0   \n",
       "4012                                       0.0   \n",
       "4013                                       0.0   \n",
       "4014                                       0.0   \n",
       "4015                                       0.0   \n",
       "4016                                       0.0   \n",
       "4017                                       0.0   \n",
       "4018                                       0.0   \n",
       "4019                                       0.0   \n",
       "4020                                       0.0   \n",
       "\n",
       "variable  orientation_Z__value_count__value_0  \\\n",
       "id                                              \n",
       "0                                         0.0   \n",
       "1                                         0.0   \n",
       "2                                         0.0   \n",
       "3                                         0.0   \n",
       "4                                         0.0   \n",
       "5                                         0.0   \n",
       "6                                         0.0   \n",
       "7                                         0.0   \n",
       "8                                         0.0   \n",
       "9                                         0.0   \n",
       "10                                        0.0   \n",
       "11                                        0.0   \n",
       "12                                        0.0   \n",
       "13                                        0.0   \n",
       "14                                        0.0   \n",
       "15                                        0.0   \n",
       "16                                        0.0   \n",
       "17                                        0.0   \n",
       "18                                        0.0   \n",
       "19                                        0.0   \n",
       "20                                        0.0   \n",
       "21                                        0.0   \n",
       "22                                        0.0   \n",
       "23                                        0.0   \n",
       "24                                        0.0   \n",
       "25                                        0.0   \n",
       "26                                        0.0   \n",
       "27                                        0.0   \n",
       "28                                        0.0   \n",
       "29                                        0.0   \n",
       "...                                       ...   \n",
       "3991                                      0.0   \n",
       "3992                                      0.0   \n",
       "3993                                      0.0   \n",
       "3994                                      0.0   \n",
       "3995                                      0.0   \n",
       "3996                                      0.0   \n",
       "3997                                      0.0   \n",
       "3998                                      0.0   \n",
       "3999                                      0.0   \n",
       "4000                                      0.0   \n",
       "4001                                      0.0   \n",
       "4002                                      0.0   \n",
       "4003                                      0.0   \n",
       "4004                                      0.0   \n",
       "4005                                      0.0   \n",
       "4006                                      0.0   \n",
       "4007                                      0.0   \n",
       "4008                                      0.0   \n",
       "4009                                      0.0   \n",
       "4010                                      0.0   \n",
       "4011                                      0.0   \n",
       "4012                                      0.0   \n",
       "4013                                      0.0   \n",
       "4014                                      0.0   \n",
       "4015                                      0.0   \n",
       "4016                                      0.0   \n",
       "4017                                      0.0   \n",
       "4018                                      0.0   \n",
       "4019                                      0.0   \n",
       "4020                                      0.0   \n",
       "\n",
       "variable  orientation_Z__value_count__value_1  orientation_Z__variance  \\\n",
       "id                                                                       \n",
       "0                                         0.0             1.849946e-07   \n",
       "1                                         0.0             2.562990e-07   \n",
       "2                                         0.0             2.899262e-07   \n",
       "3                                         0.0             2.001860e-07   \n",
       "4                                         0.0             9.632731e-07   \n",
       "5                                         0.0             4.289354e-07   \n",
       "6                                         0.0             1.002705e-07   \n",
       "7                                         0.0             3.088928e-07   \n",
       "8                                         0.0             4.427986e-08   \n",
       "9                                         0.0             1.885558e-05   \n",
       "10                                        0.0             1.346930e-07   \n",
       "11                                        0.0             1.414721e-06   \n",
       "12                                        0.0             1.265532e-06   \n",
       "13                                        0.0             4.424747e-07   \n",
       "14                                        0.0             2.267820e-06   \n",
       "15                                        0.0             2.050811e-07   \n",
       "16                                        0.0             2.845529e-06   \n",
       "17                                        0.0             2.023503e-07   \n",
       "18                                        0.0             1.267385e-06   \n",
       "19                                        0.0             1.936373e-06   \n",
       "20                                        0.0             8.242658e-07   \n",
       "21                                        0.0             1.490424e-09   \n",
       "22                                        0.0             3.068387e-09   \n",
       "23                                        0.0             4.427413e-07   \n",
       "24                                        0.0             1.036411e-07   \n",
       "25                                        0.0             1.495116e-07   \n",
       "26                                        0.0             7.047777e-07   \n",
       "27                                        0.0             1.307034e-06   \n",
       "28                                        0.0             1.514957e-07   \n",
       "29                                        0.0             5.107993e-08   \n",
       "...                                       ...                      ...   \n",
       "3991                                      0.0             1.596517e-06   \n",
       "3992                                      0.0             1.525347e-07   \n",
       "3993                                      0.0             3.295762e-06   \n",
       "3994                                      0.0             7.628578e-07   \n",
       "3995                                      0.0             2.520954e-06   \n",
       "3996                                      0.0             1.856076e-06   \n",
       "3997                                      0.0             7.968478e-08   \n",
       "3998                                      0.0             3.801051e-07   \n",
       "3999                                      0.0             2.933884e-06   \n",
       "4000                                      0.0             1.307034e-06   \n",
       "4001                                      0.0             6.670484e-07   \n",
       "4002                                      0.0             4.244590e-06   \n",
       "4003                                      0.0             1.563408e-07   \n",
       "4004                                      0.0             1.400109e-06   \n",
       "4005                                      0.0             9.218548e-07   \n",
       "4006                                      0.0             8.866822e-08   \n",
       "4007                                      0.0             2.770664e-07   \n",
       "4008                                      0.0             7.527012e-07   \n",
       "4009                                      0.0             6.878542e-08   \n",
       "4010                                      0.0             4.617842e-07   \n",
       "4011                                      0.0             8.987008e-08   \n",
       "4012                                      0.0             1.596517e-06   \n",
       "4013                                      0.0             1.525347e-07   \n",
       "4014                                      0.0             3.295762e-06   \n",
       "4015                                      0.0             7.628578e-07   \n",
       "4016                                      0.0             2.520954e-06   \n",
       "4017                                      0.0             1.856076e-06   \n",
       "4018                                      0.0             7.968478e-08   \n",
       "4019                                      0.0             3.801051e-07   \n",
       "4020                                      0.0             2.933884e-06   \n",
       "\n",
       "variable  orientation_Z__variance_larger_than_standard_deviation  \n",
       "id                                                                \n",
       "0                                                       0.0       \n",
       "1                                                       0.0       \n",
       "2                                                       0.0       \n",
       "3                                                       0.0       \n",
       "4                                                       0.0       \n",
       "5                                                       0.0       \n",
       "6                                                       0.0       \n",
       "7                                                       0.0       \n",
       "8                                                       0.0       \n",
       "9                                                       0.0       \n",
       "10                                                      0.0       \n",
       "11                                                      0.0       \n",
       "12                                                      0.0       \n",
       "13                                                      0.0       \n",
       "14                                                      0.0       \n",
       "15                                                      0.0       \n",
       "16                                                      0.0       \n",
       "17                                                      0.0       \n",
       "18                                                      0.0       \n",
       "19                                                      0.0       \n",
       "20                                                      0.0       \n",
       "21                                                      0.0       \n",
       "22                                                      0.0       \n",
       "23                                                      0.0       \n",
       "24                                                      0.0       \n",
       "25                                                      0.0       \n",
       "26                                                      0.0       \n",
       "27                                                      0.0       \n",
       "28                                                      0.0       \n",
       "29                                                      0.0       \n",
       "...                                                     ...       \n",
       "3991                                                    0.0       \n",
       "3992                                                    0.0       \n",
       "3993                                                    0.0       \n",
       "3994                                                    0.0       \n",
       "3995                                                    0.0       \n",
       "3996                                                    0.0       \n",
       "3997                                                    0.0       \n",
       "3998                                                    0.0       \n",
       "3999                                                    0.0       \n",
       "4000                                                    0.0       \n",
       "4001                                                    0.0       \n",
       "4002                                                    0.0       \n",
       "4003                                                    0.0       \n",
       "4004                                                    0.0       \n",
       "4005                                                    0.0       \n",
       "4006                                                    0.0       \n",
       "4007                                                    0.0       \n",
       "4008                                                    0.0       \n",
       "4009                                                    0.0       \n",
       "4010                                                    0.0       \n",
       "4011                                                    0.0       \n",
       "4012                                                    0.0       \n",
       "4013                                                    0.0       \n",
       "4014                                                    0.0       \n",
       "4015                                                    0.0       \n",
       "4016                                                    0.0       \n",
       "4017                                                    0.0       \n",
       "4018                                                    0.0       \n",
       "4019                                                    0.0       \n",
       "4020                                                    0.0       \n",
       "\n",
       "[4021 rows x 10322 columns]"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from tsfresh.utilities.dataframe_functions import impute\n",
    "\n",
    "impute(extracted_features)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 184,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(4021, 10322)"
      ]
     },
     "execution_count": 184,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "np.shape(impute(extracted_features))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tsfresh import select_features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 105,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class fine_concrete: 1117/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class concrete: 3042/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class soft_tiles: 3179/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class tiled: 3043/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class soft_pvc: 3022/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class hard_tiles_large_space: 3129/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class carpet: 1674/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class hard_tiles: 3338/10322\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:tsfresh.feature_selection.relevance:Infered classification as machine learning task\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of relevant features for class wood: 3201/10322\n"
     ]
    }
   ],
   "source": [
    "relevant_features = set()\n",
    "\n",
    "for label in y.surface.unique():\n",
    "    y_train_binary = y_timeseries.surface == label\n",
    "    y.surface_binary =  pd.DataFrame(data=y_train_binary).reset_index()\n",
    "    X_train_filtered = select_features(extracted_features, y_train_binary)\n",
    "\n",
    "    print(\"Number of relevant features for class {}: {}/{}\".format(label, X_train_filtered.shape[1], extracted_features.shape[1]))\n",
    "    relevant_features = relevant_features.union(set(X_train_filtered.columns))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 195,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_filtered = extracted_features[list(relevant_features)]\n",
    "X_filtered.to_csv('X_train_selected_features.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fine_concrete has 7 groups 363 examples\n",
      "concrete has 15 groups 779 examples\n",
      "soft_tiles has 6 groups 297 examples\n",
      "tiled has 9 groups 514 examples\n",
      "soft_pvc has 14 groups 732 examples\n",
      "hard_tiles_large_space has 5 groups 308 examples\n",
      "carpet has 4 groups 189 examples\n",
      "hard_tiles has 1 groups 232 examples\n",
      "wood has 12 groups 607 examples\n"
     ]
    }
   ],
   "source": [
    "for type_surface in y.surface.unique():\n",
    "    print (type_surface, 'has', len(y[y['surface'] == type_surface].group_id.unique()), 'groups', \\\n",
    "            len(y[y['surface'] == type_surface].series_id.unique()), 'examples')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 138,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>surface</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>carpet</th>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>concrete</th>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>fine_concrete</th>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hard_tiles</th>\n",
       "      <td>232</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>hard_tiles_large_space</th>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>soft_pvc</th>\n",
       "      <td>71</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>soft_tiles</th>\n",
       "      <td>57</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>tiled</th>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wood</th>\n",
       "      <td>70</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                          0\n",
       "surface                    \n",
       "carpet                   71\n",
       "concrete                 70\n",
       "fine_concrete            70\n",
       "hard_tiles              232\n",
       "hard_tiles_large_space   71\n",
       "soft_pvc                 71\n",
       "soft_tiles               57\n",
       "tiled                    70\n",
       "wood                     70"
      ]
     },
     "execution_count": 138,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y.groupby(['group_id', 'surface']).size().reset_index().groupby('surface')[[0]].max()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Feature Extraction: 100%|██████████████████████████████████████████████████████████████| 40/40 [28:14<00:00, 10.66s/it]\n"
     ]
    }
   ],
   "source": [
    "testX_extracted_features = extract_features(testX, column_id=\"series_id\", column_sort=\"measurement_number\", n_jobs = 8)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>series_id</th>\n",
       "      <th>measurement_number</th>\n",
       "      <th>orientation_X</th>\n",
       "      <th>orientation_Y</th>\n",
       "      <th>orientation_Z</th>\n",
       "      <th>orientation_W</th>\n",
       "      <th>angular_velocity_X</th>\n",
       "      <th>angular_velocity_Y</th>\n",
       "      <th>angular_velocity_Z</th>\n",
       "      <th>linear_acceleration_X</th>\n",
       "      <th>linear_acceleration_Y</th>\n",
       "      <th>linear_acceleration_Z</th>\n",
       "      <th>angle_X</th>\n",
       "      <th>angle_Y</th>\n",
       "      <th>angle_Z</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.025773</td>\n",
       "      <td>-0.98864</td>\n",
       "      <td>-0.14801</td>\n",
       "      <td>0.003350</td>\n",
       "      <td>-0.006524</td>\n",
       "      <td>-0.001071</td>\n",
       "      <td>-0.027390</td>\n",
       "      <td>0.10043</td>\n",
       "      <td>4.2061</td>\n",
       "      <td>-5.5439</td>\n",
       "      <td>2.844733</td>\n",
       "      <td>-0.014254</td>\n",
       "      <td>3.091597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.025683</td>\n",
       "      <td>-0.98862</td>\n",
       "      <td>-0.14816</td>\n",
       "      <td>0.003439</td>\n",
       "      <td>-0.113960</td>\n",
       "      <td>0.083987</td>\n",
       "      <td>-0.060590</td>\n",
       "      <td>-0.70889</td>\n",
       "      <td>3.9905</td>\n",
       "      <td>-8.0273</td>\n",
       "      <td>2.844432</td>\n",
       "      <td>-0.014411</td>\n",
       "      <td>3.091804</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>-0.025617</td>\n",
       "      <td>-0.98861</td>\n",
       "      <td>-0.14826</td>\n",
       "      <td>0.003571</td>\n",
       "      <td>-0.080518</td>\n",
       "      <td>0.114860</td>\n",
       "      <td>-0.037177</td>\n",
       "      <td>1.45710</td>\n",
       "      <td>2.2828</td>\n",
       "      <td>-11.2990</td>\n",
       "      <td>2.844239</td>\n",
       "      <td>-0.014658</td>\n",
       "      <td>3.091975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>-0.025566</td>\n",
       "      <td>-0.98862</td>\n",
       "      <td>-0.14817</td>\n",
       "      <td>0.003609</td>\n",
       "      <td>0.070067</td>\n",
       "      <td>0.033820</td>\n",
       "      <td>-0.035904</td>\n",
       "      <td>0.71096</td>\n",
       "      <td>1.8582</td>\n",
       "      <td>-12.2270</td>\n",
       "      <td>2.844418</td>\n",
       "      <td>-0.014712</td>\n",
       "      <td>3.092085</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>-0.025548</td>\n",
       "      <td>-0.98866</td>\n",
       "      <td>-0.14792</td>\n",
       "      <td>0.003477</td>\n",
       "      <td>0.152050</td>\n",
       "      <td>-0.029016</td>\n",
       "      <td>-0.015314</td>\n",
       "      <td>3.39960</td>\n",
       "      <td>2.7881</td>\n",
       "      <td>-10.4100</td>\n",
       "      <td>2.844918</td>\n",
       "      <td>-0.014434</td>\n",
       "      <td>3.092079</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   series_id  measurement_number  orientation_X  orientation_Y  orientation_Z  \\\n",
       "0          0                   0      -0.025773       -0.98864       -0.14801   \n",
       "1          0                   1      -0.025683       -0.98862       -0.14816   \n",
       "2          0                   2      -0.025617       -0.98861       -0.14826   \n",
       "3          0                   3      -0.025566       -0.98862       -0.14817   \n",
       "4          0                   4      -0.025548       -0.98866       -0.14792   \n",
       "\n",
       "   orientation_W  angular_velocity_X  angular_velocity_Y  angular_velocity_Z  \\\n",
       "0       0.003350           -0.006524           -0.001071           -0.027390   \n",
       "1       0.003439           -0.113960            0.083987           -0.060590   \n",
       "2       0.003571           -0.080518            0.114860           -0.037177   \n",
       "3       0.003609            0.070067            0.033820           -0.035904   \n",
       "4       0.003477            0.152050           -0.029016           -0.015314   \n",
       "\n",
       "   linear_acceleration_X  linear_acceleration_Y  linear_acceleration_Z  \\\n",
       "0                0.10043                 4.2061                -5.5439   \n",
       "1               -0.70889                 3.9905                -8.0273   \n",
       "2                1.45710                 2.2828               -11.2990   \n",
       "3                0.71096                 1.8582               -12.2270   \n",
       "4                3.39960                 2.7881               -10.4100   \n",
       "\n",
       "    angle_X   angle_Y   angle_Z  \n",
       "0  2.844733 -0.014254  3.091597  \n",
       "1  2.844432 -0.014411  3.091804  \n",
       "2  2.844239 -0.014658  3.091975  \n",
       "3  2.844418 -0.014712  3.092085  \n",
       "4  2.844918 -0.014434  3.092079  "
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testX_comb = conv_euler_angles(testX)\n",
    "\n",
    "testX['angle_X'] = testX_comb[:,:,10].ravel()\n",
    "testX['angle_Y'] = testX_comb[:,:,11].ravel()\n",
    "testX['angle_Z'] = testX_comb[:,:,12].ravel()\n",
    "\n",
    "testX = testX.drop(['row_id'], axis=1)\n",
    "testX.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>series_id</th>\n",
       "      <th>measurement_number</th>\n",
       "      <th>orientation_X</th>\n",
       "      <th>orientation_Y</th>\n",
       "      <th>orientation_Z</th>\n",
       "      <th>orientation_W</th>\n",
       "      <th>angular_velocity_X</th>\n",
       "      <th>angular_velocity_Y</th>\n",
       "      <th>angular_velocity_Z</th>\n",
       "      <th>linear_acceleration_X</th>\n",
       "      <th>linear_acceleration_Y</th>\n",
       "      <th>linear_acceleration_Z</th>\n",
       "      <th>angle_X</th>\n",
       "      <th>angle_Y</th>\n",
       "      <th>angle_Z</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.025773</td>\n",
       "      <td>-0.98864</td>\n",
       "      <td>-0.14801</td>\n",
       "      <td>0.003350</td>\n",
       "      <td>-0.006524</td>\n",
       "      <td>-0.001071</td>\n",
       "      <td>-0.027390</td>\n",
       "      <td>0.10043</td>\n",
       "      <td>4.2061</td>\n",
       "      <td>-5.5439</td>\n",
       "      <td>2.844733</td>\n",
       "      <td>-0.014254</td>\n",
       "      <td>3.091597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.025683</td>\n",
       "      <td>-0.98862</td>\n",
       "      <td>-0.14816</td>\n",
       "      <td>0.003439</td>\n",
       "      <td>-0.113960</td>\n",
       "      <td>0.083987</td>\n",
       "      <td>-0.060590</td>\n",
       "      <td>-0.70889</td>\n",
       "      <td>3.9905</td>\n",
       "      <td>-8.0273</td>\n",
       "      <td>2.844432</td>\n",
       "      <td>-0.014411</td>\n",
       "      <td>3.091804</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>-0.025617</td>\n",
       "      <td>-0.98861</td>\n",
       "      <td>-0.14826</td>\n",
       "      <td>0.003571</td>\n",
       "      <td>-0.080518</td>\n",
       "      <td>0.114860</td>\n",
       "      <td>-0.037177</td>\n",
       "      <td>1.45710</td>\n",
       "      <td>2.2828</td>\n",
       "      <td>-11.2990</td>\n",
       "      <td>2.844239</td>\n",
       "      <td>-0.014658</td>\n",
       "      <td>3.091975</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>-0.025566</td>\n",
       "      <td>-0.98862</td>\n",
       "      <td>-0.14817</td>\n",
       "      <td>0.003609</td>\n",
       "      <td>0.070067</td>\n",
       "      <td>0.033820</td>\n",
       "      <td>-0.035904</td>\n",
       "      <td>0.71096</td>\n",
       "      <td>1.8582</td>\n",
       "      <td>-12.2270</td>\n",
       "      <td>2.844418</td>\n",
       "      <td>-0.014712</td>\n",
       "      <td>3.092085</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>-0.025548</td>\n",
       "      <td>-0.98866</td>\n",
       "      <td>-0.14792</td>\n",
       "      <td>0.003477</td>\n",
       "      <td>0.152050</td>\n",
       "      <td>-0.029016</td>\n",
       "      <td>-0.015314</td>\n",
       "      <td>3.39960</td>\n",
       "      <td>2.7881</td>\n",
       "      <td>-10.4100</td>\n",
       "      <td>2.844918</td>\n",
       "      <td>-0.014434</td>\n",
       "      <td>3.092079</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   series_id  measurement_number  orientation_X  orientation_Y  orientation_Z  \\\n",
       "0          0                   0      -0.025773       -0.98864       -0.14801   \n",
       "1          0                   1      -0.025683       -0.98862       -0.14816   \n",
       "2          0                   2      -0.025617       -0.98861       -0.14826   \n",
       "3          0                   3      -0.025566       -0.98862       -0.14817   \n",
       "4          0                   4      -0.025548       -0.98866       -0.14792   \n",
       "\n",
       "   orientation_W  angular_velocity_X  angular_velocity_Y  angular_velocity_Z  \\\n",
       "0       0.003350           -0.006524           -0.001071           -0.027390   \n",
       "1       0.003439           -0.113960            0.083987           -0.060590   \n",
       "2       0.003571           -0.080518            0.114860           -0.037177   \n",
       "3       0.003609            0.070067            0.033820           -0.035904   \n",
       "4       0.003477            0.152050           -0.029016           -0.015314   \n",
       "\n",
       "   linear_acceleration_X  linear_acceleration_Y  linear_acceleration_Z  \\\n",
       "0                0.10043                 4.2061                -5.5439   \n",
       "1               -0.70889                 3.9905                -8.0273   \n",
       "2                1.45710                 2.2828               -11.2990   \n",
       "3                0.71096                 1.8582               -12.2270   \n",
       "4                3.39960                 2.7881               -10.4100   \n",
       "\n",
       "    angle_X   angle_Y   angle_Z  \n",
       "0  2.844733 -0.014254  3.091597  \n",
       "1  2.844432 -0.014411  3.091804  \n",
       "2  2.844239 -0.014658  3.091975  \n",
       "3  2.844418 -0.014712  3.092085  \n",
       "4  2.844918 -0.014434  3.092079  "
      ]
     },
     "execution_count": 180,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "testX_comb = conv_euler_angles(testX)\n",
    "\n",
    "testX['angle_X'] = testX_comb[:,:,10].ravel()\n",
    "testX['angle_Y'] = testX_comb[:,:,11].ravel()\n",
    "testX['angle_Z'] = testX_comb[:,:,12].ravel()\n",
    "\n",
    "testX = testX.drop(['row_id'], axis=1)\n",
    "testX.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_test_filtered = testX_extracted_features[list(relevant_features)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 224,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_test_filtered.to_csv('X_test_filtered.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "ExtraTreesClassifier(bootstrap=False, class_weight=None, criterion='gini',\n",
       "           max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "           min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "           min_samples_leaf=1, min_samples_split=2,\n",
       "           min_weight_fraction_leaf=0.0, n_estimators=70, n_jobs=None,\n",
       "           oob_score=False, random_state=None, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 204,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cl = ExtraTreesClassifier(n_estimators=70)\n",
    "cl.fit(X_filtered, y_timeseries.surface)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {},
   "outputs": [],
   "source": [
    "result = cl.predict(X_test_filtered)\n",
    "result_pd = pd.DataFrame({'series_id': [i for i in range(len(result))], 'surface':result})\n",
    "result_pd.to_csv('predict_from_selected_feature.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Submission score 0.65!"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Try fine tuning parameter using grid search"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 215,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import GridSearchCV"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "GridSearchCV(cv=2, error_score='raise-deprecating',\n",
       "       estimator=ExtraTreesClassifier(bootstrap=False, class_weight=None, criterion='gini',\n",
       "           max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "           min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "           min_samples_leaf=1, min_samples_split=2,\n",
       "           min_weight_fraction_leaf=0.0, n_estimators=100, n_jobs=8,\n",
       "           oob_score=False, random_state=None, verbose=0, warm_start=False),\n",
       "       fit_params=None, iid='warn', n_jobs=None,\n",
       "       param_grid={'bootstrap': ('False', 'Ture'), 'max_depth': [10, 50, None]},\n",
       "       pre_dispatch='2*n_jobs', refit=True, return_train_score='warn',\n",
       "       scoring=None, verbose=0)"
      ]
     },
     "execution_count": 217,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "parameters = {'bootstrap':('False', 'Ture'), 'max_depth':[10, 50, None]}\n",
    "model = ExtraTreesClassifier(n_estimators=100, n_jobs = 8)\n",
    "clf = GridSearchCV(model, parameters, cv = 2)\n",
    "clf.fit(X_filtered.values,  y_timeseries.surface)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 220,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\program files\\python36\\lib\\site-packages\\sklearn\\utils\\deprecation.py:125: FutureWarning: You are accessing a training score ('split0_train_score'), which will not be available by default any more in 0.21. If you need training scores, please set return_train_score=True\n",
      "  warnings.warn(*warn_args, **warn_kwargs)\n",
      "c:\\program files\\python36\\lib\\site-packages\\sklearn\\utils\\deprecation.py:125: FutureWarning: You are accessing a training score ('split1_train_score'), which will not be available by default any more in 0.21. If you need training scores, please set return_train_score=True\n",
      "  warnings.warn(*warn_args, **warn_kwargs)\n",
      "c:\\program files\\python36\\lib\\site-packages\\sklearn\\utils\\deprecation.py:125: FutureWarning: You are accessing a training score ('mean_train_score'), which will not be available by default any more in 0.21. If you need training scores, please set return_train_score=True\n",
      "  warnings.warn(*warn_args, **warn_kwargs)\n",
      "c:\\program files\\python36\\lib\\site-packages\\sklearn\\utils\\deprecation.py:125: FutureWarning: You are accessing a training score ('std_train_score'), which will not be available by default any more in 0.21. If you need training scores, please set return_train_score=True\n",
      "  warnings.warn(*warn_args, **warn_kwargs)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{'mean_fit_time': array([1.43370318, 1.51313484, 1.4991622 , 1.37021947, 1.49415874,\n",
       "        1.47516894]),\n",
       " 'std_fit_time': array([0.02449703, 0.03296745, 0.01600003, 0.01400208, 0.02798343,\n",
       "        0.00699615]),\n",
       " 'mean_score_time': array([0.0929476 , 0.09144902, 0.09195232, 0.08795083, 0.09344721,\n",
       "        0.09394753]),\n",
       " 'std_score_time': array([4.99594212e-03, 4.99963760e-04, 2.00295448e-03, 3.57627869e-07,\n",
       "        1.49893761e-03, 3.57627869e-07]),\n",
       " 'param_bootstrap': masked_array(data=['False', 'False', 'False', 'Ture', 'Ture', 'Ture'],\n",
       "              mask=[False, False, False, False, False, False],\n",
       "        fill_value='?',\n",
       "             dtype=object),\n",
       " 'param_max_depth': masked_array(data=[10, 50, None, 10, 50, None],\n",
       "              mask=[False, False, False, False, False, False],\n",
       "        fill_value='?',\n",
       "             dtype=object),\n",
       " 'params': [{'bootstrap': 'False', 'max_depth': 10},\n",
       "  {'bootstrap': 'False', 'max_depth': 50},\n",
       "  {'bootstrap': 'False', 'max_depth': None},\n",
       "  {'bootstrap': 'Ture', 'max_depth': 10},\n",
       "  {'bootstrap': 'Ture', 'max_depth': 50},\n",
       "  {'bootstrap': 'Ture', 'max_depth': None}],\n",
       " 'split0_test_score': array([0.46150025, 0.49080974, 0.48584203, 0.48882265, 0.4863388 ,\n",
       "        0.48683557]),\n",
       " 'split1_test_score': array([0.5936255 , 0.61155378, 0.60408367, 0.59163347, 0.61752988,\n",
       "        0.61503984]),\n",
       " 'mean_test_score': array([0.52748073, 0.55110669, 0.54488933, 0.54016414, 0.55185277,\n",
       "        0.550858  ]),\n",
       " 'std_test_score': array([0.06606257, 0.06037198, 0.05912077, 0.05140537, 0.06559549,\n",
       "        0.06410209]),\n",
       " 'rank_test_score': array([6, 2, 4, 5, 1, 3]),\n",
       " 'split0_train_score': array([0.99601594, 1.        , 1.        , 0.99701195, 1.        ,\n",
       "        1.        ]),\n",
       " 'split1_train_score': array([0.99801292, 1.        , 1.        , 0.99701937, 1.        ,\n",
       "        1.        ]),\n",
       " 'mean_train_score': array([0.99701443, 1.        , 1.        , 0.99701566, 1.        ,\n",
       "        1.        ]),\n",
       " 'std_train_score': array([9.98489895e-04, 0.00000000e+00, 0.00000000e+00, 3.71093866e-06,\n",
       "        0.00000000e+00, 0.00000000e+00])}"
      ]
     },
     "execution_count": 220,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.cv_results_"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### conclusions: keep the max_depth to 50, bootstrap True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 221,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "ExtraTreesClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "           max_depth=50, max_features='auto', max_leaf_nodes=None,\n",
       "           min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "           min_samples_leaf=1, min_samples_split=2,\n",
       "           min_weight_fraction_leaf=0.0, n_estimators=70, n_jobs=None,\n",
       "           oob_score=False, random_state=None, verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 221,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cl = ExtraTreesClassifier(n_estimators=70, bootstrap = True, max_depth = 50 )\n",
    "cl.fit(X_filtered, y_timeseries.surface)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 222,
   "metadata": {},
   "outputs": [],
   "source": [
    "result = cl.predict(X_test_filtered)\n",
    "result_pd = pd.DataFrame({'series_id': [i for i in range(len(result))], 'surface':result})\n",
    "result_pd.to_csv('predict_from_selected_feature_finetune1.csv', index = False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## New score 0.66"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}