main.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Main?\n",
    "Alireza: I envisioned that this notebook can be the main training pipeline that calls on various function to generate clean features for the given list of item_id. These dataframes will be merged/joined on item_id and that final dataframe can be used for training and ensembling.\n",
    "\n",
    "*Note: if this format is acceptable by you, it is preferrable to always pull the latest version of this notebook and then make a pull request (PR) for changing it as it is one of the main files where collaboration happens hence a high chance of unwanted merge conflicts!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from utils import generate_periods_features\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_periods_file = 'data/periods_train_featurized.csv'\n",
    "## 1) when the featurization needs to be refreshed:\n",
    "# train_periods = pd.read_csv('data/periods_train.csv')\n",
    "train_periods = pd.read_csv('data/periods_train_500000.csv')\n",
    "train_periods = generate_periods_features(train_periods)\n",
    "train_periods.set_index('item_id').to_csv(train_periods_file)\n",
    "\n",
    "## 2) when there is a featurized csv is already available on your disk\n",
    "# train_periods = pd.read_csv(train_periods_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(train_periods) == len(train_periods.drop_duplicates('item_id'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>item_id</th>\n",
       "      <th>nlisted</th>\n",
       "      <th>sum_days_online</th>\n",
       "      <th>mean_days_online</th>\n",
       "      <th>last_days_online</th>\n",
       "      <th>sum_days_to_publishe</th>\n",
       "      <th>mean_days_to_publish</th>\n",
       "      <th>median_date_to_isholiday</th>\n",
       "      <th>median_date_to_wday</th>\n",
       "      <th>median_date_to_yday</th>\n",
       "      <th>start_date</th>\n",
       "      <th>end_date</th>\n",
       "      <th>start_date_isholiday</th>\n",
       "      <th>start_date_wday</th>\n",
       "      <th>start_date_yday</th>\n",
       "      <th>end_date_isholiday</th>\n",
       "      <th>end_date_wday</th>\n",
       "      <th>end_date_yday</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>000014ba2e9a</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>84</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>000027688b3c</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9</td>\n",
       "      <td>20</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-24</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>000028f68f4e</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10</td>\n",
       "      <td>22</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0000340c1222</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>000037479b4e</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-21</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>80</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>00004b91004f</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0000568a0213</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>21</td>\n",
       "      <td>21.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>75.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-16</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>00005b3a23a0</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>5</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>000061629d66</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11</td>\n",
       "      <td>19</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>000065c44938</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>000065f322a0</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>14</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>00006b4e8b72</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>9</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>000070bd3397</td>\n",
       "      <td>2</td>\n",
       "      <td>7</td>\n",
       "      <td>3.5</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.5</td>\n",
       "      <td>82.5</td>\n",
       "      <td>2017-03-16</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>75</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>000075cb0489</td>\n",
       "      <td>1</td>\n",
       "      <td>12</td>\n",
       "      <td>12.0</td>\n",
       "      <td>12</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-16</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>75</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0000789c4a01</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>000080484796</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>5</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0000861f18dc</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0000995a929f</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-27</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>00009f5d31fa</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2</td>\n",
       "      <td>28</td>\n",
       "      <td>28.0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-17</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0000a4473967</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0000b0d4501a</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-26</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>85</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0000b68d27e4</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2</td>\n",
       "      <td>27</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>76.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-17</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>76</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0000cb936446</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0000d4aa149d</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>84</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0000d8c37dfa</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8</td>\n",
       "      <td>22</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>82.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-23</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>82</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0000e7eb41d6</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0000ec6bd2f6</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0000f221a1bd</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-21</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>80</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0000fe3b3628</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>00010619f0bb</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4</td>\n",
       "      <td>26</td>\n",
       "      <td>26.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>78.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>78</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958480</th>\n",
       "      <td>fffee75a6398</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958481</th>\n",
       "      <td>fffef5751563</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>79</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958482</th>\n",
       "      <td>ffff076be2f6</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958483</th>\n",
       "      <td>ffff14d107b0</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958484</th>\n",
       "      <td>ffff276b0cac</td>\n",
       "      <td>1</td>\n",
       "      <td>9</td>\n",
       "      <td>9.0</td>\n",
       "      <td>9</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>78</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958485</th>\n",
       "      <td>ffff42b604d4</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>15</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958486</th>\n",
       "      <td>ffff44a5aa7c</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958487</th>\n",
       "      <td>ffff471b859b</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>12</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958488</th>\n",
       "      <td>ffff4e0d607e</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>4</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958489</th>\n",
       "      <td>ffff5de59c2d</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11</td>\n",
       "      <td>19</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958490</th>\n",
       "      <td>ffff719a5d78</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11</td>\n",
       "      <td>18</td>\n",
       "      <td>18.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958491</th>\n",
       "      <td>ffff7f1d1b84</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>84</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958492</th>\n",
       "      <td>ffff81e53788</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>79</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958493</th>\n",
       "      <td>ffff96918fa6</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958494</th>\n",
       "      <td>ffff98a58cac</td>\n",
       "      <td>1</td>\n",
       "      <td>7</td>\n",
       "      <td>7.0</td>\n",
       "      <td>7</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-21</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>80</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958495</th>\n",
       "      <td>ffff9f3a01c9</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11</td>\n",
       "      <td>18</td>\n",
       "      <td>18.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958496</th>\n",
       "      <td>ffffa3b53737</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11</td>\n",
       "      <td>19</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958497</th>\n",
       "      <td>ffffa69fbe97</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3</td>\n",
       "      <td>27</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>77.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-18</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958498</th>\n",
       "      <td>ffffac376315</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>9</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958499</th>\n",
       "      <td>ffffc9b57b2d</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958500</th>\n",
       "      <td>ffffca05345d</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958501</th>\n",
       "      <td>ffffcb00d696</td>\n",
       "      <td>1</td>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>84.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958502</th>\n",
       "      <td>ffffd15cdf40</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958503</th>\n",
       "      <td>ffffdce81e7f</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>3.0</td>\n",
       "      <td>3</td>\n",
       "      <td>27</td>\n",
       "      <td>27.0</td>\n",
       "      <td>0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>77.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-18</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>77</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958504</th>\n",
       "      <td>ffffdfdfd835</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>16</td>\n",
       "      <td>16.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958505</th>\n",
       "      <td>ffffe17a469f</td>\n",
       "      <td>1</td>\n",
       "      <td>11</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11</td>\n",
       "      <td>19</td>\n",
       "      <td>19.0</td>\n",
       "      <td>0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>85.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>85</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958506</th>\n",
       "      <td>ffffe2e4205a</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>79</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958507</th>\n",
       "      <td>ffffe43e3a7e</td>\n",
       "      <td>1</td>\n",
       "      <td>8</td>\n",
       "      <td>8.0</td>\n",
       "      <td>8</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>79</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958508</th>\n",
       "      <td>ffffec376565</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>10</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1958509</th>\n",
       "      <td>fffffed307d7</td>\n",
       "      <td>1</td>\n",
       "      <td>13</td>\n",
       "      <td>13.0</td>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>87.0</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>74</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1958510 rows × 18 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              item_id  nlisted  sum_days_online  mean_days_online  \\\n",
       "0        000014ba2e9a        1                3               3.0   \n",
       "1        000027688b3c        1                9               9.0   \n",
       "2        000028f68f4e        1               10              10.0   \n",
       "3        0000340c1222        1               13              13.0   \n",
       "4        000037479b4e        1                7               7.0   \n",
       "5        00004b91004f        1               13              13.0   \n",
       "6        0000568a0213        1                1               1.0   \n",
       "7        00005b3a23a0        1               13              13.0   \n",
       "8        000061629d66        1               11              11.0   \n",
       "9        000065c44938        1               13              13.0   \n",
       "10       000065f322a0        1               13              13.0   \n",
       "11       00006b4e8b72        1               13              13.0   \n",
       "12       000070bd3397        2                7               3.5   \n",
       "13       000075cb0489        1               12              12.0   \n",
       "14       0000789c4a01        1               13              13.0   \n",
       "15       000080484796        1               13              13.0   \n",
       "16       0000861f18dc        1               13              13.0   \n",
       "17       0000995a929f        1                1               1.0   \n",
       "18       00009f5d31fa        1                2               2.0   \n",
       "19       0000a4473967        1               13              13.0   \n",
       "20       0000b0d4501a        1                2               2.0   \n",
       "21       0000b68d27e4        1                2               2.0   \n",
       "22       0000cb936446        1               13              13.0   \n",
       "23       0000d4aa149d        1                3               3.0   \n",
       "24       0000d8c37dfa        1                8               8.0   \n",
       "25       0000e7eb41d6        1               13              13.0   \n",
       "26       0000ec6bd2f6        1               13              13.0   \n",
       "27       0000f221a1bd        1                7               7.0   \n",
       "28       0000fe3b3628        1               13              13.0   \n",
       "29       00010619f0bb        1                4               4.0   \n",
       "...               ...      ...              ...               ...   \n",
       "1958480  fffee75a6398        1               13              13.0   \n",
       "1958481  fffef5751563        1                8               8.0   \n",
       "1958482  ffff076be2f6        1               13              13.0   \n",
       "1958483  ffff14d107b0        1               13              13.0   \n",
       "1958484  ffff276b0cac        1                9               9.0   \n",
       "1958485  ffff42b604d4        1               13              13.0   \n",
       "1958486  ffff44a5aa7c        1               13              13.0   \n",
       "1958487  ffff471b859b        1               13              13.0   \n",
       "1958488  ffff4e0d607e        1               13              13.0   \n",
       "1958489  ffff5de59c2d        1               11              11.0   \n",
       "1958490  ffff719a5d78        1               11              11.0   \n",
       "1958491  ffff7f1d1b84        1                3               3.0   \n",
       "1958492  ffff81e53788        1                8               8.0   \n",
       "1958493  ffff96918fa6        1               13              13.0   \n",
       "1958494  ffff98a58cac        1                7               7.0   \n",
       "1958495  ffff9f3a01c9        1               11              11.0   \n",
       "1958496  ffffa3b53737        1               11              11.0   \n",
       "1958497  ffffa69fbe97        1                3               3.0   \n",
       "1958498  ffffac376315        1               13              13.0   \n",
       "1958499  ffffc9b57b2d        1               13              13.0   \n",
       "1958500  ffffca05345d        1               10              10.0   \n",
       "1958501  ffffcb00d696        1               10              10.0   \n",
       "1958502  ffffd15cdf40        1               13              13.0   \n",
       "1958503  ffffdce81e7f        1                3               3.0   \n",
       "1958504  ffffdfdfd835        1               13              13.0   \n",
       "1958505  ffffe17a469f        1               11              11.0   \n",
       "1958506  ffffe2e4205a        1                8               8.0   \n",
       "1958507  ffffe43e3a7e        1                8               8.0   \n",
       "1958508  ffffec376565        1               13              13.0   \n",
       "1958509  fffffed307d7        1               13              13.0   \n",
       "\n",
       "         last_days_online  sum_days_to_publishe  mean_days_to_publish  \\\n",
       "0                       3                     0                   0.0   \n",
       "1                       9                    20                  20.0   \n",
       "2                      10                    22                  22.0   \n",
       "3                      13                     0                   0.0   \n",
       "4                       7                     0                   0.0   \n",
       "5                      13                    12                  12.0   \n",
       "6                       1                    21                  21.0   \n",
       "7                      13                     5                   5.0   \n",
       "8                      11                    19                  19.0   \n",
       "9                      13                     8                   8.0   \n",
       "10                     13                    14                  14.0   \n",
       "11                     13                     9                   9.0   \n",
       "12                      3                     0                   0.0   \n",
       "13                     12                     0                   0.0   \n",
       "14                     13                    10                  10.0   \n",
       "15                     13                     5                   5.0   \n",
       "16                     13                     1                   1.0   \n",
       "17                      1                     0                   0.0   \n",
       "18                      2                    28                  28.0   \n",
       "19                     13                     3                   3.0   \n",
       "20                      2                     0                   0.0   \n",
       "21                      2                    27                  27.0   \n",
       "22                     13                    10                  10.0   \n",
       "23                      3                     0                   0.0   \n",
       "24                      8                    22                  22.0   \n",
       "25                     13                    15                  15.0   \n",
       "26                     13                     0                   0.0   \n",
       "27                      7                     0                   0.0   \n",
       "28                     13                     0                   0.0   \n",
       "29                      4                    26                  26.0   \n",
       "...                   ...                   ...                   ...   \n",
       "1958480                13                     4                   4.0   \n",
       "1958481                 8                     0                   0.0   \n",
       "1958482                13                     4                   4.0   \n",
       "1958483                13                    13                  13.0   \n",
       "1958484                 9                     0                   0.0   \n",
       "1958485                13                    15                  15.0   \n",
       "1958486                13                     3                   3.0   \n",
       "1958487                13                    12                  12.0   \n",
       "1958488                13                     4                   4.0   \n",
       "1958489                11                    19                  19.0   \n",
       "1958490                11                    18                  18.0   \n",
       "1958491                 3                     0                   0.0   \n",
       "1958492                 8                     0                   0.0   \n",
       "1958493                13                     3                   3.0   \n",
       "1958494                 7                     0                   0.0   \n",
       "1958495                11                    18                  18.0   \n",
       "1958496                11                    19                  19.0   \n",
       "1958497                 3                    27                  27.0   \n",
       "1958498                13                     9                   9.0   \n",
       "1958499                13                     3                   3.0   \n",
       "1958500                10                    20                  20.0   \n",
       "1958501                10                    19                  19.0   \n",
       "1958502                13                     8                   8.0   \n",
       "1958503                 3                    27                  27.0   \n",
       "1958504                13                    16                  16.0   \n",
       "1958505                11                    19                  19.0   \n",
       "1958506                 8                     0                   0.0   \n",
       "1958507                 8                     0                   0.0   \n",
       "1958508                13                    10                  10.0   \n",
       "1958509                13                     2                   2.0   \n",
       "\n",
       "         median_date_to_isholiday  median_date_to_wday  median_date_to_yday  \\\n",
       "0                               0                  1.0                 87.0   \n",
       "1                               0                  4.0                 83.0   \n",
       "2                               0                  5.0                 84.0   \n",
       "3                               0                  1.0                 87.0   \n",
       "4                               0                  1.0                 87.0   \n",
       "5                               0                  1.0                 87.0   \n",
       "6                               0                  3.0                 75.0   \n",
       "7                               0                  1.0                 87.0   \n",
       "8                               0                  6.0                 85.0   \n",
       "9                               0                  1.0                 87.0   \n",
       "10                              0                  1.0                 87.0   \n",
       "11                              0                  1.0                 87.0   \n",
       "12                              0                  3.5                 82.5   \n",
       "13                              0                  1.0                 87.0   \n",
       "14                              0                  1.0                 87.0   \n",
       "15                              0                  1.0                 87.0   \n",
       "16                              0                  1.0                 87.0   \n",
       "17                              0                  1.0                 87.0   \n",
       "18                              0                  4.0                 76.0   \n",
       "19                              0                  1.0                 87.0   \n",
       "20                              0                  1.0                 87.0   \n",
       "21                              0                  4.0                 76.0   \n",
       "22                              0                  1.0                 87.0   \n",
       "23                              0                  1.0                 87.0   \n",
       "24                              0                  3.0                 82.0   \n",
       "25                              0                  1.0                 87.0   \n",
       "26                              0                  1.0                 87.0   \n",
       "27                              0                  1.0                 87.0   \n",
       "28                              0                  1.0                 87.0   \n",
       "29                              0                  6.0                 78.0   \n",
       "...                           ...                  ...                  ...   \n",
       "1958480                         0                  1.0                 87.0   \n",
       "1958481                         0                  1.0                 87.0   \n",
       "1958482                         0                  1.0                 87.0   \n",
       "1958483                         0                  1.0                 87.0   \n",
       "1958484                         0                  1.0                 87.0   \n",
       "1958485                         0                  1.0                 87.0   \n",
       "1958486                         0                  1.0                 87.0   \n",
       "1958487                         0                  1.0                 87.0   \n",
       "1958488                         0                  1.0                 87.0   \n",
       "1958489                         0                  6.0                 85.0   \n",
       "1958490                         0                  6.0                 85.0   \n",
       "1958491                         0                  1.0                 87.0   \n",
       "1958492                         0                  1.0                 87.0   \n",
       "1958493                         0                  1.0                 87.0   \n",
       "1958494                         0                  1.0                 87.0   \n",
       "1958495                         0                  6.0                 85.0   \n",
       "1958496                         0                  6.0                 85.0   \n",
       "1958497                         0                  5.0                 77.0   \n",
       "1958498                         0                  1.0                 87.0   \n",
       "1958499                         0                  1.0                 87.0   \n",
       "1958500                         0                  5.0                 84.0   \n",
       "1958501                         0                  5.0                 84.0   \n",
       "1958502                         0                  1.0                 87.0   \n",
       "1958503                         0                  5.0                 77.0   \n",
       "1958504                         0                  1.0                 87.0   \n",
       "1958505                         0                  6.0                 85.0   \n",
       "1958506                         0                  1.0                 87.0   \n",
       "1958507                         0                  1.0                 87.0   \n",
       "1958508                         0                  1.0                 87.0   \n",
       "1958509                         0                  1.0                 87.0   \n",
       "\n",
       "        start_date   end_date  start_date_isholiday  start_date_wday  \\\n",
       "0       2017-03-25 2017-03-28                     0                5   \n",
       "1       2017-03-15 2017-03-24                     0                2   \n",
       "2       2017-03-15 2017-03-25                     0                2   \n",
       "3       2017-03-15 2017-03-28                     0                2   \n",
       "4       2017-03-21 2017-03-28                     0                1   \n",
       "5       2017-03-15 2017-03-28                     0                2   \n",
       "6       2017-03-15 2017-03-16                     0                2   \n",
       "7       2017-03-15 2017-03-28                     0                2   \n",
       "8       2017-03-15 2017-03-26                     0                2   \n",
       "9       2017-03-15 2017-03-28                     0                2   \n",
       "10      2017-03-15 2017-03-28                     0                2   \n",
       "11      2017-03-15 2017-03-28                     0                2   \n",
       "12      2017-03-16 2017-03-28                     0                3   \n",
       "13      2017-03-16 2017-03-28                     0                3   \n",
       "14      2017-03-15 2017-03-28                     0                2   \n",
       "15      2017-03-15 2017-03-28                     0                2   \n",
       "16      2017-03-15 2017-03-28                     0                2   \n",
       "17      2017-03-27 2017-03-28                     0                0   \n",
       "18      2017-03-15 2017-03-17                     0                2   \n",
       "19      2017-03-15 2017-03-28                     0                2   \n",
       "20      2017-03-26 2017-03-28                     0                6   \n",
       "21      2017-03-15 2017-03-17                     0                2   \n",
       "22      2017-03-15 2017-03-28                     0                2   \n",
       "23      2017-03-25 2017-03-28                     0                5   \n",
       "24      2017-03-15 2017-03-23                     0                2   \n",
       "25      2017-03-15 2017-03-28                     0                2   \n",
       "26      2017-03-15 2017-03-28                     0                2   \n",
       "27      2017-03-21 2017-03-28                     0                1   \n",
       "28      2017-03-15 2017-03-28                     0                2   \n",
       "29      2017-03-15 2017-03-19                     0                2   \n",
       "...            ...        ...                   ...              ...   \n",
       "1958480 2017-03-15 2017-03-28                     0                2   \n",
       "1958481 2017-03-20 2017-03-28                     0                0   \n",
       "1958482 2017-03-15 2017-03-28                     0                2   \n",
       "1958483 2017-03-15 2017-03-28                     0                2   \n",
       "1958484 2017-03-19 2017-03-28                     0                6   \n",
       "1958485 2017-03-15 2017-03-28                     0                2   \n",
       "1958486 2017-03-15 2017-03-28                     0                2   \n",
       "1958487 2017-03-15 2017-03-28                     0                2   \n",
       "1958488 2017-03-15 2017-03-28                     0                2   \n",
       "1958489 2017-03-15 2017-03-26                     0                2   \n",
       "1958490 2017-03-15 2017-03-26                     0                2   \n",
       "1958491 2017-03-25 2017-03-28                     0                5   \n",
       "1958492 2017-03-20 2017-03-28                     0                0   \n",
       "1958493 2017-03-15 2017-03-28                     0                2   \n",
       "1958494 2017-03-21 2017-03-28                     0                1   \n",
       "1958495 2017-03-15 2017-03-26                     0                2   \n",
       "1958496 2017-03-15 2017-03-26                     0                2   \n",
       "1958497 2017-03-15 2017-03-18                     0                2   \n",
       "1958498 2017-03-15 2017-03-28                     0                2   \n",
       "1958499 2017-03-15 2017-03-28                     0                2   \n",
       "1958500 2017-03-15 2017-03-25                     0                2   \n",
       "1958501 2017-03-15 2017-03-25                     0                2   \n",
       "1958502 2017-03-15 2017-03-28                     0                2   \n",
       "1958503 2017-03-15 2017-03-18                     0                2   \n",
       "1958504 2017-03-15 2017-03-28                     0                2   \n",
       "1958505 2017-03-15 2017-03-26                     0                2   \n",
       "1958506 2017-03-20 2017-03-28                     0                0   \n",
       "1958507 2017-03-20 2017-03-28                     0                0   \n",
       "1958508 2017-03-15 2017-03-28                     0                2   \n",
       "1958509 2017-03-15 2017-03-28                     0                2   \n",
       "\n",
       "         start_date_yday  end_date_isholiday  end_date_wday  end_date_yday  \n",
       "0                     84                   0              1             87  \n",
       "1                     74                   0              4             83  \n",
       "2                     74                   0              5             84  \n",
       "3                     74                   0              1             87  \n",
       "4                     80                   0              1             87  \n",
       "5                     74                   0              1             87  \n",
       "6                     74                   0              3             75  \n",
       "7                     74                   0              1             87  \n",
       "8                     74                   0              6             85  \n",
       "9                     74                   0              1             87  \n",
       "10                    74                   0              1             87  \n",
       "11                    74                   0              1             87  \n",
       "12                    75                   0              1             87  \n",
       "13                    75                   0              1             87  \n",
       "14                    74                   0              1             87  \n",
       "15                    74                   0              1             87  \n",
       "16                    74                   0              1             87  \n",
       "17                    86                   0              1             87  \n",
       "18                    74                   0              4             76  \n",
       "19                    74                   0              1             87  \n",
       "20                    85                   0              1             87  \n",
       "21                    74                   0              4             76  \n",
       "22                    74                   0              1             87  \n",
       "23                    84                   0              1             87  \n",
       "24                    74                   0              3             82  \n",
       "25                    74                   0              1             87  \n",
       "26                    74                   0              1             87  \n",
       "27                    80                   0              1             87  \n",
       "28                    74                   0              1             87  \n",
       "29                    74                   0              6             78  \n",
       "...                  ...                 ...            ...            ...  \n",
       "1958480               74                   0              1             87  \n",
       "1958481               79                   0              1             87  \n",
       "1958482               74                   0              1             87  \n",
       "1958483               74                   0              1             87  \n",
       "1958484               78                   0              1             87  \n",
       "1958485               74                   0              1             87  \n",
       "1958486               74                   0              1             87  \n",
       "1958487               74                   0              1             87  \n",
       "1958488               74                   0              1             87  \n",
       "1958489               74                   0              6             85  \n",
       "1958490               74                   0              6             85  \n",
       "1958491               84                   0              1             87  \n",
       "1958492               79                   0              1             87  \n",
       "1958493               74                   0              1             87  \n",
       "1958494               80                   0              1             87  \n",
       "1958495               74                   0              6             85  \n",
       "1958496               74                   0              6             85  \n",
       "1958497               74                   0              5             77  \n",
       "1958498               74                   0              1             87  \n",
       "1958499               74                   0              1             87  \n",
       "1958500               74                   0              5             84  \n",
       "1958501               74                   0              5             84  \n",
       "1958502               74                   0              1             87  \n",
       "1958503               74                   0              5             77  \n",
       "1958504               74                   0              1             87  \n",
       "1958505               74                   0              6             85  \n",
       "1958506               79                   0              1             87  \n",
       "1958507               79                   0              1             87  \n",
       "1958508               74                   0              1             87  \n",
       "1958509               74                   0              1             87  \n",
       "\n",
       "[1958510 rows x 18 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_periods.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>item_id</th>\n",
       "      <th>activation_date</th>\n",
       "      <th>date_from</th>\n",
       "      <th>date_to</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>9581</th>\n",
       "      <td>7fb2f7c83c6f</td>\n",
       "      <td>2017-02-13</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14114</th>\n",
       "      <td>2cc9137abee8</td>\n",
       "      <td>2017-02-21</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-23</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20922</th>\n",
       "      <td>abf7a10c3a0c</td>\n",
       "      <td>2017-02-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21387</th>\n",
       "      <td>416a2e2cba8b</td>\n",
       "      <td>2017-02-19</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23473</th>\n",
       "      <td>00b26bf899b0</td>\n",
       "      <td>2017-02-25</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25369</th>\n",
       "      <td>0fa8b4a068e9</td>\n",
       "      <td>2017-02-16</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28120</th>\n",
       "      <td>4641c59a4365</td>\n",
       "      <td>2017-02-19</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28503</th>\n",
       "      <td>b56ed1d31fe3</td>\n",
       "      <td>2017-02-16</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29141</th>\n",
       "      <td>8cd30f3fae22</td>\n",
       "      <td>2017-02-22</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31329</th>\n",
       "      <td>6bf6a8d12bcf</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32022</th>\n",
       "      <td>8475c63479cc</td>\n",
       "      <td>2017-03-24</td>\n",
       "      <td>2017-03-24</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32735</th>\n",
       "      <td>7b83dd3bf9f4</td>\n",
       "      <td>2017-02-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33034</th>\n",
       "      <td>c9477ffb7b70</td>\n",
       "      <td>2017-02-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34955</th>\n",
       "      <td>dd470b895e86</td>\n",
       "      <td>2017-02-14</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37241</th>\n",
       "      <td>7df9418bbdf1</td>\n",
       "      <td>2017-02-26</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37719</th>\n",
       "      <td>ed80ef4be317</td>\n",
       "      <td>2017-02-24</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38267</th>\n",
       "      <td>a6e0db188bc8</td>\n",
       "      <td>2017-02-18</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39229</th>\n",
       "      <td>a0cb75262af8</td>\n",
       "      <td>2017-03-23</td>\n",
       "      <td>2017-03-23</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39240</th>\n",
       "      <td>9f3309963d16</td>\n",
       "      <td>2017-02-18</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39895</th>\n",
       "      <td>018233c60be1</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40766</th>\n",
       "      <td>2ccdbd10d3f3</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42229</th>\n",
       "      <td>9eac8e5ab142</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>2017-03-19</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43764</th>\n",
       "      <td>f8b5dd2d23e4</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44724</th>\n",
       "      <td>bbdc69e839b8</td>\n",
       "      <td>2017-03-24</td>\n",
       "      <td>2017-03-24</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46440</th>\n",
       "      <td>b9e714895540</td>\n",
       "      <td>2017-02-17</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47102</th>\n",
       "      <td>214dee142fc3</td>\n",
       "      <td>2017-03-23</td>\n",
       "      <td>2017-03-23</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48196</th>\n",
       "      <td>dece62c6dff8</td>\n",
       "      <td>2017-03-27</td>\n",
       "      <td>2017-03-27</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48302</th>\n",
       "      <td>1fa709353a9a</td>\n",
       "      <td>2017-02-22</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49418</th>\n",
       "      <td>c80dbffdef49</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49717</th>\n",
       "      <td>f4ca52bbe0bb</td>\n",
       "      <td>2017-02-13</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687341</th>\n",
       "      <td>8b303211d8b2</td>\n",
       "      <td>2017-03-24</td>\n",
       "      <td>2017-03-24</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687342</th>\n",
       "      <td>eab012349bb6</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687343</th>\n",
       "      <td>f82d5c16986c</td>\n",
       "      <td>2017-02-19</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687344</th>\n",
       "      <td>528b929e4909</td>\n",
       "      <td>2017-02-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-17</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687346</th>\n",
       "      <td>ef72e2aae7ee</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687347</th>\n",
       "      <td>5b52c07c7f6c</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687348</th>\n",
       "      <td>67fc843077fe</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687352</th>\n",
       "      <td>ed6f71b9f45f</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687355</th>\n",
       "      <td>c7aee7fb2649</td>\n",
       "      <td>2017-02-20</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687358</th>\n",
       "      <td>075753e322f9</td>\n",
       "      <td>2017-02-21</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687360</th>\n",
       "      <td>84d574cf6f30</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687371</th>\n",
       "      <td>8c615450faa3</td>\n",
       "      <td>2017-02-18</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687374</th>\n",
       "      <td>af2efa72d7ad</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687376</th>\n",
       "      <td>12927fba4206</td>\n",
       "      <td>2017-02-17</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687378</th>\n",
       "      <td>4c9cf5620766</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687379</th>\n",
       "      <td>445a9b8d42c9</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687380</th>\n",
       "      <td>d477609c9cec</td>\n",
       "      <td>2017-02-25</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687386</th>\n",
       "      <td>42b71f472e5d</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-25</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687388</th>\n",
       "      <td>00a787860740</td>\n",
       "      <td>2017-02-19</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687389</th>\n",
       "      <td>e845b7754c0b</td>\n",
       "      <td>2017-02-16</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687392</th>\n",
       "      <td>cc2073ef643e</td>\n",
       "      <td>2017-03-27</td>\n",
       "      <td>2017-03-27</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687393</th>\n",
       "      <td>b97a7e2661b0</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687394</th>\n",
       "      <td>3a88beb67eef</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-20</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687395</th>\n",
       "      <td>285d37e78613</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687398</th>\n",
       "      <td>71581614720c</td>\n",
       "      <td>2017-03-27</td>\n",
       "      <td>2017-03-27</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687400</th>\n",
       "      <td>c3d19f712d62</td>\n",
       "      <td>2017-02-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-16</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687402</th>\n",
       "      <td>8417f7353c57</td>\n",
       "      <td>2017-02-13</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687404</th>\n",
       "      <td>6310970c395f</td>\n",
       "      <td>2017-03-11</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-19</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687408</th>\n",
       "      <td>0e3268707b36</td>\n",
       "      <td>2017-02-26</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16687411</th>\n",
       "      <td>0713eb82d265</td>\n",
       "      <td>2017-03-23</td>\n",
       "      <td>2017-03-23</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2874866 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               item_id activation_date  date_from    date_to\n",
       "9581      7fb2f7c83c6f      2017-02-13 2017-03-15 2017-03-15\n",
       "14114     2cc9137abee8      2017-02-21 2017-03-15 2017-03-23\n",
       "20922     abf7a10c3a0c      2017-02-15 2017-03-15 2017-03-17\n",
       "21387     416a2e2cba8b      2017-02-19 2017-03-15 2017-03-21\n",
       "23473     00b26bf899b0      2017-02-25 2017-03-15 2017-03-26\n",
       "25369     0fa8b4a068e9      2017-02-16 2017-03-15 2017-03-18\n",
       "28120     4641c59a4365      2017-02-19 2017-03-15 2017-03-21\n",
       "28503     b56ed1d31fe3      2017-02-16 2017-03-15 2017-03-18\n",
       "29141     8cd30f3fae22      2017-02-22 2017-03-15 2017-03-24\n",
       "31329     6bf6a8d12bcf      2017-03-20 2017-03-20 2017-03-28\n",
       "32022     8475c63479cc      2017-03-24 2017-03-24 2017-03-28\n",
       "32735     7b83dd3bf9f4      2017-02-15 2017-03-15 2017-03-16\n",
       "33034     c9477ffb7b70      2017-02-15 2017-03-15 2017-03-16\n",
       "34955     dd470b895e86      2017-02-14 2017-03-15 2017-03-16\n",
       "37241     7df9418bbdf1      2017-02-26 2017-03-15 2017-03-27\n",
       "37719     ed80ef4be317      2017-02-24 2017-03-15 2017-03-26\n",
       "38267     a6e0db188bc8      2017-02-18 2017-03-15 2017-03-20\n",
       "39229     a0cb75262af8      2017-03-23 2017-03-23 2017-03-28\n",
       "39240     9f3309963d16      2017-02-18 2017-03-15 2017-03-20\n",
       "39895     018233c60be1      2017-03-28 2017-03-28 2017-03-28\n",
       "40766     2ccdbd10d3f3      2017-03-19 2017-03-19 2017-03-28\n",
       "42229     9eac8e5ab142      2017-03-19 2017-03-19 2017-03-28\n",
       "43764     f8b5dd2d23e4      2017-03-22 2017-03-22 2017-03-28\n",
       "44724     bbdc69e839b8      2017-03-24 2017-03-24 2017-03-28\n",
       "46440     b9e714895540      2017-02-17 2017-03-15 2017-03-18\n",
       "47102     214dee142fc3      2017-03-23 2017-03-23 2017-03-28\n",
       "48196     dece62c6dff8      2017-03-27 2017-03-27 2017-03-28\n",
       "48302     1fa709353a9a      2017-02-22 2017-03-15 2017-03-24\n",
       "49418     c80dbffdef49      2017-03-28 2017-03-28 2017-03-28\n",
       "49717     f4ca52bbe0bb      2017-02-13 2017-03-15 2017-03-15\n",
       "...                ...             ...        ...        ...\n",
       "16687341  8b303211d8b2      2017-03-24 2017-03-24 2017-03-28\n",
       "16687342  eab012349bb6      2017-03-25 2017-03-25 2017-03-28\n",
       "16687343  f82d5c16986c      2017-02-19 2017-03-15 2017-03-21\n",
       "16687344  528b929e4909      2017-02-15 2017-03-15 2017-03-17\n",
       "16687346  ef72e2aae7ee      2017-03-22 2017-03-22 2017-03-28\n",
       "16687347  5b52c07c7f6c      2017-03-25 2017-03-25 2017-03-28\n",
       "16687348  67fc843077fe      2017-03-28 2017-03-28 2017-03-28\n",
       "16687352  ed6f71b9f45f      2017-03-28 2017-03-28 2017-03-28\n",
       "16687355  c7aee7fb2649      2017-02-20 2017-03-15 2017-03-22\n",
       "16687358  075753e322f9      2017-02-21 2017-03-15 2017-03-22\n",
       "16687360  84d574cf6f30      2017-03-20 2017-03-20 2017-03-28\n",
       "16687371  8c615450faa3      2017-02-18 2017-03-15 2017-03-19\n",
       "16687374  af2efa72d7ad      2017-03-28 2017-03-28 2017-03-28\n",
       "16687376  12927fba4206      2017-02-17 2017-03-15 2017-03-18\n",
       "16687378  4c9cf5620766      2017-03-28 2017-03-28 2017-03-28\n",
       "16687379  445a9b8d42c9      2017-03-28 2017-03-28 2017-03-28\n",
       "16687380  d477609c9cec      2017-02-25 2017-03-15 2017-03-26\n",
       "16687386  42b71f472e5d      2017-03-25 2017-03-25 2017-03-28\n",
       "16687388  00a787860740      2017-02-19 2017-03-15 2017-03-21\n",
       "16687389  e845b7754c0b      2017-02-16 2017-03-15 2017-03-18\n",
       "16687392  cc2073ef643e      2017-03-27 2017-03-27 2017-03-28\n",
       "16687393  b97a7e2661b0      2017-03-22 2017-03-22 2017-03-28\n",
       "16687394  3a88beb67eef      2017-03-20 2017-03-20 2017-03-28\n",
       "16687395  285d37e78613      2017-03-22 2017-03-22 2017-03-28\n",
       "16687398  71581614720c      2017-03-27 2017-03-27 2017-03-28\n",
       "16687400  c3d19f712d62      2017-02-15 2017-03-15 2017-03-16\n",
       "16687402  8417f7353c57      2017-02-13 2017-03-15 2017-03-15\n",
       "16687404  6310970c395f      2017-03-11 2017-03-15 2017-03-19\n",
       "16687408  0e3268707b36      2017-02-26 2017-03-15 2017-03-27\n",
       "16687411  0713eb82d265      2017-03-23 2017-03-23 2017-03-28\n",
       "\n",
       "[2874866 rows x 4 columns]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_periods[train_periods['item_id'].duplicated()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>item_id</th>\n",
       "      <th>activation_date</th>\n",
       "      <th>date_from</th>\n",
       "      <th>date_to</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1490</th>\n",
       "      <td>7fb2f7c83c6f</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-22</td>\n",
       "      <td>2017-03-28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9581</th>\n",
       "      <td>7fb2f7c83c6f</td>\n",
       "      <td>2017-02-13</td>\n",
       "      <td>2017-03-15</td>\n",
       "      <td>2017-03-15</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           item_id activation_date  date_from    date_to\n",
       "1490  7fb2f7c83c6f      2017-03-22 2017-03-22 2017-03-28\n",
       "9581  7fb2f7c83c6f      2017-02-13 2017-03-15 2017-03-15"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_periods[train_periods['item_id'] == '7fb2f7c83c6f']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "test_periods_file = 'data/periods_test_featurized.csv'\n",
    "## 1) when the featurization needs to be refreshed:\n",
    "test_periods = pd.read_csv('data/periods_test.csv')\n",
    "test_periods = generate_periods_features(test_periods)\n",
    "test_periods.set_index('item_id').to_csv(test_periods_file)\n",
    "\n",
    "## 2) when there is a featurized csv is already available on your disk\n",
    "# test_periods = pd.read_csv(test_periods_file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}