model_dev_nbs/exp-04-sagemaker-data.ipynb

{
    "cells": [
        {
            "cell_type": "markdown",
            "id": "92480946-e421-4895-9754-8f55f4bf0946",
            "metadata": {},
            "source": [
                "## Prepare data for SageMaker\n",
                "\n",
                "Just move the `target` column to the first position of the DataFrame because SageMaker requires the data to be organized like that for data analysis purposes."
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 2,
            "id": "516d43dd-8ec4-4aca-9189-aaa2c5364965",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "/c/TungGpu/ml-it/code/sagemaker-r2\n"
                    ]
                }
            ],
            "source": [
                "import os\n",
                "os.chdir(\"..\")\n",
                "!pwd"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 3,
            "id": "bd6e61a5-c509-40d1-8a42-a571d0dab944",
            "metadata": {},
            "outputs": [],
            "source": [
                "from pathlib import Path\n",
                "import numpy as np\n",
                "import pandas as pd\n",
                "import seaborn as sn\n",
                "import matplotlib.pyplot as plt"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "d72b65a3-ca46-4864-9820-a073a3e03f1d",
            "metadata": {},
            "source": [
                "## Load data"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 4,
            "id": "a56ac0d2-ccb8-43a2-9b74-f6b7394af9ae",
            "metadata": {},
            "outputs": [],
            "source": [
                "DATA_DIR = Path(\"./data\")\n",
                "TMP_DIR = Path(\"./tmp\")\n",
                "DATA_CSV = DATA_DIR / \"full/train.csv\""
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 5,
            "id": "396e50ca-124f-47f4-8bbb-5da8ca5d71a0",
            "metadata": {},
            "outputs": [
                {
                    "data": {
                        "text/html": [
                            "<div>\n",
                            "<style scoped>\n",
                            "    .dataframe tbody tr th:only-of-type {\n",
                            "        vertical-align: middle;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe tbody tr th {\n",
                            "        vertical-align: top;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe thead th {\n",
                            "        text-align: right;\n",
                            "    }\n",
                            "</style>\n",
                            "<table border=\"1\" class=\"dataframe\">\n",
                            "  <thead>\n",
                            "    <tr style=\"text-align: right;\">\n",
                            "      <th></th>\n",
                            "      <th>0</th>\n",
                            "      <th>1</th>\n",
                            "      <th>2</th>\n",
                            "      <th>3</th>\n",
                            "      <th>4</th>\n",
                            "      <th>5</th>\n",
                            "      <th>6</th>\n",
                            "      <th>7</th>\n",
                            "      <th>8</th>\n",
                            "      <th>9</th>\n",
                            "      <th>...</th>\n",
                            "      <th>142</th>\n",
                            "      <th>143</th>\n",
                            "      <th>144</th>\n",
                            "      <th>145</th>\n",
                            "      <th>146</th>\n",
                            "      <th>147</th>\n",
                            "      <th>148</th>\n",
                            "      <th>149</th>\n",
                            "      <th>150</th>\n",
                            "      <th>target</th>\n",
                            "    </tr>\n",
                            "  </thead>\n",
                            "  <tbody>\n",
                            "    <tr>\n",
                            "      <th>0</th>\n",
                            "      <td>0.899922</td>\n",
                            "      <td>-0.161</td>\n",
                            "      <td>-0.244</td>\n",
                            "      <td>1.022</td>\n",
                            "      <td>-0.304</td>\n",
                            "      <td>-0.156</td>\n",
                            "      <td>-0.310</td>\n",
                            "      <td>12.06400</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>462.092</td>\n",
                            "      <td>...</td>\n",
                            "      <td>764.3</td>\n",
                            "      <td>-0.005</td>\n",
                            "      <td>0.060303</td>\n",
                            "      <td>13.383</td>\n",
                            "      <td>0.819909</td>\n",
                            "      <td>-0.18291</td>\n",
                            "      <td>-0.12259</td>\n",
                            "      <td>0.060684</td>\n",
                            "      <td>17.1094</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>1</th>\n",
                            "      <td>1.050575</td>\n",
                            "      <td>-0.285</td>\n",
                            "      <td>-0.298</td>\n",
                            "      <td>-0.776</td>\n",
                            "      <td>-0.263</td>\n",
                            "      <td>-0.118</td>\n",
                            "      <td>1.526</td>\n",
                            "      <td>9.92919</td>\n",
                            "      <td>-0.059</td>\n",
                            "      <td>466.645</td>\n",
                            "      <td>...</td>\n",
                            "      <td>532.5</td>\n",
                            "      <td>-0.023</td>\n",
                            "      <td>0.044870</td>\n",
                            "      <td>14.887</td>\n",
                            "      <td>1.642613</td>\n",
                            "      <td>-0.19030</td>\n",
                            "      <td>-0.12308</td>\n",
                            "      <td>0.045252</td>\n",
                            "      <td>17.0932</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>2</th>\n",
                            "      <td>-1.206626</td>\n",
                            "      <td>-0.202</td>\n",
                            "      <td>-0.289</td>\n",
                            "      <td>1.099</td>\n",
                            "      <td>-0.302</td>\n",
                            "      <td>-0.176</td>\n",
                            "      <td>-0.330</td>\n",
                            "      <td>11.07720</td>\n",
                            "      <td>-0.075</td>\n",
                            "      <td>419.784</td>\n",
                            "      <td>...</td>\n",
                            "      <td>651.4</td>\n",
                            "      <td>-0.035</td>\n",
                            "      <td>0.054069</td>\n",
                            "      <td>-2.932</td>\n",
                            "      <td>0.464588</td>\n",
                            "      <td>-0.18631</td>\n",
                            "      <td>-0.12413</td>\n",
                            "      <td>0.050065</td>\n",
                            "      <td>17.2080</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>3</th>\n",
                            "      <td>-1.082795</td>\n",
                            "      <td>-0.125</td>\n",
                            "      <td>1.748</td>\n",
                            "      <td>2.167</td>\n",
                            "      <td>-0.239</td>\n",
                            "      <td>-0.242</td>\n",
                            "      <td>-0.292</td>\n",
                            "      <td>9.39798</td>\n",
                            "      <td>-0.045</td>\n",
                            "      <td>433.346</td>\n",
                            "      <td>...</td>\n",
                            "      <td>603.4</td>\n",
                            "      <td>-0.008</td>\n",
                            "      <td>0.043571</td>\n",
                            "      <td>-44.990</td>\n",
                            "      <td>0.335563</td>\n",
                            "      <td>-0.19257</td>\n",
                            "      <td>-0.11309</td>\n",
                            "      <td>0.045097</td>\n",
                            "      <td>17.5977</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>4</th>\n",
                            "      <td>0.891784</td>\n",
                            "      <td>-0.219</td>\n",
                            "      <td>1.757</td>\n",
                            "      <td>-0.782</td>\n",
                            "      <td>-0.268</td>\n",
                            "      <td>-0.099</td>\n",
                            "      <td>-0.239</td>\n",
                            "      <td>9.42913</td>\n",
                            "      <td>-0.067</td>\n",
                            "      <td>429.280</td>\n",
                            "      <td>...</td>\n",
                            "      <td>417.4</td>\n",
                            "      <td>-0.025</td>\n",
                            "      <td>0.041588</td>\n",
                            "      <td>-12.205</td>\n",
                            "      <td>-0.728111</td>\n",
                            "      <td>-0.18187</td>\n",
                            "      <td>-0.12143</td>\n",
                            "      <td>0.043112</td>\n",
                            "      <td>17.2664</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>...</th>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10236</th>\n",
                            "      <td>0.028558</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>11.34900</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>443.974</td>\n",
                            "      <td>...</td>\n",
                            "      <td>375.9</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.049026</td>\n",
                            "      <td>1.273</td>\n",
                            "      <td>-0.533203</td>\n",
                            "      <td>-0.18568</td>\n",
                            "      <td>-0.11735</td>\n",
                            "      <td>0.053982</td>\n",
                            "      <td>17.1961</td>\n",
                            "      <td>3</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10237</th>\n",
                            "      <td>-0.288804</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>12.03610</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>450.603</td>\n",
                            "      <td>...</td>\n",
                            "      <td>389.9</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.054744</td>\n",
                            "      <td>-29.510</td>\n",
                            "      <td>-0.725361</td>\n",
                            "      <td>-0.21962</td>\n",
                            "      <td>-0.11697</td>\n",
                            "      <td>0.059700</td>\n",
                            "      <td>16.9488</td>\n",
                            "      <td>3</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10238</th>\n",
                            "      <td>0.073675</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>10.44560</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>427.511</td>\n",
                            "      <td>...</td>\n",
                            "      <td>625.4</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.046761</td>\n",
                            "      <td>13.455</td>\n",
                            "      <td>-1.775220</td>\n",
                            "      <td>-0.18374</td>\n",
                            "      <td>-0.11664</td>\n",
                            "      <td>0.045234</td>\n",
                            "      <td>16.9493</td>\n",
                            "      <td>1</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10239</th>\n",
                            "      <td>-0.053419</td>\n",
                            "      <td>-0.191</td>\n",
                            "      <td>1.505</td>\n",
                            "      <td>1.110</td>\n",
                            "      <td>2.209</td>\n",
                            "      <td>-0.062</td>\n",
                            "      <td>-0.349</td>\n",
                            "      <td>10.91210</td>\n",
                            "      <td>-0.125</td>\n",
                            "      <td>424.143</td>\n",
                            "      <td>...</td>\n",
                            "      <td>865.1</td>\n",
                            "      <td>-0.015</td>\n",
                            "      <td>0.054070</td>\n",
                            "      <td>-15.422</td>\n",
                            "      <td>1.265340</td>\n",
                            "      <td>-0.18110</td>\n",
                            "      <td>-0.12317</td>\n",
                            "      <td>0.052165</td>\n",
                            "      <td>16.9989</td>\n",
                            "      <td>1</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10240</th>\n",
                            "      <td>-1.033449</td>\n",
                            "      <td>-0.227</td>\n",
                            "      <td>-0.218</td>\n",
                            "      <td>0.110</td>\n",
                            "      <td>-0.329</td>\n",
                            "      <td>-0.062</td>\n",
                            "      <td>-0.326</td>\n",
                            "      <td>11.39910</td>\n",
                            "      <td>-0.141</td>\n",
                            "      <td>446.200</td>\n",
                            "      <td>...</td>\n",
                            "      <td>512.7</td>\n",
                            "      <td>-0.013</td>\n",
                            "      <td>0.060589</td>\n",
                            "      <td>-27.832</td>\n",
                            "      <td>-1.252290</td>\n",
                            "      <td>-0.20301</td>\n",
                            "      <td>-0.12495</td>\n",
                            "      <td>0.057537</td>\n",
                            "      <td>16.9364</td>\n",
                            "      <td>4</td>\n",
                            "    </tr>\n",
                            "  </tbody>\n",
                            "</table>\n",
                            "<p>10241 rows × 152 columns</p>\n",
                            "</div>"
                        ],
                        "text/plain": [
                            "              0      1      2      3      4      5      6         7      8  \\\n",
                            "0      0.899922 -0.161 -0.244  1.022 -0.304 -0.156 -0.310  12.06400 -0.051   \n",
                            "1      1.050575 -0.285 -0.298 -0.776 -0.263 -0.118  1.526   9.92919 -0.059   \n",
                            "2     -1.206626 -0.202 -0.289  1.099 -0.302 -0.176 -0.330  11.07720 -0.075   \n",
                            "3     -1.082795 -0.125  1.748  2.167 -0.239 -0.242 -0.292   9.39798 -0.045   \n",
                            "4      0.891784 -0.219  1.757 -0.782 -0.268 -0.099 -0.239   9.42913 -0.067   \n",
                            "...         ...    ...    ...    ...    ...    ...    ...       ...    ...   \n",
                            "10236  0.028558 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  11.34900 -0.072   \n",
                            "10237 -0.288804 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  12.03610 -0.072   \n",
                            "10238  0.073675 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  10.44560 -0.072   \n",
                            "10239 -0.053419 -0.191  1.505  1.110  2.209 -0.062 -0.349  10.91210 -0.125   \n",
                            "10240 -1.033449 -0.227 -0.218  0.110 -0.329 -0.062 -0.326  11.39910 -0.141   \n",
                            "\n",
                            "             9  ...    142    143       144     145       146      147  \\\n",
                            "0      462.092  ...  764.3 -0.005  0.060303  13.383  0.819909 -0.18291   \n",
                            "1      466.645  ...  532.5 -0.023  0.044870  14.887  1.642613 -0.19030   \n",
                            "2      419.784  ...  651.4 -0.035  0.054069  -2.932  0.464588 -0.18631   \n",
                            "3      433.346  ...  603.4 -0.008  0.043571 -44.990  0.335563 -0.19257   \n",
                            "4      429.280  ...  417.4 -0.025  0.041588 -12.205 -0.728111 -0.18187   \n",
                            "...        ...  ...    ...    ...       ...     ...       ...      ...   \n",
                            "10236  443.974  ...  375.9 -0.051  0.049026   1.273 -0.533203 -0.18568   \n",
                            "10237  450.603  ...  389.9 -0.051  0.054744 -29.510 -0.725361 -0.21962   \n",
                            "10238  427.511  ...  625.4 -0.051  0.046761  13.455 -1.775220 -0.18374   \n",
                            "10239  424.143  ...  865.1 -0.015  0.054070 -15.422  1.265340 -0.18110   \n",
                            "10240  446.200  ...  512.7 -0.013  0.060589 -27.832 -1.252290 -0.20301   \n",
                            "\n",
                            "           148       149      150  target  \n",
                            "0     -0.12259  0.060684  17.1094       0  \n",
                            "1     -0.12308  0.045252  17.0932       0  \n",
                            "2     -0.12413  0.050065  17.2080       0  \n",
                            "3     -0.11309  0.045097  17.5977       0  \n",
                            "4     -0.12143  0.043112  17.2664       0  \n",
                            "...        ...       ...      ...     ...  \n",
                            "10236 -0.11735  0.053982  17.1961       3  \n",
                            "10237 -0.11697  0.059700  16.9488       3  \n",
                            "10238 -0.11664  0.045234  16.9493       1  \n",
                            "10239 -0.12317  0.052165  16.9989       1  \n",
                            "10240 -0.12495  0.057537  16.9364       4  \n",
                            "\n",
                            "[10241 rows x 152 columns]"
                        ]
                    },
                    "execution_count": 5,
                    "metadata": {},
                    "output_type": "execute_result"
                }
            ],
            "source": [
                "df = pd.read_csv(DATA_CSV)\n",
                "df"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 6,
            "id": "66c888c0-b56d-46dc-9e94-a2b897e46ff9",
            "metadata": {},
            "outputs": [
                {
                    "data": {
                        "text/html": [
                            "<div>\n",
                            "<style scoped>\n",
                            "    .dataframe tbody tr th:only-of-type {\n",
                            "        vertical-align: middle;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe tbody tr th {\n",
                            "        vertical-align: top;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe thead th {\n",
                            "        text-align: right;\n",
                            "    }\n",
                            "</style>\n",
                            "<table border=\"1\" class=\"dataframe\">\n",
                            "  <thead>\n",
                            "    <tr style=\"text-align: right;\">\n",
                            "      <th></th>\n",
                            "      <th>target</th>\n",
                            "      <th>0</th>\n",
                            "      <th>1</th>\n",
                            "      <th>2</th>\n",
                            "      <th>3</th>\n",
                            "      <th>4</th>\n",
                            "      <th>5</th>\n",
                            "      <th>6</th>\n",
                            "      <th>7</th>\n",
                            "      <th>8</th>\n",
                            "      <th>...</th>\n",
                            "      <th>141</th>\n",
                            "      <th>142</th>\n",
                            "      <th>143</th>\n",
                            "      <th>144</th>\n",
                            "      <th>145</th>\n",
                            "      <th>146</th>\n",
                            "      <th>147</th>\n",
                            "      <th>148</th>\n",
                            "      <th>149</th>\n",
                            "      <th>150</th>\n",
                            "    </tr>\n",
                            "  </thead>\n",
                            "  <tbody>\n",
                            "    <tr>\n",
                            "      <th>0</th>\n",
                            "      <td>0</td>\n",
                            "      <td>0.899922</td>\n",
                            "      <td>-0.161</td>\n",
                            "      <td>-0.244</td>\n",
                            "      <td>1.022</td>\n",
                            "      <td>-0.304</td>\n",
                            "      <td>-0.156</td>\n",
                            "      <td>-0.310</td>\n",
                            "      <td>12.06400</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>...</td>\n",
                            "      <td>-0.658</td>\n",
                            "      <td>764.3</td>\n",
                            "      <td>-0.005</td>\n",
                            "      <td>0.060303</td>\n",
                            "      <td>13.383</td>\n",
                            "      <td>0.819909</td>\n",
                            "      <td>-0.18291</td>\n",
                            "      <td>-0.12259</td>\n",
                            "      <td>0.060684</td>\n",
                            "      <td>17.1094</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>1</th>\n",
                            "      <td>0</td>\n",
                            "      <td>1.050575</td>\n",
                            "      <td>-0.285</td>\n",
                            "      <td>-0.298</td>\n",
                            "      <td>-0.776</td>\n",
                            "      <td>-0.263</td>\n",
                            "      <td>-0.118</td>\n",
                            "      <td>1.526</td>\n",
                            "      <td>9.92919</td>\n",
                            "      <td>-0.059</td>\n",
                            "      <td>...</td>\n",
                            "      <td>-0.839</td>\n",
                            "      <td>532.5</td>\n",
                            "      <td>-0.023</td>\n",
                            "      <td>0.044870</td>\n",
                            "      <td>14.887</td>\n",
                            "      <td>1.642613</td>\n",
                            "      <td>-0.19030</td>\n",
                            "      <td>-0.12308</td>\n",
                            "      <td>0.045252</td>\n",
                            "      <td>17.0932</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>2</th>\n",
                            "      <td>0</td>\n",
                            "      <td>-1.206626</td>\n",
                            "      <td>-0.202</td>\n",
                            "      <td>-0.289</td>\n",
                            "      <td>1.099</td>\n",
                            "      <td>-0.302</td>\n",
                            "      <td>-0.176</td>\n",
                            "      <td>-0.330</td>\n",
                            "      <td>11.07720</td>\n",
                            "      <td>-0.075</td>\n",
                            "      <td>...</td>\n",
                            "      <td>1.090</td>\n",
                            "      <td>651.4</td>\n",
                            "      <td>-0.035</td>\n",
                            "      <td>0.054069</td>\n",
                            "      <td>-2.932</td>\n",
                            "      <td>0.464588</td>\n",
                            "      <td>-0.18631</td>\n",
                            "      <td>-0.12413</td>\n",
                            "      <td>0.050065</td>\n",
                            "      <td>17.2080</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>3</th>\n",
                            "      <td>0</td>\n",
                            "      <td>-1.082795</td>\n",
                            "      <td>-0.125</td>\n",
                            "      <td>1.748</td>\n",
                            "      <td>2.167</td>\n",
                            "      <td>-0.239</td>\n",
                            "      <td>-0.242</td>\n",
                            "      <td>-0.292</td>\n",
                            "      <td>9.39798</td>\n",
                            "      <td>-0.045</td>\n",
                            "      <td>...</td>\n",
                            "      <td>0.252</td>\n",
                            "      <td>603.4</td>\n",
                            "      <td>-0.008</td>\n",
                            "      <td>0.043571</td>\n",
                            "      <td>-44.990</td>\n",
                            "      <td>0.335563</td>\n",
                            "      <td>-0.19257</td>\n",
                            "      <td>-0.11309</td>\n",
                            "      <td>0.045097</td>\n",
                            "      <td>17.5977</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>4</th>\n",
                            "      <td>0</td>\n",
                            "      <td>0.891784</td>\n",
                            "      <td>-0.219</td>\n",
                            "      <td>1.757</td>\n",
                            "      <td>-0.782</td>\n",
                            "      <td>-0.268</td>\n",
                            "      <td>-0.099</td>\n",
                            "      <td>-0.239</td>\n",
                            "      <td>9.42913</td>\n",
                            "      <td>-0.067</td>\n",
                            "      <td>...</td>\n",
                            "      <td>1.246</td>\n",
                            "      <td>417.4</td>\n",
                            "      <td>-0.025</td>\n",
                            "      <td>0.041588</td>\n",
                            "      <td>-12.205</td>\n",
                            "      <td>-0.728111</td>\n",
                            "      <td>-0.18187</td>\n",
                            "      <td>-0.12143</td>\n",
                            "      <td>0.043112</td>\n",
                            "      <td>17.2664</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>...</th>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10236</th>\n",
                            "      <td>3</td>\n",
                            "      <td>0.028558</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>11.34900</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>...</td>\n",
                            "      <td>-1.309</td>\n",
                            "      <td>375.9</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.049026</td>\n",
                            "      <td>1.273</td>\n",
                            "      <td>-0.533203</td>\n",
                            "      <td>-0.18568</td>\n",
                            "      <td>-0.11735</td>\n",
                            "      <td>0.053982</td>\n",
                            "      <td>17.1961</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10237</th>\n",
                            "      <td>3</td>\n",
                            "      <td>-0.288804</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>12.03610</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>...</td>\n",
                            "      <td>0.175</td>\n",
                            "      <td>389.9</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.054744</td>\n",
                            "      <td>-29.510</td>\n",
                            "      <td>-0.725361</td>\n",
                            "      <td>-0.21962</td>\n",
                            "      <td>-0.11697</td>\n",
                            "      <td>0.059700</td>\n",
                            "      <td>16.9488</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10238</th>\n",
                            "      <td>1</td>\n",
                            "      <td>0.073675</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>10.44560</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>...</td>\n",
                            "      <td>-1.309</td>\n",
                            "      <td>625.4</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.046761</td>\n",
                            "      <td>13.455</td>\n",
                            "      <td>-1.775220</td>\n",
                            "      <td>-0.18374</td>\n",
                            "      <td>-0.11664</td>\n",
                            "      <td>0.045234</td>\n",
                            "      <td>16.9493</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10239</th>\n",
                            "      <td>1</td>\n",
                            "      <td>-0.053419</td>\n",
                            "      <td>-0.191</td>\n",
                            "      <td>1.505</td>\n",
                            "      <td>1.110</td>\n",
                            "      <td>2.209</td>\n",
                            "      <td>-0.062</td>\n",
                            "      <td>-0.349</td>\n",
                            "      <td>10.91210</td>\n",
                            "      <td>-0.125</td>\n",
                            "      <td>...</td>\n",
                            "      <td>-1.271</td>\n",
                            "      <td>865.1</td>\n",
                            "      <td>-0.015</td>\n",
                            "      <td>0.054070</td>\n",
                            "      <td>-15.422</td>\n",
                            "      <td>1.265340</td>\n",
                            "      <td>-0.18110</td>\n",
                            "      <td>-0.12317</td>\n",
                            "      <td>0.052165</td>\n",
                            "      <td>16.9989</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>10240</th>\n",
                            "      <td>4</td>\n",
                            "      <td>-1.033449</td>\n",
                            "      <td>-0.227</td>\n",
                            "      <td>-0.218</td>\n",
                            "      <td>0.110</td>\n",
                            "      <td>-0.329</td>\n",
                            "      <td>-0.062</td>\n",
                            "      <td>-0.326</td>\n",
                            "      <td>11.39910</td>\n",
                            "      <td>-0.141</td>\n",
                            "      <td>...</td>\n",
                            "      <td>1.445</td>\n",
                            "      <td>512.7</td>\n",
                            "      <td>-0.013</td>\n",
                            "      <td>0.060589</td>\n",
                            "      <td>-27.832</td>\n",
                            "      <td>-1.252290</td>\n",
                            "      <td>-0.20301</td>\n",
                            "      <td>-0.12495</td>\n",
                            "      <td>0.057537</td>\n",
                            "      <td>16.9364</td>\n",
                            "    </tr>\n",
                            "  </tbody>\n",
                            "</table>\n",
                            "<p>10241 rows × 152 columns</p>\n",
                            "</div>"
                        ],
                        "text/plain": [
                            "       target         0      1      2      3      4      5      6         7  \\\n",
                            "0           0  0.899922 -0.161 -0.244  1.022 -0.304 -0.156 -0.310  12.06400   \n",
                            "1           0  1.050575 -0.285 -0.298 -0.776 -0.263 -0.118  1.526   9.92919   \n",
                            "2           0 -1.206626 -0.202 -0.289  1.099 -0.302 -0.176 -0.330  11.07720   \n",
                            "3           0 -1.082795 -0.125  1.748  2.167 -0.239 -0.242 -0.292   9.39798   \n",
                            "4           0  0.891784 -0.219  1.757 -0.782 -0.268 -0.099 -0.239   9.42913   \n",
                            "...       ...       ...    ...    ...    ...    ...    ...    ...       ...   \n",
                            "10236       3  0.028558 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  11.34900   \n",
                            "10237       3 -0.288804 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  12.03610   \n",
                            "10238       1  0.073675 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  10.44560   \n",
                            "10239       1 -0.053419 -0.191  1.505  1.110  2.209 -0.062 -0.349  10.91210   \n",
                            "10240       4 -1.033449 -0.227 -0.218  0.110 -0.329 -0.062 -0.326  11.39910   \n",
                            "\n",
                            "           8  ...    141    142    143       144     145       146      147  \\\n",
                            "0     -0.051  ... -0.658  764.3 -0.005  0.060303  13.383  0.819909 -0.18291   \n",
                            "1     -0.059  ... -0.839  532.5 -0.023  0.044870  14.887  1.642613 -0.19030   \n",
                            "2     -0.075  ...  1.090  651.4 -0.035  0.054069  -2.932  0.464588 -0.18631   \n",
                            "3     -0.045  ...  0.252  603.4 -0.008  0.043571 -44.990  0.335563 -0.19257   \n",
                            "4     -0.067  ...  1.246  417.4 -0.025  0.041588 -12.205 -0.728111 -0.18187   \n",
                            "...      ...  ...    ...    ...    ...       ...     ...       ...      ...   \n",
                            "10236 -0.072  ... -1.309  375.9 -0.051  0.049026   1.273 -0.533203 -0.18568   \n",
                            "10237 -0.072  ...  0.175  389.9 -0.051  0.054744 -29.510 -0.725361 -0.21962   \n",
                            "10238 -0.072  ... -1.309  625.4 -0.051  0.046761  13.455 -1.775220 -0.18374   \n",
                            "10239 -0.125  ... -1.271  865.1 -0.015  0.054070 -15.422  1.265340 -0.18110   \n",
                            "10240 -0.141  ...  1.445  512.7 -0.013  0.060589 -27.832 -1.252290 -0.20301   \n",
                            "\n",
                            "           148       149      150  \n",
                            "0     -0.12259  0.060684  17.1094  \n",
                            "1     -0.12308  0.045252  17.0932  \n",
                            "2     -0.12413  0.050065  17.2080  \n",
                            "3     -0.11309  0.045097  17.5977  \n",
                            "4     -0.12143  0.043112  17.2664  \n",
                            "...        ...       ...      ...  \n",
                            "10236 -0.11735  0.053982  17.1961  \n",
                            "10237 -0.11697  0.059700  16.9488  \n",
                            "10238 -0.11664  0.045234  16.9493  \n",
                            "10239 -0.12317  0.052165  16.9989  \n",
                            "10240 -0.12495  0.057537  16.9364  \n",
                            "\n",
                            "[10241 rows x 152 columns]"
                        ]
                    },
                    "execution_count": 6,
                    "metadata": {},
                    "output_type": "execute_result"
                }
            ],
            "source": [
                "y = df.pop('target')\n",
                "df.insert(0, 'target', y)\n",
                "df"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 7,
            "id": "02b9e2d0-27ba-4ada-abc4-bc9303dc6821",
            "metadata": {},
            "outputs": [],
            "source": [
                "df.to_csv(DATA_DIR / \"full/train.csv\", index=None)"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": null,
            "id": "d2d375d7-4657-41de-937c-4ade4ff53761",
            "metadata": {},
            "outputs": [],
            "source": []
        }
    ],
    "metadata": {
        "kernelspec": {
            "display_name": "Python 3 (ipykernel)",
            "language": "python",
            "name": "python3"
        },
        "language_info": {
            "codemirror_mode": {
                "name": "ipython",
                "version": 3
            },
            "file_extension": ".py",
            "mimetype": "text/x-python",
            "name": "python",
            "nbconvert_exporter": "python",
            "pygments_lexer": "ipython3",
            "version": "3.8.13"
        }
    },
    "nbformat": 4,
    "nbformat_minor": 5
}