sm_nbs/exp-local-sm.ipynb

{
    "cells": [
        {
            "cell_type": "markdown",
            "id": "3c50b2c1",
            "metadata": {},
            "source": [
                "# Prepare session"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 1,
            "id": "b46aa9ec",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "/home/ec2-user/SageMaker/sagemaker-ml-system\n"
                    ]
                }
            ],
            "source": [
                "import os\n",
                "os.chdir(\"..\")\n",
                "!pwd"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 80,
            "id": "74ee023b",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "852039983533\n",
                        "ap-southeast-1\n",
                        "arn:aws:iam::852039983533:role/service-role/AmazonSageMakerServiceCatalogProductsUseRole\n",
                        "<sagemaker.local.local_session.LocalSession object at 0x7f8186264cc0>\n",
                        "s3://t5-engine-bucket\n",
                        "s3://t5-engine-bucket/sagemaker\n",
                        "s3://t5-engine-bucket/training_data/dummy\n"
                    ]
                }
            ],
            "source": [
                "import boto3\n",
                "import sagemaker\n",
                "from sagemaker import get_execution_role\n",
                "from sagemaker.local import LocalSession\n",
                "import s3fs\n",
                "import subprocess\n",
                "from sagemaker.s3 import S3Downloader, S3Uploader\n",
                "from pathlib import Path\n",
                "import json\n",
                "\n",
                "image_name = \"sagemaker-t5\"\n",
                "ecr_namespace = image_name + \"/\"\n",
                "default_bucket = \"t5-engine-bucket\"\n",
                "default_uri = \"s3://\" + default_bucket\n",
                "atf_s3_uri = default_uri + \"/sagemaker\"\n",
                "\n",
                "role = get_execution_role()\n",
                "account_id = role.split(\":\")[4]\n",
                "boto_session = boto3.Session()\n",
                "region = boto_session.region_name\n",
                "bucket = default_bucket\n",
                "\n",
                "sagemaker_session = LocalSession(boto_session=boto_session)\n",
                "sagemaker_session._default_bucket = default_bucket\n",
                "    \n",
                "s3_helper = s3fs.S3FileSystem()\n",
                "data_location_uri = default_uri + \"/training_data/dummy\"\n",
                "\n",
                "print(account_id)\n",
                "print(region)\n",
                "print(role)\n",
                "print(sagemaker_session)\n",
                "print(default_uri)\n",
                "print(atf_s3_uri)\n",
                "print(data_location_uri)"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "c8e6e2fe",
            "metadata": {},
            "source": [
                "# Dev in script mode"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "707eee00",
            "metadata": {},
            "source": [
                "## Build image"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 67,
            "id": "9948046f",
            "metadata": {
                "scrolled": true
            },
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "Sending build context to Docker daemon   47.1kB\n",
                        "Step 1/17 : ARG DEBIAN_FRONTEND=noninteractive\n",
                        "Step 2/17 : FROM python:3.8-slim\n",
                        " ---> 05394ddb89cd\n",
                        "Step 3/17 : MAINTAINER Tung Dao <tungdao17@gmail.com>\n",
                        " ---> Using cache\n",
                        " ---> 7be6e8991878\n",
                        "Step 4/17 : RUN apt-get update\n",
                        " ---> Using cache\n",
                        " ---> 95c5c5339ecb\n",
                        "Step 5/17 : RUN apt-get install -y --no-install-recommends     wget     nginx     ca-certificates     apt-utils     && rm -rf /var/lib/apt/lists/*\n",
                        " ---> Using cache\n",
                        " ---> c644696d398c\n",
                        "Step 6/17 : RUN apt-get update\n",
                        " ---> Using cache\n",
                        " ---> 5d0f1b4e8902\n",
                        "Step 7/17 : RUN apt-get -y install curl\n",
                        " ---> Using cache\n",
                        " ---> 0444cecfea93\n",
                        "Step 8/17 : RUN apt-get -y install libgomp1\n",
                        " ---> Using cache\n",
                        " ---> 3027dc4b1b01\n",
                        "Step 9/17 : COPY code/requirements.txt /opt/program/requirements.txt\n",
                        " ---> Using cache\n",
                        " ---> 005e51ca7352\n",
                        "Step 10/17 : RUN pip install -r /opt/program/requirements.txt\n",
                        " ---> Using cache\n",
                        " ---> e8d5a6cb2c30\n",
                        "Step 11/17 : ENV PYTHONUNBUFFERED=TRUE\n",
                        " ---> Using cache\n",
                        " ---> 0911c54a8dbd\n",
                        "Step 12/17 : ENV PYTHONDONTWRITEBYTECODE=TRUE\n",
                        " ---> Using cache\n",
                        " ---> c31593d28d5f\n",
                        "Step 13/17 : ENV PATH=\"/opt/program:${PATH}\"\n",
                        " ---> Using cache\n",
                        " ---> 6639f9cd464e\n",
                        "Step 14/17 : COPY code /opt/program\n",
                        " ---> c7cda1921b36\n",
                        "Step 15/17 : WORKDIR /opt/program\n",
                        " ---> Running in 27d40dd23ddb\n",
                        "Removing intermediate container 27d40dd23ddb\n",
                        " ---> 42c3726d21b4\n",
                        "Step 16/17 : RUN chmod +x /opt/program/train\n",
                        " ---> Running in e1e519ef8a03\n",
                        "Removing intermediate container e1e519ef8a03\n",
                        " ---> 0bd36b45585e\n",
                        "Step 17/17 : RUN chmod +x /opt/program/serve\n",
                        " ---> Running in a7c1f5e28bf0\n",
                        "Removing intermediate container a7c1f5e28bf0\n",
                        " ---> 56b11d6ef526\n",
                        "Successfully built 56b11d6ef526\n",
                        "Successfully tagged sagemaker-t5:latest\n"
                    ]
                }
            ],
            "source": [
                "! cd container && bash build_image.sh $image_name Dockerfile"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "78f062e1",
            "metadata": {},
            "source": [
                "## Prepare data"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 12,
            "id": "8ea64552",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "sagemaker-t5:latest\n",
                        "s3://t5-engine-bucket/training_data/dummy/train/\n"
                    ]
                }
            ],
            "source": [
                "opt_ml_dir = \"/opt/ml/processing\"\n",
                "execution_id = \"exp-local-sm\"\n",
                "image_uri = f\"{image_name}:latest\"\n",
                "train_data_uri = \"s3://t5-engine-bucket/training_data/dummy/train/\"\n",
                "print(image_uri)\n",
                "print(train_data_uri)"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 9,
            "id": "86cba6a5",
            "metadata": {},
            "outputs": [
                {
                    "data": {
                        "text/html": [
                            "<div>\n",
                            "<style scoped>\n",
                            "    .dataframe tbody tr th:only-of-type {\n",
                            "        vertical-align: middle;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe tbody tr th {\n",
                            "        vertical-align: top;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe thead th {\n",
                            "        text-align: right;\n",
                            "    }\n",
                            "</style>\n",
                            "<table border=\"1\" class=\"dataframe\">\n",
                            "  <thead>\n",
                            "    <tr style=\"text-align: right;\">\n",
                            "      <th></th>\n",
                            "      <th>0</th>\n",
                            "      <th>1</th>\n",
                            "      <th>2</th>\n",
                            "      <th>3</th>\n",
                            "      <th>4</th>\n",
                            "      <th>5</th>\n",
                            "      <th>6</th>\n",
                            "      <th>7</th>\n",
                            "      <th>8</th>\n",
                            "      <th>9</th>\n",
                            "      <th>...</th>\n",
                            "      <th>142</th>\n",
                            "      <th>143</th>\n",
                            "      <th>144</th>\n",
                            "      <th>145</th>\n",
                            "      <th>146</th>\n",
                            "      <th>147</th>\n",
                            "      <th>148</th>\n",
                            "      <th>149</th>\n",
                            "      <th>150</th>\n",
                            "      <th>target</th>\n",
                            "    </tr>\n",
                            "  </thead>\n",
                            "  <tbody>\n",
                            "    <tr>\n",
                            "      <th>0</th>\n",
                            "      <td>-0.184958</td>\n",
                            "      <td>-0.084</td>\n",
                            "      <td>-0.354</td>\n",
                            "      <td>0.355</td>\n",
                            "      <td>-0.304</td>\n",
                            "      <td>-0.058</td>\n",
                            "      <td>0.880</td>\n",
                            "      <td>11.46740</td>\n",
                            "      <td>-0.049</td>\n",
                            "      <td>442.693</td>\n",
                            "      <td>...</td>\n",
                            "      <td>471.1</td>\n",
                            "      <td>-0.063</td>\n",
                            "      <td>0.059045</td>\n",
                            "      <td>11.109</td>\n",
                            "      <td>-1.194949</td>\n",
                            "      <td>-0.19373</td>\n",
                            "      <td>-0.12037</td>\n",
                            "      <td>0.064384</td>\n",
                            "      <td>17.0970</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>1</th>\n",
                            "      <td>0.662799</td>\n",
                            "      <td>-0.243</td>\n",
                            "      <td>-0.287</td>\n",
                            "      <td>-0.741</td>\n",
                            "      <td>2.560</td>\n",
                            "      <td>-0.078</td>\n",
                            "      <td>-0.263</td>\n",
                            "      <td>9.45962</td>\n",
                            "      <td>3.606</td>\n",
                            "      <td>417.630</td>\n",
                            "      <td>...</td>\n",
                            "      <td>707.7</td>\n",
                            "      <td>-0.035</td>\n",
                            "      <td>0.050669</td>\n",
                            "      <td>10.006</td>\n",
                            "      <td>-1.015150</td>\n",
                            "      <td>-0.17960</td>\n",
                            "      <td>-0.10987</td>\n",
                            "      <td>0.047429</td>\n",
                            "      <td>17.3695</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>2</th>\n",
                            "      <td>0.156325</td>\n",
                            "      <td>-0.132</td>\n",
                            "      <td>-0.235</td>\n",
                            "      <td>0.752</td>\n",
                            "      <td>-0.324</td>\n",
                            "      <td>-0.438</td>\n",
                            "      <td>-0.351</td>\n",
                            "      <td>10.01040</td>\n",
                            "      <td>-0.044</td>\n",
                            "      <td>450.113</td>\n",
                            "      <td>...</td>\n",
                            "      <td>675.4</td>\n",
                            "      <td>-0.012</td>\n",
                            "      <td>0.041223</td>\n",
                            "      <td>-21.501</td>\n",
                            "      <td>1.274784</td>\n",
                            "      <td>-0.18280</td>\n",
                            "      <td>-0.11017</td>\n",
                            "      <td>0.043130</td>\n",
                            "      <td>17.1175</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>3</th>\n",
                            "      <td>-0.661623</td>\n",
                            "      <td>-0.178</td>\n",
                            "      <td>-0.149</td>\n",
                            "      <td>-0.923</td>\n",
                            "      <td>-0.266</td>\n",
                            "      <td>-0.184</td>\n",
                            "      <td>2.681</td>\n",
                            "      <td>9.45939</td>\n",
                            "      <td>-0.059</td>\n",
                            "      <td>455.255</td>\n",
                            "      <td>...</td>\n",
                            "      <td>580.7</td>\n",
                            "      <td>-0.041</td>\n",
                            "      <td>0.045162</td>\n",
                            "      <td>-1.673</td>\n",
                            "      <td>-1.193886</td>\n",
                            "      <td>-0.18170</td>\n",
                            "      <td>-0.12229</td>\n",
                            "      <td>0.049549</td>\n",
                            "      <td>17.5938</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>4</th>\n",
                            "      <td>1.896510</td>\n",
                            "      <td>-0.085</td>\n",
                            "      <td>-0.359</td>\n",
                            "      <td>0.764</td>\n",
                            "      <td>-0.311</td>\n",
                            "      <td>-0.078</td>\n",
                            "      <td>-0.299</td>\n",
                            "      <td>10.53900</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>436.209</td>\n",
                            "      <td>...</td>\n",
                            "      <td>668.7</td>\n",
                            "      <td>-0.033</td>\n",
                            "      <td>0.055048</td>\n",
                            "      <td>10.125</td>\n",
                            "      <td>-1.205284</td>\n",
                            "      <td>-0.19094</td>\n",
                            "      <td>-0.11897</td>\n",
                            "      <td>0.052379</td>\n",
                            "      <td>17.5324</td>\n",
                            "      <td>0</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>...</th>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "      <td>...</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>295</th>\n",
                            "      <td>0.028558</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>11.34900</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>443.974</td>\n",
                            "      <td>...</td>\n",
                            "      <td>375.9</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.049026</td>\n",
                            "      <td>1.273</td>\n",
                            "      <td>-0.533203</td>\n",
                            "      <td>-0.18568</td>\n",
                            "      <td>-0.11735</td>\n",
                            "      <td>0.053982</td>\n",
                            "      <td>17.1961</td>\n",
                            "      <td>3</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>296</th>\n",
                            "      <td>-0.288804</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>12.03610</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>450.603</td>\n",
                            "      <td>...</td>\n",
                            "      <td>389.9</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.054744</td>\n",
                            "      <td>-29.510</td>\n",
                            "      <td>-0.725361</td>\n",
                            "      <td>-0.21962</td>\n",
                            "      <td>-0.11697</td>\n",
                            "      <td>0.059700</td>\n",
                            "      <td>16.9488</td>\n",
                            "      <td>3</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>297</th>\n",
                            "      <td>0.073675</td>\n",
                            "      <td>-0.249</td>\n",
                            "      <td>-0.288</td>\n",
                            "      <td>-1.030</td>\n",
                            "      <td>-0.334</td>\n",
                            "      <td>-0.073</td>\n",
                            "      <td>-0.320</td>\n",
                            "      <td>10.44560</td>\n",
                            "      <td>-0.072</td>\n",
                            "      <td>427.511</td>\n",
                            "      <td>...</td>\n",
                            "      <td>625.4</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>0.046761</td>\n",
                            "      <td>13.455</td>\n",
                            "      <td>-1.775220</td>\n",
                            "      <td>-0.18374</td>\n",
                            "      <td>-0.11664</td>\n",
                            "      <td>0.045234</td>\n",
                            "      <td>16.9493</td>\n",
                            "      <td>1</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>298</th>\n",
                            "      <td>-0.053419</td>\n",
                            "      <td>-0.191</td>\n",
                            "      <td>1.505</td>\n",
                            "      <td>1.110</td>\n",
                            "      <td>2.209</td>\n",
                            "      <td>-0.062</td>\n",
                            "      <td>-0.349</td>\n",
                            "      <td>10.91210</td>\n",
                            "      <td>-0.125</td>\n",
                            "      <td>424.143</td>\n",
                            "      <td>...</td>\n",
                            "      <td>865.1</td>\n",
                            "      <td>-0.015</td>\n",
                            "      <td>0.054070</td>\n",
                            "      <td>-15.422</td>\n",
                            "      <td>1.265340</td>\n",
                            "      <td>-0.18110</td>\n",
                            "      <td>-0.12317</td>\n",
                            "      <td>0.052165</td>\n",
                            "      <td>16.9989</td>\n",
                            "      <td>1</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>299</th>\n",
                            "      <td>-1.033449</td>\n",
                            "      <td>-0.227</td>\n",
                            "      <td>-0.218</td>\n",
                            "      <td>0.110</td>\n",
                            "      <td>-0.329</td>\n",
                            "      <td>-0.062</td>\n",
                            "      <td>-0.326</td>\n",
                            "      <td>11.39910</td>\n",
                            "      <td>-0.141</td>\n",
                            "      <td>446.200</td>\n",
                            "      <td>...</td>\n",
                            "      <td>512.7</td>\n",
                            "      <td>-0.013</td>\n",
                            "      <td>0.060589</td>\n",
                            "      <td>-27.832</td>\n",
                            "      <td>-1.252290</td>\n",
                            "      <td>-0.20301</td>\n",
                            "      <td>-0.12495</td>\n",
                            "      <td>0.057537</td>\n",
                            "      <td>16.9364</td>\n",
                            "      <td>4</td>\n",
                            "    </tr>\n",
                            "  </tbody>\n",
                            "</table>\n",
                            "<p>300 rows × 152 columns</p>\n",
                            "</div>"
                        ],
                        "text/plain": [
                            "            0      1      2      3      4      5      6         7      8  \\\n",
                            "0   -0.184958 -0.084 -0.354  0.355 -0.304 -0.058  0.880  11.46740 -0.049   \n",
                            "1    0.662799 -0.243 -0.287 -0.741  2.560 -0.078 -0.263   9.45962  3.606   \n",
                            "2    0.156325 -0.132 -0.235  0.752 -0.324 -0.438 -0.351  10.01040 -0.044   \n",
                            "3   -0.661623 -0.178 -0.149 -0.923 -0.266 -0.184  2.681   9.45939 -0.059   \n",
                            "4    1.896510 -0.085 -0.359  0.764 -0.311 -0.078 -0.299  10.53900 -0.051   \n",
                            "..        ...    ...    ...    ...    ...    ...    ...       ...    ...   \n",
                            "295  0.028558 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  11.34900 -0.072   \n",
                            "296 -0.288804 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  12.03610 -0.072   \n",
                            "297  0.073675 -0.249 -0.288 -1.030 -0.334 -0.073 -0.320  10.44560 -0.072   \n",
                            "298 -0.053419 -0.191  1.505  1.110  2.209 -0.062 -0.349  10.91210 -0.125   \n",
                            "299 -1.033449 -0.227 -0.218  0.110 -0.329 -0.062 -0.326  11.39910 -0.141   \n",
                            "\n",
                            "           9  ...    142    143       144     145       146      147      148  \\\n",
                            "0    442.693  ...  471.1 -0.063  0.059045  11.109 -1.194949 -0.19373 -0.12037   \n",
                            "1    417.630  ...  707.7 -0.035  0.050669  10.006 -1.015150 -0.17960 -0.10987   \n",
                            "2    450.113  ...  675.4 -0.012  0.041223 -21.501  1.274784 -0.18280 -0.11017   \n",
                            "3    455.255  ...  580.7 -0.041  0.045162  -1.673 -1.193886 -0.18170 -0.12229   \n",
                            "4    436.209  ...  668.7 -0.033  0.055048  10.125 -1.205284 -0.19094 -0.11897   \n",
                            "..       ...  ...    ...    ...       ...     ...       ...      ...      ...   \n",
                            "295  443.974  ...  375.9 -0.051  0.049026   1.273 -0.533203 -0.18568 -0.11735   \n",
                            "296  450.603  ...  389.9 -0.051  0.054744 -29.510 -0.725361 -0.21962 -0.11697   \n",
                            "297  427.511  ...  625.4 -0.051  0.046761  13.455 -1.775220 -0.18374 -0.11664   \n",
                            "298  424.143  ...  865.1 -0.015  0.054070 -15.422  1.265340 -0.18110 -0.12317   \n",
                            "299  446.200  ...  512.7 -0.013  0.060589 -27.832 -1.252290 -0.20301 -0.12495   \n",
                            "\n",
                            "          149      150  target  \n",
                            "0    0.064384  17.0970       0  \n",
                            "1    0.047429  17.3695       0  \n",
                            "2    0.043130  17.1175       0  \n",
                            "3    0.049549  17.5938       0  \n",
                            "4    0.052379  17.5324       0  \n",
                            "..        ...      ...     ...  \n",
                            "295  0.053982  17.1961       3  \n",
                            "296  0.059700  16.9488       3  \n",
                            "297  0.045234  16.9493       1  \n",
                            "298  0.052165  16.9989       1  \n",
                            "299  0.057537  16.9364       4  \n",
                            "\n",
                            "[300 rows x 152 columns]"
                        ]
                    },
                    "execution_count": 9,
                    "metadata": {},
                    "output_type": "execute_result"
                }
            ],
            "source": [
                "import pandas as pd\n",
                "s3 = boto3.client('s3')\n",
                "obj = s3.get_object(Bucket=default_bucket, Key=f'training_data/dummy/train/train.csv')\n",
                "train_df = pd.read_csv(obj['Body'])\n",
                "train_df"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 10,
            "id": "d6b8d33b",
            "metadata": {},
            "outputs": [
                {
                    "data": {
                        "text/plain": [
                            "Index(['0', '1', '2', '3', '4', '5', '6', '7', '8', '9',\n",
                            "       ...\n",
                            "       '142', '143', '144', '145', '146', '147', '148', '149', '150',\n",
                            "       'target'],\n",
                            "      dtype='object', length=152)"
                        ]
                    },
                    "execution_count": 10,
                    "metadata": {},
                    "output_type": "execute_result"
                }
            ],
            "source": [
                "train_df.columns"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "cba88ee3",
            "metadata": {},
            "source": [
                "# Train"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 68,
            "id": "a88ecf1d",
            "metadata": {
                "scrolled": true
            },
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "Creating 8s8igki5yc-algo-1-u8xni ... \n",
                        "Creating 8s8igki5yc-algo-1-u8xni ... done\n",
                        "Attaching to 8s8igki5yc-algo-1-u8xni\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m params: {'random_seed': '17'}\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Start inspect_input\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m /opt/ml/input/data: ['train']\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m /opt/ml/input/data/train: ['train.csv']\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Start train\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Pycaret setup\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m IntProgress(value=0, description='Processing: ', max=3)\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                     \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                     \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .              14:49:35\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Loading Dependencies\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                            \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                            \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                     14:49:35\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Preparing Data for Modeling\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                            \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                            \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                     14:49:35\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Preparing Data for Modeling\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                   \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                   \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .            14:49:35\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Preprocessing Data\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                   \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                   \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .            14:49:35\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Preprocessing Data\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Setup Succesfully Completed!\n",
                        "<pandas.io.formats.style.Styler object at 0x7f23c85d5dc0>\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Pycaret finalize_model\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m IntProgress(value=0, description='Processing: ', max=4)\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                     \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                     \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .              14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Loading Dependencies\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .     Compiling Library\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Empty DataFrame\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Columns: [Fold, Accuracy, AUC, Recall, Prec., F1, Kappa, MCC]\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Index: []\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                    \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                    \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .             14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Selecting Estimator\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .    Compiling Library\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                    \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                    \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .             14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .  Selecting Estimator\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .    Compiling Library\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .              Selecting Estimator\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .              Selecting Estimator\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .                  Initializing CV\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .                  Initializing CV\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .                  Fitting 5 Folds\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .                  Fitting 5 Folds\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .                 Finalizing Model\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m                                                                                \n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Initiated  . . . . . . . . . . . . . . . . . .                         14:49:37\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Status     . . . . . . . . . . . . . . . . . .                 Finalizing Model\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Estimator  . . . . . . . . . . . . . . . . . .  Light Gradient Boosting Machine\n",
                        "<pandas.io.formats.style.Styler object at 0x7f23c006c340>\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Pycaret save_model\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Transformation Pipeline and Model Successfully Saved\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Pycaret save_config\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m Start inspect_output\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni |\u001b[0m /opt/ml/model: ['final-config', 'final-model.pkl']\n",
                        "\u001b[36m8s8igki5yc-algo-1-u8xni exited with code 0\n",
                        "\u001b[0mAborting on container exit...\n",
                        "===== Job Complete =====\n"
                    ]
                }
            ],
            "source": [
                "import sagemaker\n",
                "import json\n",
                "\n",
                "# JSON encode hyperparameters\n",
                "def json_encode_hyperparameters(hyperparameters):\n",
                "    return {str(k): json.dumps(v) for (k, v) in hyperparameters.items()}\n",
                "\n",
                "hyperparameters = json_encode_hyperparameters({\"random_seed\": 17})\n",
                "\n",
                "est = sagemaker.estimator.Estimator(\n",
                "    image_uri,\n",
                "    role,\n",
                "    instance_count=1,\n",
                "    instance_type=\"local\",\n",
                "    hyperparameters=hyperparameters,\n",
                "    output_path=atf_s3_uri + f\"/model\",\n",
                "    sagemaker_session=sagemaker_session,\n",
                ")\n",
                "\n",
                "est.fit({\"train\": train_data_uri})"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 69,
            "id": "1f29ef83",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "sagemaker-t5-2022-04-04-14-49-30-352\n"
                    ]
                }
            ],
            "source": [
                "job_name = est.latest_training_job.name\n",
                "print(job_name)"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 70,
            "id": "4e056e25",
            "metadata": {},
            "outputs": [
                {
                    "data": {
                        "text/plain": [
                            "'s3://t5-engine-bucket/sagemaker/model/sagemaker-t5-2022-04-04-14-49-30-352/model.tar.gz'"
                        ]
                    },
                    "execution_count": 70,
                    "metadata": {},
                    "output_type": "execute_result"
                }
            ],
            "source": [
                "training_job_description = est.jobs[-1].describe()\n",
                "model_data_s3_uri = f\"{training_job_description['ModelArtifacts']['S3ModelArtifacts']}\"\n",
                "model_data_s3_uri"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "bb922e29",
            "metadata": {},
            "source": [
                "# Evaluate"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 71,
            "id": "aea36233",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "s3://t5-engine-bucket/training_data/dummy/test/\n"
                    ]
                }
            ],
            "source": [
                "test_data_uri = \"s3://t5-engine-bucket/training_data/dummy/test/\"\n",
                "print(test_data_uri)"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 62,
            "id": "8c7ed723",
            "metadata": {
                "scrolled": true
            },
            "outputs": [
                {
                    "name": "stderr",
                    "output_type": "stream",
                    "text": [
                        "Stopping condition is not supported in local mode.\n"
                    ]
                },
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "\n",
                        "Job Name:  evaluate-processor-2022-04-04-14-47-28-910\n",
                        "Inputs:  [{'InputName': 'input-1', 'AppManaged': False, 'S3Input': {'S3Uri': 's3://t5-engine-bucket/sagemaker/model/sagemaker-t5-2022-04-04-14-47-12-166/model.tar.gz', 'LocalPath': '/opt/ml/processing/model', 'S3DataType': 'S3Prefix', 'S3InputMode': 'File', 'S3DataDistributionType': 'FullyReplicated', 'S3CompressionType': 'None'}}, {'InputName': 'input-2', 'AppManaged': False, 'S3Input': {'S3Uri': 's3://t5-engine-bucket/training_data/dummy/test/', 'LocalPath': '/opt/ml/processing/test', 'S3DataType': 'S3Prefix', 'S3InputMode': 'File', 'S3DataDistributionType': 'FullyReplicated', 'S3CompressionType': 'None'}}, {'InputName': 'code', 'AppManaged': False, 'S3Input': {'S3Uri': 's3://sagemaker-ap-southeast-1-852039983533/evaluate-processor-2022-04-04-14-47-28-910/input/code/evaluate.py', 'LocalPath': '/opt/ml/processing/input/code', 'S3DataType': 'S3Prefix', 'S3InputMode': 'File', 'S3DataDistributionType': 'FullyReplicated', 'S3CompressionType': 'None'}}]\n",
                        "Outputs:  [{'OutputName': 'evaluation', 'AppManaged': False, 'S3Output': {'S3Uri': 's3://t5-engine-bucket/sagemaker/evaluation/exp-local-sm', 'LocalPath': '/opt/ml/processing/evaluation', 'S3UploadMode': 'EndOfJob'}}]\n",
                        "Creating 7qp4r62mgq-algo-1-yhu6g ... \n",
                        "Creating 7qp4r62mgq-algo-1-yhu6g ... done\n",
                        "Attaching to 7qp4r62mgq-algo-1-yhu6g\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Extracting model from path: /opt/ml/processing/model/model.tar.gz\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Start inspect_input\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m /opt/ml/processing/model: ['final-config', 'final-model.pkl', 'model.tar.gz']\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m /opt/ml/processing/test: ['test.csv']\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Start evaluate\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Pycaret load_config\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Pycaret load_model\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Transformation Pipeline and Model Successfully Loaded\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Pycaret predict_model\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m <pandas.io.formats.style.Styler object at 0x7f98a168ffa0>\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Compute f1, accuracy\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m report_dict: {'binary_classification_metrics': {'accuracy': {'value': 0.5182186234817814, 'standard_deviation': 'NaN'}, 'f1': {'value': 0.6455609125018468, 'standard_deviation': 'NaN'}}}\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Save report_dict to: /opt/ml/processing/evaluation/eval.json\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m Start inspect_output\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g |\u001b[0m /opt/ml/processing/evaluation: ['eval.json']\n",
                        "\u001b[36m7qp4r62mgq-algo-1-yhu6g exited with code 0\n",
                        "\u001b[0mAborting on container exit...\n",
                        "===== Job Complete =====\n"
                    ]
                }
            ],
            "source": [
                "from sagemaker.processing import ScriptProcessor, ProcessingInput, ProcessingOutput\n",
                "\n",
                "eval_processor = ScriptProcessor(\n",
                "    base_job_name=\"evaluate-processor\",\n",
                "    image_uri=image_uri,\n",
                "    command=['python'],\n",
                "    role=role,\n",
                "    instance_count=1,\n",
                "    instance_type=\"local\",\n",
                "    max_runtime_in_seconds=1200,\n",
                ")\n",
                "\n",
                "eval_processor.run(\n",
                "    code=\"container/code/evaluate.py\",\n",
                "    inputs=[\n",
                "        ProcessingInput(\n",
                "            source=model_data_s3_uri,\n",
                "            destination=opt_ml_dir + \"/model\",\n",
                "        ),\n",
                "        ProcessingInput(\n",
                "            source=test_data_uri,\n",
                "            destination=opt_ml_dir + \"/test\",\n",
                "        ),\n",
                "    ],\n",
                "    outputs=[\n",
                "        ProcessingOutput(\n",
                "            output_name=\"evaluation\",\n",
                "            source=opt_ml_dir + \"/evaluation\",\n",
                "            destination=atf_s3_uri + f\"/evaluation/{execution_id}\",\n",
                "        ),\n",
                "    ],\n",
                "    arguments=[\"\"],\n",
                "    wait=True,\n",
                "    logs=True,\n",
                ")"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 63,
            "id": "e84b6777",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "2022-04-04 14:47:37        173 eval.json\n"
                    ]
                }
            ],
            "source": [
                "eval_job_description = eval_processor.jobs[-1].describe()\n",
                "eval_output_config = eval_job_description[\"ProcessingOutputConfig\"]\n",
                "for output in eval_output_config[\"Outputs\"]:\n",
                "    if output[\"OutputName\"] == \"evaluation\":\n",
                "        eval_uri = output[\"S3Output\"][\"S3Uri\"]\n",
                "        \n",
                "! aws s3 ls $eval_uri/"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "86345a66",
            "metadata": {},
            "source": [
                "# Deploy"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 72,
            "id": "787f1f61",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "Attaching to 46s9mn60ss-algo-1-uxsio\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Starting the inference server with 4 workers.\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m [2022-04-04 14:49:49 +0000] [11] [INFO] Starting gunicorn 20.1.0\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m [2022-04-04 14:49:49 +0000] [11] [INFO] Listening at: unix:/tmp/gunicorn.sock (11)\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m [2022-04-04 14:49:49 +0000] [11] [INFO] Using worker: sync\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m [2022-04-04 14:49:49 +0000] [14] [INFO] Booting worker with pid: 14\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m [2022-04-04 14:49:49 +0000] [15] [INFO] Booting worker with pid: 15\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m [2022-04-04 14:49:49 +0000] [16] [INFO] Booting worker with pid: 16\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m [2022-04-04 14:49:49 +0000] [23] [INFO] Booting worker with pid: 23\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Pycaret load_config\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Pycaret load_config\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Pycaret load_config\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Pycaret load_model\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Transformation Pipeline and Model Successfully Loaded\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Pycaret load_config\n",
                        "!\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m 172.18.0.1 - - [04/Apr/2022:14:49:54 +0000] \"GET /ping HTTP/1.1\" 200 1 \"-\" \"python-urllib3/1.26.8\"\n"
                    ]
                }
            ],
            "source": [
                "from sagemaker.predictor import CSVSerializer\n",
                "predictor = est.deploy(\n",
                "    initial_instance_count=1,\n",
                "    instance_type=\"local\",\n",
                "    serializer=CSVSerializer(),\n",
                ")"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 73,
            "id": "a8470ae8",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "sagemaker-t5-2022-04-04-14-49-46-982\n"
                    ]
                }
            ],
            "source": [
                "endpoint_name = predictor.endpoint_name\n",
                "print(endpoint_name)"
            ]
        },
        {
            "cell_type": "markdown",
            "id": "2b17857b",
            "metadata": {},
            "source": [
                "## Test endpoint"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 75,
            "id": "9e874d1a",
            "metadata": {},
            "outputs": [
                {
                    "data": {
                        "text/html": [
                            "<div>\n",
                            "<style scoped>\n",
                            "    .dataframe tbody tr th:only-of-type {\n",
                            "        vertical-align: middle;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe tbody tr th {\n",
                            "        vertical-align: top;\n",
                            "    }\n",
                            "\n",
                            "    .dataframe thead th {\n",
                            "        text-align: right;\n",
                            "    }\n",
                            "</style>\n",
                            "<table border=\"1\" class=\"dataframe\">\n",
                            "  <thead>\n",
                            "    <tr style=\"text-align: right;\">\n",
                            "      <th></th>\n",
                            "      <th>0</th>\n",
                            "      <th>1</th>\n",
                            "      <th>2</th>\n",
                            "      <th>3</th>\n",
                            "      <th>4</th>\n",
                            "      <th>5</th>\n",
                            "      <th>6</th>\n",
                            "      <th>7</th>\n",
                            "      <th>8</th>\n",
                            "      <th>9</th>\n",
                            "      <th>...</th>\n",
                            "      <th>141</th>\n",
                            "      <th>142</th>\n",
                            "      <th>143</th>\n",
                            "      <th>144</th>\n",
                            "      <th>145</th>\n",
                            "      <th>146</th>\n",
                            "      <th>147</th>\n",
                            "      <th>148</th>\n",
                            "      <th>149</th>\n",
                            "      <th>150</th>\n",
                            "    </tr>\n",
                            "  </thead>\n",
                            "  <tbody>\n",
                            "    <tr>\n",
                            "      <th>0</th>\n",
                            "      <td>-0.184958</td>\n",
                            "      <td>-0.084</td>\n",
                            "      <td>-0.354</td>\n",
                            "      <td>0.355</td>\n",
                            "      <td>-0.304</td>\n",
                            "      <td>-0.058</td>\n",
                            "      <td>0.880</td>\n",
                            "      <td>11.46740</td>\n",
                            "      <td>-0.049</td>\n",
                            "      <td>442.693</td>\n",
                            "      <td>...</td>\n",
                            "      <td>1.058</td>\n",
                            "      <td>471.1</td>\n",
                            "      <td>-0.063</td>\n",
                            "      <td>0.059045</td>\n",
                            "      <td>11.109</td>\n",
                            "      <td>-1.194949</td>\n",
                            "      <td>-0.19373</td>\n",
                            "      <td>-0.12037</td>\n",
                            "      <td>0.064384</td>\n",
                            "      <td>17.0970</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>1</th>\n",
                            "      <td>0.662799</td>\n",
                            "      <td>-0.243</td>\n",
                            "      <td>-0.287</td>\n",
                            "      <td>-0.741</td>\n",
                            "      <td>2.560</td>\n",
                            "      <td>-0.078</td>\n",
                            "      <td>-0.263</td>\n",
                            "      <td>9.45962</td>\n",
                            "      <td>3.606</td>\n",
                            "      <td>417.630</td>\n",
                            "      <td>...</td>\n",
                            "      <td>1.732</td>\n",
                            "      <td>707.7</td>\n",
                            "      <td>-0.035</td>\n",
                            "      <td>0.050669</td>\n",
                            "      <td>10.006</td>\n",
                            "      <td>-1.015150</td>\n",
                            "      <td>-0.17960</td>\n",
                            "      <td>-0.10987</td>\n",
                            "      <td>0.047429</td>\n",
                            "      <td>17.3695</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>2</th>\n",
                            "      <td>0.156325</td>\n",
                            "      <td>-0.132</td>\n",
                            "      <td>-0.235</td>\n",
                            "      <td>0.752</td>\n",
                            "      <td>-0.324</td>\n",
                            "      <td>-0.438</td>\n",
                            "      <td>-0.351</td>\n",
                            "      <td>10.01040</td>\n",
                            "      <td>-0.044</td>\n",
                            "      <td>450.113</td>\n",
                            "      <td>...</td>\n",
                            "      <td>0.715</td>\n",
                            "      <td>675.4</td>\n",
                            "      <td>-0.012</td>\n",
                            "      <td>0.041223</td>\n",
                            "      <td>-21.501</td>\n",
                            "      <td>1.274784</td>\n",
                            "      <td>-0.18280</td>\n",
                            "      <td>-0.11017</td>\n",
                            "      <td>0.043130</td>\n",
                            "      <td>17.1175</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>3</th>\n",
                            "      <td>-0.661623</td>\n",
                            "      <td>-0.178</td>\n",
                            "      <td>-0.149</td>\n",
                            "      <td>-0.923</td>\n",
                            "      <td>-0.266</td>\n",
                            "      <td>-0.184</td>\n",
                            "      <td>2.681</td>\n",
                            "      <td>9.45939</td>\n",
                            "      <td>-0.059</td>\n",
                            "      <td>455.255</td>\n",
                            "      <td>...</td>\n",
                            "      <td>0.406</td>\n",
                            "      <td>580.7</td>\n",
                            "      <td>-0.041</td>\n",
                            "      <td>0.045162</td>\n",
                            "      <td>-1.673</td>\n",
                            "      <td>-1.193886</td>\n",
                            "      <td>-0.18170</td>\n",
                            "      <td>-0.12229</td>\n",
                            "      <td>0.049549</td>\n",
                            "      <td>17.5938</td>\n",
                            "    </tr>\n",
                            "    <tr>\n",
                            "      <th>4</th>\n",
                            "      <td>1.896510</td>\n",
                            "      <td>-0.085</td>\n",
                            "      <td>-0.359</td>\n",
                            "      <td>0.764</td>\n",
                            "      <td>-0.311</td>\n",
                            "      <td>-0.078</td>\n",
                            "      <td>-0.299</td>\n",
                            "      <td>10.53900</td>\n",
                            "      <td>-0.051</td>\n",
                            "      <td>436.209</td>\n",
                            "      <td>...</td>\n",
                            "      <td>-1.051</td>\n",
                            "      <td>668.7</td>\n",
                            "      <td>-0.033</td>\n",
                            "      <td>0.055048</td>\n",
                            "      <td>10.125</td>\n",
                            "      <td>-1.205284</td>\n",
                            "      <td>-0.19094</td>\n",
                            "      <td>-0.11897</td>\n",
                            "      <td>0.052379</td>\n",
                            "      <td>17.5324</td>\n",
                            "    </tr>\n",
                            "  </tbody>\n",
                            "</table>\n",
                            "<p>5 rows × 151 columns</p>\n",
                            "</div>"
                        ],
                        "text/plain": [
                            "          0      1      2      3      4      5      6         7      8  \\\n",
                            "0 -0.184958 -0.084 -0.354  0.355 -0.304 -0.058  0.880  11.46740 -0.049   \n",
                            "1  0.662799 -0.243 -0.287 -0.741  2.560 -0.078 -0.263   9.45962  3.606   \n",
                            "2  0.156325 -0.132 -0.235  0.752 -0.324 -0.438 -0.351  10.01040 -0.044   \n",
                            "3 -0.661623 -0.178 -0.149 -0.923 -0.266 -0.184  2.681   9.45939 -0.059   \n",
                            "4  1.896510 -0.085 -0.359  0.764 -0.311 -0.078 -0.299  10.53900 -0.051   \n",
                            "\n",
                            "         9  ...    141    142    143       144     145       146      147  \\\n",
                            "0  442.693  ...  1.058  471.1 -0.063  0.059045  11.109 -1.194949 -0.19373   \n",
                            "1  417.630  ...  1.732  707.7 -0.035  0.050669  10.006 -1.015150 -0.17960   \n",
                            "2  450.113  ...  0.715  675.4 -0.012  0.041223 -21.501  1.274784 -0.18280   \n",
                            "3  455.255  ...  0.406  580.7 -0.041  0.045162  -1.673 -1.193886 -0.18170   \n",
                            "4  436.209  ... -1.051  668.7 -0.033  0.055048  10.125 -1.205284 -0.19094   \n",
                            "\n",
                            "       148       149      150  \n",
                            "0 -0.12037  0.064384  17.0970  \n",
                            "1 -0.10987  0.047429  17.3695  \n",
                            "2 -0.11017  0.043130  17.1175  \n",
                            "3 -0.12229  0.049549  17.5938  \n",
                            "4 -0.11897  0.052379  17.5324  \n",
                            "\n",
                            "[5 rows x 151 columns]"
                        ]
                    },
                    "execution_count": 75,
                    "metadata": {},
                    "output_type": "execute_result"
                }
            ],
            "source": [
                "test_data = train_df.drop('target', axis=1)\n",
                "test_data.head()"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 76,
            "id": "5e995a3c",
            "metadata": {
                "scrolled": true
            },
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Invoked with 300 records\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Pycaret load_model\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Transformation Pipeline and Model Successfully Loaded\n"
                    ]
                },
                {
                    "data": {
                        "text/plain": [
                            "[0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 1.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 1.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 1.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 0.0,\n",
                            " 4.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 3.0,\n",
                            " 0.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 0.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 3.0,\n",
                            " 4.0,\n",
                            " 0.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 0.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 4.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 4.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 2.0,\n",
                            " 2.0,\n",
                            " 1.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 3.0,\n",
                            " 1.0,\n",
                            " 1.0,\n",
                            " 1.0]"
                        ]
                    },
                    "execution_count": 76,
                    "metadata": {},
                    "output_type": "execute_result"
                },
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m 172.18.0.1 - - [04/Apr/2022:14:50:43 +0000] \"POST /invocations HTTP/1.1\" 200 600 \"-\" \"python-urllib3/1.26.8\"\n"
                    ]
                }
            ],
            "source": [
                "results = predictor.predict(test_data.values).decode('utf-8')\n",
                "list(map(float, results.split('\\n')[:-1]))"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 77,
            "id": "b406acc6",
            "metadata": {},
            "outputs": [
                {
                    "data": {
                        "text/plain": [
                            "\"curl -X POST http://localhost:8080/invocations --data-binary @./payload -H 'Content-Type: text/csv'\""
                        ]
                    },
                    "execution_count": 77,
                    "metadata": {},
                    "output_type": "execute_result"
                }
            ],
            "source": [
                "test_data_str = CSVSerializer().serialize(test_data.values)\n",
                "payload_file = \"./payload\"\n",
                "with open(payload_file, \"w\") as f:\n",
                "    f.write(test_data_str)\n",
                "    \n",
                "curl_str = f\"\"\"\\\n",
                "curl -X POST \\\n",
                "http://localhost:8080/invocations \\\n",
                "--data-binary @{payload_file} \\\n",
                "-H 'Content-Type: text/csv'\\\n",
                "\"\"\"\n",
                "curl_str"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 78,
            "id": "5acbb6db",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m Invoked with 300 records\n",
                        "\u001b[36m46s9mn60ss-algo-1-uxsio |\u001b[0m 172.18.0.1 - - [04/Apr/2022:14:50:55 +0000] \"POST /invocations HTTP/1.1\" 200 600 \"-\" \"curl/7.71.1\"\n"
                    ]
                }
            ],
            "source": [
                "subprocess.run(curl_str, shell=True).stderr"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": 79,
            "id": "c2f397e5",
            "metadata": {},
            "outputs": [
                {
                    "name": "stdout",
                    "output_type": "stream",
                    "text": [
                        "Gracefully stopping... (press Ctrl+C again to force)\n"
                    ]
                }
            ],
            "source": [
                "predictor.delete_endpoint()"
            ]
        },
        {
            "cell_type": "code",
            "execution_count": null,
            "id": "adc056b9",
            "metadata": {},
            "outputs": [],
            "source": []
        }
    ],
    "metadata": {
        "kernelspec": {
            "display_name": "conda_python3",
            "language": "python",
            "name": "conda_python3"
        },
        "language_info": {
            "codemirror_mode": {
                "name": "ipython",
                "version": 3
            },
            "file_extension": ".py",
            "mimetype": "text/x-python",
            "name": "python",
            "nbconvert_exporter": "python",
            "pygments_lexer": "ipython3",
            "version": "3.6.13"
        }
    },
    "nbformat": 4,
    "nbformat_minor": 5
}