preparation/1_prepare_data.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Export aggregated and non-aggregated splits on data folder"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/prl222/opt/anaconda3/envs/data-challenge/lib/python3.10/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import datasets"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Download dataset from the Huggingface Hub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Found cached dataset parquet (/Users/prl222/.cache/huggingface/datasets/ucberkeley-dlab___parquet/ucberkeley-dlab--measuring-hate-speech-c32713cabe528196/0.0.0/14a00e99c0d15a23649d0db8944380ac81082d4b021f398733dd84f3a6c569a7)\n",
      "100%|██████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 11.11it/s]\n"
     ]
    }
   ],
   "source": [
    "dataset = datasets.load_dataset('ucberkeley-dlab/measuring-hate-speech', 'binary')\n",
    "df = dataset['train'].to_pandas()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['comment_id', 'annotator_id', 'platform', 'sentiment', 'respect', 'insult', 'humiliate', 'status', 'dehumanize', 'violence', 'genocide', 'attack_defend', 'hatespeech', 'hate_speech_score', 'text', 'infitms', 'outfitms', 'annotator_severity', 'std_err', 'annotator_infitms', 'annotator_outfitms', 'hypothesis', 'target_race_asian', 'target_race_black', 'target_race_latinx', 'target_race_middle_eastern', 'target_race_native_american', 'target_race_pacific_islander', 'target_race_white', 'target_race_other', 'target_race', 'target_religion_atheist', 'target_religion_buddhist', 'target_religion_christian', 'target_religion_hindu', 'target_religion_jewish', 'target_religion_mormon', 'target_religion_muslim', 'target_religion_other', 'target_religion', 'target_origin_immigrant', 'target_origin_migrant_worker', 'target_origin_specific_country', 'target_origin_undocumented', 'target_origin_other', 'target_origin', 'target_gender_men', 'target_gender_non_binary', 'target_gender_transgender_men', 'target_gender_transgender_unspecified', 'target_gender_transgender_women', 'target_gender_women', 'target_gender_other', 'target_gender', 'target_sexuality_bisexual', 'target_sexuality_gay', 'target_sexuality_lesbian', 'target_sexuality_straight', 'target_sexuality_other', 'target_sexuality', 'target_age_children', 'target_age_teenagers', 'target_age_young_adults', 'target_age_middle_aged', 'target_age_seniors', 'target_age_other', 'target_age', 'target_disability_physical', 'target_disability_cognitive', 'target_disability_neurological', 'target_disability_visually_impaired', 'target_disability_hearing_impaired', 'target_disability_unspecific', 'target_disability_other', 'target_disability', 'annotator_gender', 'annotator_trans', 'annotator_educ', 'annotator_income', 'annotator_ideology', 'annotator_gender_men', 'annotator_gender_women', 'annotator_gender_non_binary', 'annotator_gender_prefer_not_to_say', 'annotator_gender_self_describe', 'annotator_transgender', 'annotator_cisgender', 'annotator_transgender_prefer_not_to_say', 'annotator_education_some_high_school', 'annotator_education_high_school_grad', 'annotator_education_some_college', 'annotator_education_college_grad_aa', 'annotator_education_college_grad_ba', 'annotator_education_professional_degree', 'annotator_education_masters', 'annotator_education_phd', 'annotator_income_<10k', 'annotator_income_10k-50k', 'annotator_income_50k-100k', 'annotator_income_100k-200k', 'annotator_income_>200k', 'annotator_ideology_extremeley_conservative', 'annotator_ideology_conservative', 'annotator_ideology_slightly_conservative', 'annotator_ideology_neutral', 'annotator_ideology_slightly_liberal', 'annotator_ideology_liberal', 'annotator_ideology_extremeley_liberal', 'annotator_ideology_no_opinion', 'annotator_race_asian', 'annotator_race_black', 'annotator_race_latinx', 'annotator_race_middle_eastern', 'annotator_race_native_american', 'annotator_race_pacific_islander', 'annotator_race_white', 'annotator_race_other', 'annotator_age', 'annotator_religion_atheist', 'annotator_religion_buddhist', 'annotator_religion_christian', 'annotator_religion_hindu', 'annotator_religion_jewish', 'annotator_religion_mormon', 'annotator_religion_muslim', 'annotator_religion_nothing', 'annotator_religion_other', 'annotator_sexuality_bisexual', 'annotator_sexuality_gay', 'annotator_sexuality_straight', 'annotator_sexuality_other'],\n",
       "        num_rows: 135556\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Prepare data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(135556, 131)\n",
      "['comment_id', 'annotator_id', 'platform', 'sentiment', 'respect', 'insult', 'humiliate', 'status', 'dehumanize', 'violence', 'genocide', 'attack_defend', 'hatespeech', 'hate_speech_score', 'text', 'infitms', 'outfitms', 'annotator_severity', 'std_err', 'annotator_infitms', 'annotator_outfitms', 'hypothesis']\n",
      "['target_race_asian', 'target_race_black', 'target_race_latinx', 'target_race_middle_eastern', 'target_race_native_american', 'target_race_pacific_islander', 'target_race_white', 'target_race_other', 'target_race', 'target_religion_atheist', 'target_religion_buddhist', 'target_religion_christian', 'target_religion_hindu', 'target_religion_jewish', 'target_religion_mormon', 'target_religion_muslim', 'target_religion_other', 'target_religion', 'target_origin_immigrant', 'target_origin_migrant_worker', 'target_origin_specific_country', 'target_origin_undocumented', 'target_origin_other', 'target_origin', 'target_gender_men', 'target_gender_non_binary', 'target_gender_transgender_men', 'target_gender_transgender_unspecified', 'target_gender_transgender_women', 'target_gender_women', 'target_gender_other', 'target_gender', 'target_sexuality_bisexual', 'target_sexuality_gay', 'target_sexuality_lesbian', 'target_sexuality_straight', 'target_sexuality_other', 'target_sexuality', 'target_age_children', 'target_age_teenagers', 'target_age_young_adults', 'target_age_middle_aged', 'target_age_seniors', 'target_age_other', 'target_age', 'target_disability_physical', 'target_disability_cognitive', 'target_disability_neurological', 'target_disability_visually_impaired', 'target_disability_hearing_impaired', 'target_disability_unspecific', 'target_disability_other', 'target_disability', 'annotator_gender', 'annotator_trans', 'annotator_educ', 'annotator_income', 'annotator_ideology', 'annotator_gender_men', 'annotator_gender_women', 'annotator_gender_non_binary', 'annotator_gender_prefer_not_to_say', 'annotator_gender_self_describe', 'annotator_transgender', 'annotator_cisgender', 'annotator_transgender_prefer_not_to_say', 'annotator_education_some_high_school', 'annotator_education_high_school_grad', 'annotator_education_some_college', 'annotator_education_college_grad_aa', 'annotator_education_college_grad_ba', 'annotator_education_professional_degree', 'annotator_education_masters', 'annotator_education_phd', 'annotator_income_<10k', 'annotator_income_10k-50k', 'annotator_income_50k-100k', 'annotator_income_100k-200k', 'annotator_income_>200k', 'annotator_ideology_extremeley_conservative', 'annotator_ideology_conservative', 'annotator_ideology_slightly_conservative', 'annotator_ideology_neutral', 'annotator_ideology_slightly_liberal', 'annotator_ideology_liberal', 'annotator_ideology_extremeley_liberal', 'annotator_ideology_no_opinion', 'annotator_race_asian', 'annotator_race_black', 'annotator_race_latinx', 'annotator_race_middle_eastern', 'annotator_race_native_american', 'annotator_race_pacific_islander', 'annotator_race_white', 'annotator_race_other', 'annotator_age', 'annotator_religion_atheist', 'annotator_religion_buddhist', 'annotator_religion_christian', 'annotator_religion_hindu', 'annotator_religion_jewish', 'annotator_religion_mormon', 'annotator_religion_muslim', 'annotator_religion_nothing', 'annotator_religion_other', 'annotator_sexuality_bisexual', 'annotator_sexuality_gay', 'annotator_sexuality_straight', 'annotator_sexuality_other']\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>comment_id</th>\n",
       "      <th>annotator_id</th>\n",
       "      <th>platform</th>\n",
       "      <th>sentiment</th>\n",
       "      <th>respect</th>\n",
       "      <th>insult</th>\n",
       "      <th>humiliate</th>\n",
       "      <th>status</th>\n",
       "      <th>dehumanize</th>\n",
       "      <th>violence</th>\n",
       "      <th>...</th>\n",
       "      <th>annotator_religion_hindu</th>\n",
       "      <th>annotator_religion_jewish</th>\n",
       "      <th>annotator_religion_mormon</th>\n",
       "      <th>annotator_religion_muslim</th>\n",
       "      <th>annotator_religion_nothing</th>\n",
       "      <th>annotator_religion_other</th>\n",
       "      <th>annotator_sexuality_bisexual</th>\n",
       "      <th>annotator_sexuality_gay</th>\n",
       "      <th>annotator_sexuality_straight</th>\n",
       "      <th>annotator_sexuality_other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>47777</td>\n",
       "      <td>10873</td>\n",
       "      <td>3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>39773</td>\n",
       "      <td>2790</td>\n",
       "      <td>2</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2 rows × 131 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   comment_id  annotator_id  platform  sentiment  respect  insult  humiliate  \\\n",
       "0       47777         10873         3        0.0      0.0     0.0        0.0   \n",
       "1       39773          2790         2        0.0      0.0     0.0        0.0   \n",
       "\n",
       "   status  dehumanize  violence  ...  annotator_religion_hindu  \\\n",
       "0     2.0         0.0       0.0  ...                     False   \n",
       "1     2.0         0.0       0.0  ...                     False   \n",
       "\n",
       "   annotator_religion_jewish  annotator_religion_mormon  \\\n",
       "0                      False                      False   \n",
       "1                      False                      False   \n",
       "\n",
       "   annotator_religion_muslim annotator_religion_nothing  \\\n",
       "0                      False                      False   \n",
       "1                      False                      False   \n",
       "\n",
       "   annotator_religion_other  annotator_sexuality_bisexual  \\\n",
       "0                     False                         False   \n",
       "1                     False                         False   \n",
       "\n",
       "   annotator_sexuality_gay  annotator_sexuality_straight  \\\n",
       "0                    False                          True   \n",
       "1                    False                          True   \n",
       "\n",
       "   annotator_sexuality_other  \n",
       "0                      False  \n",
       "1                      False  \n",
       "\n",
       "[2 rows x 131 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# little insights about the data\n",
    "print(df.shape)\n",
    "print(df.columns.to_list()[:22])\n",
    "print(df.columns.to_list()[22:])\n",
    "text_col, id_col = 'text', 'comment_id'\n",
    "df.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(39565, 2)\n",
      "(39565, 64)\n",
      "(39565, 66)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>comment_id</th>\n",
       "      <th>sentiment</th>\n",
       "      <th>respect</th>\n",
       "      <th>insult</th>\n",
       "      <th>humiliate</th>\n",
       "      <th>status</th>\n",
       "      <th>dehumanize</th>\n",
       "      <th>violence</th>\n",
       "      <th>genocide</th>\n",
       "      <th>attack_defend</th>\n",
       "      <th>...</th>\n",
       "      <th>target_age</th>\n",
       "      <th>target_disability_physical</th>\n",
       "      <th>target_disability_cognitive</th>\n",
       "      <th>target_disability_neurological</th>\n",
       "      <th>target_disability_visually_impaired</th>\n",
       "      <th>target_disability_hearing_impaired</th>\n",
       "      <th>target_disability_unspecific</th>\n",
       "      <th>target_disability_other</th>\n",
       "      <th>target_disability</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>3.750000</td>\n",
       "      <td>3.500000</td>\n",
       "      <td>3.250000</td>\n",
       "      <td>2.750000</td>\n",
       "      <td>3.250000</td>\n",
       "      <td>2.750000</td>\n",
       "      <td>0.250000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>3.250000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>White people are trash.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>3.333333</td>\n",
       "      <td>3.333333</td>\n",
       "      <td>3.333333</td>\n",
       "      <td>2.666667</td>\n",
       "      <td>2.666667</td>\n",
       "      <td>1.666667</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.666667</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>You've caught the big gay, it's known to be ai...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>2 rows × 66 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   comment_id  sentiment   respect    insult  humiliate    status  dehumanize  \\\n",
       "0           1   3.750000  3.500000  3.250000   2.750000  3.250000    2.750000   \n",
       "1           2   3.333333  3.333333  3.333333   2.666667  2.666667    1.666667   \n",
       "\n",
       "   violence  genocide  attack_defend  ...  target_age  \\\n",
       "0  0.250000       0.0       3.250000  ...         0.0   \n",
       "1  0.666667       0.0       2.666667  ...         0.0   \n",
       "\n",
       "   target_disability_physical  target_disability_cognitive  \\\n",
       "0                         0.0                          0.0   \n",
       "1                         0.0                          0.0   \n",
       "\n",
       "   target_disability_neurological  target_disability_visually_impaired  \\\n",
       "0                             0.0                                  0.0   \n",
       "1                             0.0                                  0.0   \n",
       "\n",
       "   target_disability_hearing_impaired  target_disability_unspecific  \\\n",
       "0                                 0.0                           0.0   \n",
       "1                                 0.0                           0.0   \n",
       "\n",
       "   target_disability_other  target_disability  \\\n",
       "0                      0.0                0.0   \n",
       "1                      0.0                0.0   \n",
       "\n",
       "                                                text  \n",
       "0                            White people are trash.  \n",
       "1  You've caught the big gay, it's known to be ai...  \n",
       "\n",
       "[2 rows x 66 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# aggregate data \n",
    "comments = df[[id_col, text_col]].drop_duplicates().sort_values(id_col)\n",
    "print(comments.shape)\n",
    "model_outputs = ['sentiment', 'respect', 'insult', 'humiliate', 'status', 'dehumanize', 'violence', 'genocide', 'attack_defend', 'hatespeech', 'hate_speech_score']\n",
    "target_identities = ['target_race_asian', 'target_race_black', 'target_race_latinx', 'target_race_middle_eastern', 'target_race_native_american', 'target_race_pacific_islander', 'target_race_white', 'target_race_other', 'target_race', \n",
    "                     'target_religion_atheist', 'target_religion_buddhist', 'target_religion_christian', 'target_religion_hindu', 'target_religion_jewish', 'target_religion_mormon', 'target_religion_muslim', 'target_religion_other', 'target_religion', \n",
    "                     'target_origin_immigrant', 'target_origin_migrant_worker', 'target_origin_specific_country', 'target_origin_undocumented', 'target_origin_other', 'target_origin', \n",
    "                     'target_gender_men', 'target_gender_non_binary', 'target_gender_transgender_men', 'target_gender_transgender_unspecified', 'target_gender_transgender_women', 'target_gender_women', 'target_gender_other', 'target_gender', \n",
    "                     'target_sexuality_bisexual', 'target_sexuality_gay', 'target_sexuality_lesbian', 'target_sexuality_straight', 'target_sexuality_other', 'target_sexuality', \n",
    "                     'target_age_children', 'target_age_teenagers', 'target_age_young_adults', 'target_age_middle_aged', 'target_age_seniors', 'target_age_other', 'target_age', \n",
    "                     'target_disability_physical', 'target_disability_cognitive', 'target_disability_neurological', 'target_disability_visually_impaired', 'target_disability_hearing_impaired', 'target_disability_unspecific', 'target_disability_other', 'target_disability']\n",
    "agreement = df[[id_col] + model_outputs + target_identities].groupby(id_col).agg('mean')\n",
    "print(agreement.shape)\n",
    "#targets = agreement[target_identities]\n",
    "#threshold = 0.5\n",
    "#df_aggregated = (targets >= threshold).astype('int').reset_index(level=0).merge(right=comments, how='left')\n",
    "df_aggregated = agreement.reset_index(level=0).merge(right=comments, how='left')\n",
    "#print(df_aggregated.shape)\n",
    "#df_aggregated[model_outputs] = agreement[model_outputs].values\n",
    "print(df_aggregated.shape)\n",
    "df_aggregated.head(2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "set(df_aggregated.target_gender.values)\n",
    "\n",
    "In paper they use values as y_soft and the weights (sqrt of the values)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create splits"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "set(df_aggregated.hatespeech.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Non-aggregated data: 135556. 93819 (train) + 41737 (test) = 135556\n",
      "Aggregated: 39565 = 26508 (train) + 13057 (test)\n"
     ]
    }
   ],
   "source": [
    "# Select 30% as heldout set\n",
    "\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "x, y = df_aggregated[id_col].values, df_aggregated['hate_speech_score'].values\n",
    "x_train, x_test, _, _ = train_test_split(x, y, shuffle=True, random_state=4, test_size=0.33)\n",
    "\n",
    "train, test = df.loc[df[id_col].isin(x_train)].copy(), df.loc[df[id_col].isin(x_test)].copy()\n",
    "train_aggregated, test_aggregated = df_aggregated.loc[df_aggregated[id_col].isin(x_train)].copy(), df_aggregated.loc[df_aggregated[id_col].isin(x_test)].copy()\n",
    "\n",
    "print('Non-aggregated data: {}. {} (train) + {} (test) = {}'.format(df.shape[0], train.shape[0], test.shape[0], train.shape[0]+test.shape[0]))\n",
    "print('Aggregated: {} = {} (train) + {} (test)'.format(df_aggregated.shape[0], train_aggregated.shape[0], test_aggregated.shape[0]))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "39565"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# unique IDs in the aggregated dataset\n",
    "len(set(df_aggregated[id_col]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "26508"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(set(train_aggregated[id_col]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "13057"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(set(test_aggregated[id_col]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Export training data (for participants)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Export csv with all in 70% (train.csv) and 30% without labels and aggregated by sqrt/look in paper (test.csv) plus the hatecheck\n",
    "data = {'train': train, 'train_aggregate': train_aggregated}\n",
    "for dname, d in data.items():\n",
    "    d.to_csv('../challenge/data/'+dname+'.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Export testing data for stress testing the models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Cloning into 'Adversifier'...\n",
      "remote: Enumerating objects: 840, done.\u001b[K\n",
      "remote: Counting objects: 100% (19/19), done.\u001b[K\n",
      "remote: Compressing objects: 100% (15/15), done.\u001b[K\n",
      "remote: Total 840 (delta 7), reused 3 (delta 3), pack-reused 821\u001b[K\n",
      "Receiving objects: 100% (840/840), 1.59 MiB | 3.51 MiB/s, done.\n",
      "Resolving deltas: 100% (508/508), done.\n"
     ]
    }
   ],
   "source": [
    "# download repo\n",
    "!git clone https://github.com/Ago3/Adversifier.git"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/Users/prl222/OneDrive-University/nobias-data-challenge/preparation/Adversifier\n",
      "\u001b[1A\u001b[1B\u001b[0G\u001b[?25l[+] Building 0.0s (0/1)                                                         \n",
      "\u001b[?25h\u001b[1A\u001b[0G\u001b[?25l[+] Building 0.1s (2/2)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 0.3s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              0.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 0.4s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              0.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 0.6s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              0.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 0.7s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              0.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 0.9s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              0.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 1.0s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              0.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 1.2s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              1.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 1.4s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              1.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 1.5s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              1.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 1.7s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              1.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 1.8s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              1.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 2.0s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              1.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 2.1s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              1.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 2.3s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              2.1s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 2.4s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              2.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 2.6s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              2.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 2.7s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              2.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 2.9s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              2.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 3.0s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              2.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 3.2s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              3.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 3.3s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              3.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 3.5s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              3.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 3.6s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              3.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 3.8s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              3.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 3.9s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              3.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 4.1s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              3.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 4.2s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              4.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 4.4s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              4.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 4.5s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              4.4s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 4.7s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              4.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 4.8s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              4.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 5.0s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              4.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 5.1s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              5.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 5.3s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              5.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 5.4s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              5.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 5.6s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              5.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 5.7s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              5.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 5.9s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              5.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 6.0s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              5.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 6.2s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              6.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 6.3s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              6.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 6.5s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              6.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 6.6s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              6.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 6.8s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              6.6s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 6.9s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              6.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 7.1s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              6.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 7.2s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              7.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 7.4s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              7.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 7.5s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              7.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 7.7s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              7.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 7.8s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              7.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 8.0s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              7.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 8.1s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              8.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 8.3s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              8.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 8.4s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              8.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 8.6s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              8.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 8.7s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              8.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 8.9s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              8.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 9.0s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              8.9s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 9.2s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              9.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 9.3s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              9.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 9.5s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              9.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 9.6s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              9.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 9.8s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              9.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 9.9s (2/3)                                                         \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              9.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 10.1s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8              9.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 10.2s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             10.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 10.4s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             10.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 10.5s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             10.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 10.7s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             10.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 10.8s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             10.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 11.0s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             10.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 11.1s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             11.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 11.3s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             11.1s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 11.4s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             11.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 11.6s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             11.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 11.7s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             11.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 11.9s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             11.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 12.0s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             11.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 12.2s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             12.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 12.3s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             12.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 12.5s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             12.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 12.7s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             12.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 12.8s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             12.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 13.0s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             12.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 13.1s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             12.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 13.3s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             13.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 13.4s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             13.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 13.6s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             13.4s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 13.7s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             13.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 13.9s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             13.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 14.0s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             13.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 14.2s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             14.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 14.3s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             14.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 14.5s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             14.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 14.6s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             14.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 14.8s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             14.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 14.9s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             14.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 15.1s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             14.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 15.2s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             15.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 15.4s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             15.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 15.5s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             15.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 15.7s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             15.5s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 15.8s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             15.7s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 16.0s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             15.8s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 16.1s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             16.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 16.3s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             16.1s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 16.4s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             16.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 16.6s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             16.4s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 16.7s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             16.6s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 16.9s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             16.7s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 17.0s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             16.9s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 17.2s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             17.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 17.3s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             17.2s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 17.5s (2/3)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             17.3s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 17.6s (3/4)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             17.5s\n",
      "\u001b[34m => [auth] library/python:pull token for registry-1.docker.io              0.0s\n",
      "\u001b[0m\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 17.8s (3/4)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             17.6s\n",
      "\u001b[34m => [auth] library/python:pull token for registry-1.docker.io              0.0s\n",
      "\u001b[0m\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 17.9s (3/4)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             17.8s\n",
      "\u001b[34m => [auth] library/python:pull token for registry-1.docker.io              0.0s\n",
      "\u001b[0m\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 18.1s (3/4)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             17.9s\n",
      "\u001b[34m => [auth] library/python:pull token for registry-1.docker.io              0.0s\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[0m\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 18.2s (3/4)                                                        \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m => [internal] load metadata for docker.io/library/python:3.8             18.1s\n",
      "\u001b[34m => [auth] library/python:pull token for registry-1.docker.io              0.0s\n",
      "\u001b[0m\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 18.3s (9/10)                                                       \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load metadata for docker.io/library/python:3.8             18.1s\n",
      "\u001b[0m\u001b[34m => [auth] library/python:pull token for registry-1.docker.io              0.0s\n",
      "\u001b[0m\u001b[34m => [1/4] FROM docker.io/library/python:3.8@sha256:2ee706fa11ec6907a27f1c  0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load build context                                          0.1s\n",
      "\u001b[0m\u001b[34m => => transferring context: 1.33MB                                        0.1s\n",
      "\u001b[0m\u001b[34m => CACHED [2/4] WORKDIR /aaa                                              0.0s\n",
      "\u001b[0m\u001b[34m => CACHED [3/4] COPY . /aaa                                               0.0s\n",
      "\u001b[0m\u001b[34m => CACHED [4/4] RUN pip install --upgrade pip && pip install nltk numpy   0.0s\n",
      "\u001b[0m => exporting to image                                                     0.0s\n",
      "\u001b[34m => => exporting layers                                                    0.0s\n",
      "\u001b[0m => => writing image sha256:038728bb3e15a7196a2a4460a8ccec0d80d86d69f1aee  0.0s\n",
      "\u001b[?25h\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[1A\u001b[0G\u001b[?25l[+] Building 18.3s (10/10) FINISHED                                             \n",
      "\u001b[34m => [internal] load build definition from AAA-Dockerfile                   0.1s\n",
      "\u001b[0m\u001b[34m => => transferring dockerfile: 170B                                       0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load .dockerignore                                          0.0s\n",
      "\u001b[0m\u001b[34m => => transferring context: 157B                                          0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load metadata for docker.io/library/python:3.8             18.1s\n",
      "\u001b[0m\u001b[34m => [auth] library/python:pull token for registry-1.docker.io              0.0s\n",
      "\u001b[0m\u001b[34m => [1/4] FROM docker.io/library/python:3.8@sha256:2ee706fa11ec6907a27f1c  0.0s\n",
      "\u001b[0m\u001b[34m => [internal] load build context                                          0.1s\n",
      "\u001b[0m\u001b[34m => => transferring context: 1.33MB                                        0.1s\n",
      "\u001b[0m\u001b[34m => CACHED [2/4] WORKDIR /aaa                                              0.0s\n",
      "\u001b[0m\u001b[34m => CACHED [3/4] COPY . /aaa                                               0.0s\n",
      "\u001b[0m\u001b[34m => CACHED [4/4] RUN pip install --upgrade pip && pip install nltk numpy   0.0s\n",
      "\u001b[0m\u001b[34m => exporting to image                                                     0.0s\n",
      "\u001b[0m\u001b[34m => => exporting layers                                                    0.0s\n",
      "\u001b[0m\u001b[34m => => writing image sha256:038728bb3e15a7196a2a4460a8ccec0d80d86d69f1aee  0.0s\n",
      "\u001b[0m\u001b[34m => => naming to docker.io/library/aaa                                     0.0s\n",
      "\u001b[0m\u001b[?25h"
     ]
    }
   ],
   "source": [
    "# creating docker image (ensure Docker is running)\n",
    "os.chdir('Adversifier')\n",
    "!pwd\n",
    "!docker build -f AAA-Dockerfile -t aaa ."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "    hate_speech_score  hate_speech_score_bin\n",
      "1                0.03                      0\n",
      "2               -1.29                      0\n",
      "3               -0.24                      0\n",
      "6               -0.77                      0\n",
      "8                1.35                      1\n",
      "12              -3.28                      0\n",
      "13               1.17                      1\n",
      "14              -1.65                      0\n",
      "15              -2.76                      0\n",
      "17               2.83                      1\n",
      "    hate_speech_score  hate_speech_score_bin\n",
      "0                0.46                      0\n",
      "4               -2.84                      0\n",
      "5                1.72                      1\n",
      "7                1.24                      1\n",
      "9                1.07                      1\n",
      "10               0.76                      1\n",
      "11              -3.42                      0\n",
      "16               2.50                      1\n",
      "19              -4.85                      0\n",
      "22              -1.52                      0\n"
     ]
    }
   ],
   "source": [
    "# exporting train and test files for creating AAA adversarials (where only text colum  will be uploaded to 'test files' folder)\n",
    "aaa_data = {'train': train_aggregated.copy(), 'test': test_aggregated.copy()}\n",
    "\n",
    "os.chdir('../')\n",
    "os.mkdir('Adversifier/mhs')\n",
    "for set, d in aaa_data.items():\n",
    "    d['hate_speech_score_bin'] = (d['hate_speech_score'] > 0.5).astype('int')\n",
    "    print(d[['hate_speech_score','hate_speech_score_bin']].head(10))\n",
    "    d.rename(columns={text_col: 'post_text', 'hate_speech_score_bin':'label'}, inplace=True)\n",
    "    d[['post_text', 'label']].to_csv(f'Adversifier/mhs/aaa_{set}.csv', sep ='\\t', index=False, header=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Test 1 files should/will be the adversaries (not using F1 scores, this scores to rank and HateCheck to get more insights)\n",
    "#test_aggregated[[id_col, text_col]].to_csv('test_1.csv',index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "data-challenge",
   "language": "python",
   "name": "data-challenge"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}