ensemble.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "0.629 Overall Score\n",
    "\n",
    "0.910 Validation Score "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "files = ['result_thresh_se_resnext101_32x4d_preproc_ext_data_thres.csv',  # 0.582 X\n",
    "        'result_thresh_se_resnext101_32x4d_preproc_ext_data_thres_2.csv', # 0.578 X\n",
    "        'result_thresh_se_resnext101_32x4d_preproc_ext_data_thres_3.csv', # 0.572 X\n",
    "        'result_thresh_inceptionresnetv2_preproc_ext_data_thres.csv',     # 0.569 X\n",
    "        'result_thresh_efficientnet-b5_preproc_thres.csv', # 0.582\n",
    "        'result_thresh_efficientnet-b4_preproc_thres.csv', # 0.577\n",
    "       # 'result_thresh_nasnetalarge_preproc_ext_data_thres.csv', # 0.504\n",
    "        'result_thresh_inceptionresnetv2_better_aug_no_ext(1).csv',\t  # 0.552\n",
    "        'result_thresh_se_resnext101_32x4d_preproc_ext_data_thres_add_tr(1).csv', # 0.560\n",
    "        'result_thresh_inceptionresnetv2_preproc_ext_data_thres.csv']   # <---- duplicate! X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "averaged = pd.read_csv(files[0])\n",
    "count = 1\n",
    "\n",
    "for f in files[1:]:\n",
    "    averaged.iloc[:,range(1,10)] += pd.read_csv(f).iloc[:,range(1,10)]\n",
    "    count += 1\n",
    "\n",
    "averaged.iloc[:,range(1,10)] /= count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>image</th>\n",
       "      <th>MEL</th>\n",
       "      <th>NV</th>\n",
       "      <th>BCC</th>\n",
       "      <th>AK</th>\n",
       "      <th>BKL</th>\n",
       "      <th>DF</th>\n",
       "      <th>VASC</th>\n",
       "      <th>SCC</th>\n",
       "      <th>UNK</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>ISIC_0034321</td>\n",
       "      <td>0.143259</td>\n",
       "      <td>0.584724</td>\n",
       "      <td>0.198596</td>\n",
       "      <td>0.000916</td>\n",
       "      <td>0.014855</td>\n",
       "      <td>0.012520</td>\n",
       "      <td>0.034774</td>\n",
       "      <td>0.010294</td>\n",
       "      <td>0.000062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>ISIC_0034322</td>\n",
       "      <td>0.009044</td>\n",
       "      <td>0.981565</td>\n",
       "      <td>0.000041</td>\n",
       "      <td>0.000084</td>\n",
       "      <td>0.001126</td>\n",
       "      <td>0.007966</td>\n",
       "      <td>0.000020</td>\n",
       "      <td>0.000120</td>\n",
       "      <td>0.000033</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>ISIC_0034323</td>\n",
       "      <td>0.001638</td>\n",
       "      <td>0.001037</td>\n",
       "      <td>0.676698</td>\n",
       "      <td>0.038498</td>\n",
       "      <td>0.005891</td>\n",
       "      <td>0.039548</td>\n",
       "      <td>0.000319</td>\n",
       "      <td>0.236368</td>\n",
       "      <td>0.000003</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>ISIC_0034324</td>\n",
       "      <td>0.005189</td>\n",
       "      <td>0.838686</td>\n",
       "      <td>0.000005</td>\n",
       "      <td>0.000006</td>\n",
       "      <td>0.019324</td>\n",
       "      <td>0.000635</td>\n",
       "      <td>0.135401</td>\n",
       "      <td>0.000004</td>\n",
       "      <td>0.000749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ISIC_0034325</td>\n",
       "      <td>0.003115</td>\n",
       "      <td>0.995407</td>\n",
       "      <td>0.000147</td>\n",
       "      <td>0.000101</td>\n",
       "      <td>0.000743</td>\n",
       "      <td>0.000377</td>\n",
       "      <td>0.000080</td>\n",
       "      <td>0.000028</td>\n",
       "      <td>0.000001</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8233</th>\n",
       "      <td>ISIC_0073236</td>\n",
       "      <td>0.039805</td>\n",
       "      <td>0.001355</td>\n",
       "      <td>0.756286</td>\n",
       "      <td>0.024625</td>\n",
       "      <td>0.036364</td>\n",
       "      <td>0.024455</td>\n",
       "      <td>0.003747</td>\n",
       "      <td>0.113357</td>\n",
       "      <td>0.000004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8234</th>\n",
       "      <td>ISIC_0073243</td>\n",
       "      <td>0.115861</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.638895</td>\n",
       "      <td>0.053776</td>\n",
       "      <td>0.007705</td>\n",
       "      <td>0.005412</td>\n",
       "      <td>0.140065</td>\n",
       "      <td>0.036511</td>\n",
       "      <td>0.000042</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8235</th>\n",
       "      <td>ISIC_0073250</td>\n",
       "      <td>0.053053</td>\n",
       "      <td>0.680094</td>\n",
       "      <td>0.136510</td>\n",
       "      <td>0.039134</td>\n",
       "      <td>0.019740</td>\n",
       "      <td>0.054786</td>\n",
       "      <td>0.013441</td>\n",
       "      <td>0.003239</td>\n",
       "      <td>0.000004</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8236</th>\n",
       "      <td>ISIC_0073252</td>\n",
       "      <td>0.012645</td>\n",
       "      <td>0.112423</td>\n",
       "      <td>0.225751</td>\n",
       "      <td>0.015300</td>\n",
       "      <td>0.055465</td>\n",
       "      <td>0.018580</td>\n",
       "      <td>0.554778</td>\n",
       "      <td>0.005026</td>\n",
       "      <td>0.000031</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8237</th>\n",
       "      <td>ISIC_0073253</td>\n",
       "      <td>0.037469</td>\n",
       "      <td>0.000854</td>\n",
       "      <td>0.069173</td>\n",
       "      <td>0.150733</td>\n",
       "      <td>0.148355</td>\n",
       "      <td>0.176607</td>\n",
       "      <td>0.054400</td>\n",
       "      <td>0.362371</td>\n",
       "      <td>0.000038</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>8238 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "             image       MEL        NV       BCC        AK       BKL  \\\n",
       "0     ISIC_0034321  0.143259  0.584724  0.198596  0.000916  0.014855   \n",
       "1     ISIC_0034322  0.009044  0.981565  0.000041  0.000084  0.001126   \n",
       "2     ISIC_0034323  0.001638  0.001037  0.676698  0.038498  0.005891   \n",
       "3     ISIC_0034324  0.005189  0.838686  0.000005  0.000006  0.019324   \n",
       "4     ISIC_0034325  0.003115  0.995407  0.000147  0.000101  0.000743   \n",
       "...            ...       ...       ...       ...       ...       ...   \n",
       "8233  ISIC_0073236  0.039805  0.001355  0.756286  0.024625  0.036364   \n",
       "8234  ISIC_0073243  0.115861  0.001733  0.638895  0.053776  0.007705   \n",
       "8235  ISIC_0073250  0.053053  0.680094  0.136510  0.039134  0.019740   \n",
       "8236  ISIC_0073252  0.012645  0.112423  0.225751  0.015300  0.055465   \n",
       "8237  ISIC_0073253  0.037469  0.000854  0.069173  0.150733  0.148355   \n",
       "\n",
       "            DF      VASC       SCC       UNK  \n",
       "0     0.012520  0.034774  0.010294  0.000062  \n",
       "1     0.007966  0.000020  0.000120  0.000033  \n",
       "2     0.039548  0.000319  0.236368  0.000003  \n",
       "3     0.000635  0.135401  0.000004  0.000749  \n",
       "4     0.000377  0.000080  0.000028  0.000001  \n",
       "...        ...       ...       ...       ...  \n",
       "8233  0.024455  0.003747  0.113357  0.000004  \n",
       "8234  0.005412  0.140065  0.036511  0.000042  \n",
       "8235  0.054786  0.013441  0.003239  0.000004  \n",
       "8236  0.018580  0.554778  0.005026  0.000031  \n",
       "8237  0.176607  0.054400  0.362371  0.000038  \n",
       "\n",
       "[8238 rows x 10 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "averaged"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "averaged.to_csv('result_ensemble_averaged.csv', index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Submit at https://challenge.isic-archive.com/task/55"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}