Postprocess yelp final results.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('yelp_final_result.csv', sep='\\t')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df.loc[df['Model'] != 'UCB', 'C'] = 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>C</th>\n",
       "      <th>Clicks</th>\n",
       "      <th>Iterative</th>\n",
       "      <th>MAP@10</th>\n",
       "      <th>MAP@15</th>\n",
       "      <th>MAP@20</th>\n",
       "      <th>MAP@5</th>\n",
       "      <th>MAP@50</th>\n",
       "      <th>Model</th>\n",
       "      <th>NDCG</th>\n",
       "      <th>...</th>\n",
       "      <th>Precision@20</th>\n",
       "      <th>Precision@5</th>\n",
       "      <th>Precision@50</th>\n",
       "      <th>R-Precision</th>\n",
       "      <th>Recall@10</th>\n",
       "      <th>Recall@15</th>\n",
       "      <th>Recall@20</th>\n",
       "      <th>Recall@5</th>\n",
       "      <th>Recall@50</th>\n",
       "      <th>SampleFromAll</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.580000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.260696</td>\n",
       "      <td>0.234612</td>\n",
       "      <td>0.221889</td>\n",
       "      <td>0.301556</td>\n",
       "      <td>0.182521</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.139060</td>\n",
       "      <td>...</td>\n",
       "      <td>0.181667</td>\n",
       "      <td>0.280000</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>0.112066</td>\n",
       "      <td>0.030940</td>\n",
       "      <td>0.044013</td>\n",
       "      <td>0.057664</td>\n",
       "      <td>0.022556</td>\n",
       "      <td>0.112066</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.308440</td>\n",
       "      <td>True</td>\n",
       "      <td>0.086733</td>\n",
       "      <td>0.072386</td>\n",
       "      <td>0.064022</td>\n",
       "      <td>0.113467</td>\n",
       "      <td>0.042235</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.029674</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042462</td>\n",
       "      <td>0.093497</td>\n",
       "      <td>0.026393</td>\n",
       "      <td>0.020989</td>\n",
       "      <td>0.009008</td>\n",
       "      <td>0.011188</td>\n",
       "      <td>0.013326</td>\n",
       "      <td>0.007691</td>\n",
       "      <td>0.020989</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.226667</td>\n",
       "      <td>True</td>\n",
       "      <td>0.324865</td>\n",
       "      <td>0.321763</td>\n",
       "      <td>0.314963</td>\n",
       "      <td>0.333000</td>\n",
       "      <td>0.276245</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.214040</td>\n",
       "      <td>...</td>\n",
       "      <td>0.288333</td>\n",
       "      <td>0.306667</td>\n",
       "      <td>0.221333</td>\n",
       "      <td>0.179472</td>\n",
       "      <td>0.054191</td>\n",
       "      <td>0.077721</td>\n",
       "      <td>0.096648</td>\n",
       "      <td>0.026078</td>\n",
       "      <td>0.183228</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.095097</td>\n",
       "      <td>True</td>\n",
       "      <td>0.078034</td>\n",
       "      <td>0.065664</td>\n",
       "      <td>0.057353</td>\n",
       "      <td>0.099709</td>\n",
       "      <td>0.036443</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.025226</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038286</td>\n",
       "      <td>0.082088</td>\n",
       "      <td>0.024160</td>\n",
       "      <td>0.020241</td>\n",
       "      <td>0.010073</td>\n",
       "      <td>0.011657</td>\n",
       "      <td>0.014429</td>\n",
       "      <td>0.007458</td>\n",
       "      <td>0.021352</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.683333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.233056</td>\n",
       "      <td>0.211870</td>\n",
       "      <td>0.196784</td>\n",
       "      <td>0.264778</td>\n",
       "      <td>0.150336</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.106416</td>\n",
       "      <td>...</td>\n",
       "      <td>0.143333</td>\n",
       "      <td>0.226667</td>\n",
       "      <td>0.104667</td>\n",
       "      <td>0.078740</td>\n",
       "      <td>0.028234</td>\n",
       "      <td>0.036158</td>\n",
       "      <td>0.043337</td>\n",
       "      <td>0.017144</td>\n",
       "      <td>0.080192</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.445905</td>\n",
       "      <td>False</td>\n",
       "      <td>0.065203</td>\n",
       "      <td>0.056379</td>\n",
       "      <td>0.050654</td>\n",
       "      <td>0.087601</td>\n",
       "      <td>0.034615</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.020411</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035405</td>\n",
       "      <td>0.063298</td>\n",
       "      <td>0.021125</td>\n",
       "      <td>0.013773</td>\n",
       "      <td>0.006363</td>\n",
       "      <td>0.007948</td>\n",
       "      <td>0.009851</td>\n",
       "      <td>0.004422</td>\n",
       "      <td>0.013267</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.183333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.388222</td>\n",
       "      <td>0.356007</td>\n",
       "      <td>0.337476</td>\n",
       "      <td>0.430111</td>\n",
       "      <td>0.278436</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.212664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.275000</td>\n",
       "      <td>0.386667</td>\n",
       "      <td>0.210000</td>\n",
       "      <td>0.169698</td>\n",
       "      <td>0.049689</td>\n",
       "      <td>0.070852</td>\n",
       "      <td>0.090022</td>\n",
       "      <td>0.031304</td>\n",
       "      <td>0.171186</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.098687</td>\n",
       "      <td>False</td>\n",
       "      <td>0.086283</td>\n",
       "      <td>0.070617</td>\n",
       "      <td>0.061167</td>\n",
       "      <td>0.112441</td>\n",
       "      <td>0.036344</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.021875</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038583</td>\n",
       "      <td>0.090403</td>\n",
       "      <td>0.023283</td>\n",
       "      <td>0.016513</td>\n",
       "      <td>0.009048</td>\n",
       "      <td>0.010556</td>\n",
       "      <td>0.012517</td>\n",
       "      <td>0.007096</td>\n",
       "      <td>0.017139</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.640000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.260065</td>\n",
       "      <td>0.235265</td>\n",
       "      <td>0.218365</td>\n",
       "      <td>0.299111</td>\n",
       "      <td>0.168392</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.126111</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.273333</td>\n",
       "      <td>0.124000</td>\n",
       "      <td>0.097264</td>\n",
       "      <td>0.030991</td>\n",
       "      <td>0.042017</td>\n",
       "      <td>0.050948</td>\n",
       "      <td>0.022021</td>\n",
       "      <td>0.098005</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.397579</td>\n",
       "      <td>True</td>\n",
       "      <td>0.082584</td>\n",
       "      <td>0.071240</td>\n",
       "      <td>0.062750</td>\n",
       "      <td>0.106914</td>\n",
       "      <td>0.040517</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.027594</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041044</td>\n",
       "      <td>0.083633</td>\n",
       "      <td>0.023980</td>\n",
       "      <td>0.018360</td>\n",
       "      <td>0.010151</td>\n",
       "      <td>0.011132</td>\n",
       "      <td>0.012999</td>\n",
       "      <td>0.007098</td>\n",
       "      <td>0.018257</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.173333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.386446</td>\n",
       "      <td>0.374868</td>\n",
       "      <td>0.364413</td>\n",
       "      <td>0.396889</td>\n",
       "      <td>0.304170</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.226064</td>\n",
       "      <td>...</td>\n",
       "      <td>0.326667</td>\n",
       "      <td>0.406667</td>\n",
       "      <td>0.224667</td>\n",
       "      <td>0.183846</td>\n",
       "      <td>0.059651</td>\n",
       "      <td>0.084931</td>\n",
       "      <td>0.108040</td>\n",
       "      <td>0.033369</td>\n",
       "      <td>0.186984</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.088107</td>\n",
       "      <td>True</td>\n",
       "      <td>0.078253</td>\n",
       "      <td>0.066690</td>\n",
       "      <td>0.058909</td>\n",
       "      <td>0.099882</td>\n",
       "      <td>0.036569</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.024053</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039669</td>\n",
       "      <td>0.075024</td>\n",
       "      <td>0.023131</td>\n",
       "      <td>0.019686</td>\n",
       "      <td>0.011435</td>\n",
       "      <td>0.011847</td>\n",
       "      <td>0.013068</td>\n",
       "      <td>0.006306</td>\n",
       "      <td>0.021077</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.930000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.157770</td>\n",
       "      <td>0.141844</td>\n",
       "      <td>0.132304</td>\n",
       "      <td>0.188222</td>\n",
       "      <td>0.107781</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.081946</td>\n",
       "      <td>...</td>\n",
       "      <td>0.105000</td>\n",
       "      <td>0.146667</td>\n",
       "      <td>0.084667</td>\n",
       "      <td>0.064745</td>\n",
       "      <td>0.019596</td>\n",
       "      <td>0.024079</td>\n",
       "      <td>0.033354</td>\n",
       "      <td>0.010874</td>\n",
       "      <td>0.066134</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.446581</td>\n",
       "      <td>False</td>\n",
       "      <td>0.066400</td>\n",
       "      <td>0.053641</td>\n",
       "      <td>0.046190</td>\n",
       "      <td>0.090791</td>\n",
       "      <td>0.029876</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.019126</td>\n",
       "      <td>...</td>\n",
       "      <td>0.024598</td>\n",
       "      <td>0.066456</td>\n",
       "      <td>0.019441</td>\n",
       "      <td>0.013518</td>\n",
       "      <td>0.006618</td>\n",
       "      <td>0.007052</td>\n",
       "      <td>0.007416</td>\n",
       "      <td>0.004723</td>\n",
       "      <td>0.013341</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.213333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.376827</td>\n",
       "      <td>0.356242</td>\n",
       "      <td>0.342083</td>\n",
       "      <td>0.394778</td>\n",
       "      <td>0.283578</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.215500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.290000</td>\n",
       "      <td>0.393333</td>\n",
       "      <td>0.216667</td>\n",
       "      <td>0.176203</td>\n",
       "      <td>0.054177</td>\n",
       "      <td>0.074615</td>\n",
       "      <td>0.094591</td>\n",
       "      <td>0.032508</td>\n",
       "      <td>0.178495</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.100678</td>\n",
       "      <td>False</td>\n",
       "      <td>0.087439</td>\n",
       "      <td>0.072084</td>\n",
       "      <td>0.063078</td>\n",
       "      <td>0.117165</td>\n",
       "      <td>0.039785</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.026084</td>\n",
       "      <td>...</td>\n",
       "      <td>0.044166</td>\n",
       "      <td>0.087621</td>\n",
       "      <td>0.023307</td>\n",
       "      <td>0.019007</td>\n",
       "      <td>0.010390</td>\n",
       "      <td>0.011659</td>\n",
       "      <td>0.014894</td>\n",
       "      <td>0.007634</td>\n",
       "      <td>0.019752</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.710000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.274902</td>\n",
       "      <td>0.249290</td>\n",
       "      <td>0.232842</td>\n",
       "      <td>0.322889</td>\n",
       "      <td>0.180630</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.136046</td>\n",
       "      <td>...</td>\n",
       "      <td>0.178333</td>\n",
       "      <td>0.253333</td>\n",
       "      <td>0.132000</td>\n",
       "      <td>0.102721</td>\n",
       "      <td>0.032523</td>\n",
       "      <td>0.046483</td>\n",
       "      <td>0.056675</td>\n",
       "      <td>0.019894</td>\n",
       "      <td>0.104255</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.462563</td>\n",
       "      <td>True</td>\n",
       "      <td>0.078383</td>\n",
       "      <td>0.068218</td>\n",
       "      <td>0.061636</td>\n",
       "      <td>0.101235</td>\n",
       "      <td>0.042181</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.029416</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042261</td>\n",
       "      <td>0.080407</td>\n",
       "      <td>0.027570</td>\n",
       "      <td>0.021363</td>\n",
       "      <td>0.009161</td>\n",
       "      <td>0.012047</td>\n",
       "      <td>0.013542</td>\n",
       "      <td>0.006515</td>\n",
       "      <td>0.020936</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.183333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.365488</td>\n",
       "      <td>0.359011</td>\n",
       "      <td>0.350315</td>\n",
       "      <td>0.378333</td>\n",
       "      <td>0.294686</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.225176</td>\n",
       "      <td>...</td>\n",
       "      <td>0.308333</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>0.225333</td>\n",
       "      <td>0.184330</td>\n",
       "      <td>0.059580</td>\n",
       "      <td>0.085602</td>\n",
       "      <td>0.101846</td>\n",
       "      <td>0.030273</td>\n",
       "      <td>0.189493</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.081120</td>\n",
       "      <td>True</td>\n",
       "      <td>0.074771</td>\n",
       "      <td>0.065575</td>\n",
       "      <td>0.058666</td>\n",
       "      <td>0.096278</td>\n",
       "      <td>0.037728</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.027324</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039763</td>\n",
       "      <td>0.076378</td>\n",
       "      <td>0.022927</td>\n",
       "      <td>0.022112</td>\n",
       "      <td>0.011413</td>\n",
       "      <td>0.012029</td>\n",
       "      <td>0.013152</td>\n",
       "      <td>0.006533</td>\n",
       "      <td>0.022999</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.813333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.205929</td>\n",
       "      <td>0.181238</td>\n",
       "      <td>0.166675</td>\n",
       "      <td>0.241111</td>\n",
       "      <td>0.127804</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.096036</td>\n",
       "      <td>...</td>\n",
       "      <td>0.123333</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.094000</td>\n",
       "      <td>0.071294</td>\n",
       "      <td>0.024136</td>\n",
       "      <td>0.028756</td>\n",
       "      <td>0.038066</td>\n",
       "      <td>0.016289</td>\n",
       "      <td>0.073533</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.477133</td>\n",
       "      <td>False</td>\n",
       "      <td>0.064059</td>\n",
       "      <td>0.051675</td>\n",
       "      <td>0.045889</td>\n",
       "      <td>0.089312</td>\n",
       "      <td>0.030615</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.020267</td>\n",
       "      <td>...</td>\n",
       "      <td>0.031582</td>\n",
       "      <td>0.069142</td>\n",
       "      <td>0.019128</td>\n",
       "      <td>0.013724</td>\n",
       "      <td>0.006284</td>\n",
       "      <td>0.007899</td>\n",
       "      <td>0.009500</td>\n",
       "      <td>0.005860</td>\n",
       "      <td>0.013369</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.190000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.368775</td>\n",
       "      <td>0.346261</td>\n",
       "      <td>0.330525</td>\n",
       "      <td>0.391000</td>\n",
       "      <td>0.273645</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.208650</td>\n",
       "      <td>...</td>\n",
       "      <td>0.276667</td>\n",
       "      <td>0.413333</td>\n",
       "      <td>0.209333</td>\n",
       "      <td>0.170114</td>\n",
       "      <td>0.053998</td>\n",
       "      <td>0.071114</td>\n",
       "      <td>0.091805</td>\n",
       "      <td>0.034085</td>\n",
       "      <td>0.172459</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.091163</td>\n",
       "      <td>False</td>\n",
       "      <td>0.080614</td>\n",
       "      <td>0.065809</td>\n",
       "      <td>0.056499</td>\n",
       "      <td>0.102551</td>\n",
       "      <td>0.037387</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.027128</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036591</td>\n",
       "      <td>0.084547</td>\n",
       "      <td>0.026311</td>\n",
       "      <td>0.021252</td>\n",
       "      <td>0.009927</td>\n",
       "      <td>0.010185</td>\n",
       "      <td>0.013033</td>\n",
       "      <td>0.007330</td>\n",
       "      <td>0.022098</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.716667</td>\n",
       "      <td>True</td>\n",
       "      <td>0.279149</td>\n",
       "      <td>0.244189</td>\n",
       "      <td>0.225867</td>\n",
       "      <td>0.347333</td>\n",
       "      <td>0.177903</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.139916</td>\n",
       "      <td>...</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.286667</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.104436</td>\n",
       "      <td>0.029680</td>\n",
       "      <td>0.040850</td>\n",
       "      <td>0.053417</td>\n",
       "      <td>0.023246</td>\n",
       "      <td>0.108758</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.432592</td>\n",
       "      <td>True</td>\n",
       "      <td>0.087068</td>\n",
       "      <td>0.072325</td>\n",
       "      <td>0.062749</td>\n",
       "      <td>0.116058</td>\n",
       "      <td>0.040150</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.030046</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035884</td>\n",
       "      <td>0.084041</td>\n",
       "      <td>0.024839</td>\n",
       "      <td>0.021201</td>\n",
       "      <td>0.008952</td>\n",
       "      <td>0.011308</td>\n",
       "      <td>0.012055</td>\n",
       "      <td>0.007098</td>\n",
       "      <td>0.020192</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.352157</td>\n",
       "      <td>0.346320</td>\n",
       "      <td>0.337241</td>\n",
       "      <td>0.367889</td>\n",
       "      <td>0.289560</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.218453</td>\n",
       "      <td>...</td>\n",
       "      <td>0.311667</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.217333</td>\n",
       "      <td>0.181648</td>\n",
       "      <td>0.056898</td>\n",
       "      <td>0.078447</td>\n",
       "      <td>0.104427</td>\n",
       "      <td>0.029069</td>\n",
       "      <td>0.182442</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.120469</td>\n",
       "      <td>True</td>\n",
       "      <td>0.072454</td>\n",
       "      <td>0.062174</td>\n",
       "      <td>0.055302</td>\n",
       "      <td>0.096846</td>\n",
       "      <td>0.033786</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.023259</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039114</td>\n",
       "      <td>0.077707</td>\n",
       "      <td>0.020803</td>\n",
       "      <td>0.020907</td>\n",
       "      <td>0.010185</td>\n",
       "      <td>0.013714</td>\n",
       "      <td>0.014997</td>\n",
       "      <td>0.006438</td>\n",
       "      <td>0.021686</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.843333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.180890</td>\n",
       "      <td>0.163072</td>\n",
       "      <td>0.149441</td>\n",
       "      <td>0.207889</td>\n",
       "      <td>0.116633</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.084393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.101667</td>\n",
       "      <td>0.186667</td>\n",
       "      <td>0.083333</td>\n",
       "      <td>0.065162</td>\n",
       "      <td>0.022281</td>\n",
       "      <td>0.027239</td>\n",
       "      <td>0.031523</td>\n",
       "      <td>0.014908</td>\n",
       "      <td>0.065162</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.469281</td>\n",
       "      <td>False</td>\n",
       "      <td>0.060465</td>\n",
       "      <td>0.050205</td>\n",
       "      <td>0.043475</td>\n",
       "      <td>0.080977</td>\n",
       "      <td>0.027962</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.017496</td>\n",
       "      <td>...</td>\n",
       "      <td>0.025507</td>\n",
       "      <td>0.061102</td>\n",
       "      <td>0.017244</td>\n",
       "      <td>0.012489</td>\n",
       "      <td>0.006666</td>\n",
       "      <td>0.007084</td>\n",
       "      <td>0.007798</td>\n",
       "      <td>0.004908</td>\n",
       "      <td>0.012489</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>90</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.143333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.366062</td>\n",
       "      <td>0.352947</td>\n",
       "      <td>0.341744</td>\n",
       "      <td>0.405667</td>\n",
       "      <td>0.293194</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.226516</td>\n",
       "      <td>...</td>\n",
       "      <td>0.301667</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.228667</td>\n",
       "      <td>0.186126</td>\n",
       "      <td>0.057476</td>\n",
       "      <td>0.080532</td>\n",
       "      <td>0.102249</td>\n",
       "      <td>0.029753</td>\n",
       "      <td>0.189790</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>91</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.069563</td>\n",
       "      <td>True</td>\n",
       "      <td>0.073320</td>\n",
       "      <td>0.062826</td>\n",
       "      <td>0.055131</td>\n",
       "      <td>0.097651</td>\n",
       "      <td>0.035991</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.025939</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036518</td>\n",
       "      <td>0.068356</td>\n",
       "      <td>0.026243</td>\n",
       "      <td>0.023154</td>\n",
       "      <td>0.010548</td>\n",
       "      <td>0.013427</td>\n",
       "      <td>0.014874</td>\n",
       "      <td>0.006230</td>\n",
       "      <td>0.024321</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>92</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.106667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.128020</td>\n",
       "      <td>0.127202</td>\n",
       "      <td>0.124392</td>\n",
       "      <td>0.132444</td>\n",
       "      <td>0.106551</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.079412</td>\n",
       "      <td>...</td>\n",
       "      <td>0.115000</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>0.083333</td>\n",
       "      <td>0.065315</td>\n",
       "      <td>0.019022</td>\n",
       "      <td>0.029250</td>\n",
       "      <td>0.036626</td>\n",
       "      <td>0.010892</td>\n",
       "      <td>0.066073</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.496528</td>\n",
       "      <td>False</td>\n",
       "      <td>0.053362</td>\n",
       "      <td>0.045833</td>\n",
       "      <td>0.041239</td>\n",
       "      <td>0.071760</td>\n",
       "      <td>0.027766</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.019963</td>\n",
       "      <td>...</td>\n",
       "      <td>0.031042</td>\n",
       "      <td>0.058873</td>\n",
       "      <td>0.018301</td>\n",
       "      <td>0.014909</td>\n",
       "      <td>0.006952</td>\n",
       "      <td>0.009013</td>\n",
       "      <td>0.010619</td>\n",
       "      <td>0.004981</td>\n",
       "      <td>0.014551</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.316667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.301738</td>\n",
       "      <td>0.285665</td>\n",
       "      <td>0.276607</td>\n",
       "      <td>0.329222</td>\n",
       "      <td>0.242701</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.191030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.245000</td>\n",
       "      <td>0.293333</td>\n",
       "      <td>0.198667</td>\n",
       "      <td>0.159825</td>\n",
       "      <td>0.043232</td>\n",
       "      <td>0.061357</td>\n",
       "      <td>0.081315</td>\n",
       "      <td>0.023491</td>\n",
       "      <td>0.161313</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>95</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.147857</td>\n",
       "      <td>False</td>\n",
       "      <td>0.086209</td>\n",
       "      <td>0.073525</td>\n",
       "      <td>0.063907</td>\n",
       "      <td>0.104762</td>\n",
       "      <td>0.042101</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.028824</td>\n",
       "      <td>...</td>\n",
       "      <td>0.041411</td>\n",
       "      <td>0.088107</td>\n",
       "      <td>0.028564</td>\n",
       "      <td>0.022236</td>\n",
       "      <td>0.011126</td>\n",
       "      <td>0.012326</td>\n",
       "      <td>0.014394</td>\n",
       "      <td>0.006980</td>\n",
       "      <td>0.022352</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>96</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.245997</td>\n",
       "      <td>0.226271</td>\n",
       "      <td>0.211398</td>\n",
       "      <td>0.277778</td>\n",
       "      <td>0.170545</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.129990</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.233333</td>\n",
       "      <td>0.130000</td>\n",
       "      <td>0.100770</td>\n",
       "      <td>0.033033</td>\n",
       "      <td>0.040865</td>\n",
       "      <td>0.051935</td>\n",
       "      <td>0.019506</td>\n",
       "      <td>0.102304</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.244862</td>\n",
       "      <td>True</td>\n",
       "      <td>0.083576</td>\n",
       "      <td>0.071389</td>\n",
       "      <td>0.063602</td>\n",
       "      <td>0.109965</td>\n",
       "      <td>0.042321</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.031164</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039723</td>\n",
       "      <td>0.088783</td>\n",
       "      <td>0.029145</td>\n",
       "      <td>0.022511</td>\n",
       "      <td>0.009933</td>\n",
       "      <td>0.012230</td>\n",
       "      <td>0.012632</td>\n",
       "      <td>0.007889</td>\n",
       "      <td>0.022125</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.190000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.375868</td>\n",
       "      <td>0.365851</td>\n",
       "      <td>0.354258</td>\n",
       "      <td>0.367667</td>\n",
       "      <td>0.298750</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.226057</td>\n",
       "      <td>...</td>\n",
       "      <td>0.308333</td>\n",
       "      <td>0.380000</td>\n",
       "      <td>0.228000</td>\n",
       "      <td>0.186720</td>\n",
       "      <td>0.062091</td>\n",
       "      <td>0.083522</td>\n",
       "      <td>0.104323</td>\n",
       "      <td>0.031493</td>\n",
       "      <td>0.189841</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.087337</td>\n",
       "      <td>True</td>\n",
       "      <td>0.081040</td>\n",
       "      <td>0.067293</td>\n",
       "      <td>0.058136</td>\n",
       "      <td>0.107344</td>\n",
       "      <td>0.036076</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.026175</td>\n",
       "      <td>...</td>\n",
       "      <td>0.036692</td>\n",
       "      <td>0.085384</td>\n",
       "      <td>0.024065</td>\n",
       "      <td>0.020596</td>\n",
       "      <td>0.011581</td>\n",
       "      <td>0.011443</td>\n",
       "      <td>0.015730</td>\n",
       "      <td>0.007442</td>\n",
       "      <td>0.023211</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.740000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.217155</td>\n",
       "      <td>0.190934</td>\n",
       "      <td>0.175272</td>\n",
       "      <td>0.260556</td>\n",
       "      <td>0.140521</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.110909</td>\n",
       "      <td>...</td>\n",
       "      <td>0.126667</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.108000</td>\n",
       "      <td>0.086027</td>\n",
       "      <td>0.024966</td>\n",
       "      <td>0.031896</td>\n",
       "      <td>0.039743</td>\n",
       "      <td>0.015994</td>\n",
       "      <td>0.086821</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.455894</td>\n",
       "      <td>False</td>\n",
       "      <td>0.065786</td>\n",
       "      <td>0.052815</td>\n",
       "      <td>0.045991</td>\n",
       "      <td>0.094764</td>\n",
       "      <td>0.031844</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.023129</td>\n",
       "      <td>...</td>\n",
       "      <td>0.030898</td>\n",
       "      <td>0.069142</td>\n",
       "      <td>0.021598</td>\n",
       "      <td>0.016926</td>\n",
       "      <td>0.006682</td>\n",
       "      <td>0.007682</td>\n",
       "      <td>0.009553</td>\n",
       "      <td>0.005831</td>\n",
       "      <td>0.016764</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.230000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.355172</td>\n",
       "      <td>0.331294</td>\n",
       "      <td>0.315889</td>\n",
       "      <td>0.392333</td>\n",
       "      <td>0.267411</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.206434</td>\n",
       "      <td>...</td>\n",
       "      <td>0.261667</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.208667</td>\n",
       "      <td>0.167525</td>\n",
       "      <td>0.048396</td>\n",
       "      <td>0.068107</td>\n",
       "      <td>0.084087</td>\n",
       "      <td>0.029077</td>\n",
       "      <td>0.169853</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.124357</td>\n",
       "      <td>False</td>\n",
       "      <td>0.077945</td>\n",
       "      <td>0.064984</td>\n",
       "      <td>0.057739</td>\n",
       "      <td>0.106341</td>\n",
       "      <td>0.037323</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.022442</td>\n",
       "      <td>...</td>\n",
       "      <td>0.042763</td>\n",
       "      <td>0.084041</td>\n",
       "      <td>0.023714</td>\n",
       "      <td>0.015879</td>\n",
       "      <td>0.008495</td>\n",
       "      <td>0.011146</td>\n",
       "      <td>0.012125</td>\n",
       "      <td>0.006821</td>\n",
       "      <td>0.016732</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.490000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.274594</td>\n",
       "      <td>0.248308</td>\n",
       "      <td>0.229124</td>\n",
       "      <td>0.326444</td>\n",
       "      <td>0.180670</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.138962</td>\n",
       "      <td>...</td>\n",
       "      <td>0.170000</td>\n",
       "      <td>0.260000</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.107021</td>\n",
       "      <td>0.035375</td>\n",
       "      <td>0.041729</td>\n",
       "      <td>0.053715</td>\n",
       "      <td>0.021151</td>\n",
       "      <td>0.108572</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.333181</td>\n",
       "      <td>True</td>\n",
       "      <td>0.081034</td>\n",
       "      <td>0.067363</td>\n",
       "      <td>0.058260</td>\n",
       "      <td>0.108042</td>\n",
       "      <td>0.038081</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.026606</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033822</td>\n",
       "      <td>0.082950</td>\n",
       "      <td>0.023351</td>\n",
       "      <td>0.018200</td>\n",
       "      <td>0.008809</td>\n",
       "      <td>0.009564</td>\n",
       "      <td>0.010686</td>\n",
       "      <td>0.007191</td>\n",
       "      <td>0.017650</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.153333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.359902</td>\n",
       "      <td>0.343850</td>\n",
       "      <td>0.332698</td>\n",
       "      <td>0.387000</td>\n",
       "      <td>0.286568</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.219922</td>\n",
       "      <td>...</td>\n",
       "      <td>0.293333</td>\n",
       "      <td>0.360000</td>\n",
       "      <td>0.220667</td>\n",
       "      <td>0.182314</td>\n",
       "      <td>0.053537</td>\n",
       "      <td>0.077357</td>\n",
       "      <td>0.098448</td>\n",
       "      <td>0.030859</td>\n",
       "      <td>0.183107</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.083019</td>\n",
       "      <td>True</td>\n",
       "      <td>0.071214</td>\n",
       "      <td>0.062774</td>\n",
       "      <td>0.056547</td>\n",
       "      <td>0.093832</td>\n",
       "      <td>0.037097</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.026492</td>\n",
       "      <td>...</td>\n",
       "      <td>0.045904</td>\n",
       "      <td>0.070123</td>\n",
       "      <td>0.023337</td>\n",
       "      <td>0.020209</td>\n",
       "      <td>0.011812</td>\n",
       "      <td>0.014334</td>\n",
       "      <td>0.017201</td>\n",
       "      <td>0.007014</td>\n",
       "      <td>0.020662</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.946667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.186204</td>\n",
       "      <td>0.167692</td>\n",
       "      <td>0.155688</td>\n",
       "      <td>0.215111</td>\n",
       "      <td>0.121574</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.089128</td>\n",
       "      <td>...</td>\n",
       "      <td>0.113333</td>\n",
       "      <td>0.186667</td>\n",
       "      <td>0.090667</td>\n",
       "      <td>0.069174</td>\n",
       "      <td>0.023188</td>\n",
       "      <td>0.028776</td>\n",
       "      <td>0.034376</td>\n",
       "      <td>0.014379</td>\n",
       "      <td>0.069174</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.508404</td>\n",
       "      <td>False</td>\n",
       "      <td>0.061832</td>\n",
       "      <td>0.052420</td>\n",
       "      <td>0.047743</td>\n",
       "      <td>0.085233</td>\n",
       "      <td>0.034611</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.022902</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033292</td>\n",
       "      <td>0.061102</td>\n",
       "      <td>0.023428</td>\n",
       "      <td>0.015947</td>\n",
       "      <td>0.006800</td>\n",
       "      <td>0.008434</td>\n",
       "      <td>0.009653</td>\n",
       "      <td>0.004713</td>\n",
       "      <td>0.015947</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.186667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.405097</td>\n",
       "      <td>0.381332</td>\n",
       "      <td>0.360784</td>\n",
       "      <td>0.422000</td>\n",
       "      <td>0.283986</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.212644</td>\n",
       "      <td>...</td>\n",
       "      <td>0.283333</td>\n",
       "      <td>0.426667</td>\n",
       "      <td>0.208667</td>\n",
       "      <td>0.168244</td>\n",
       "      <td>0.057508</td>\n",
       "      <td>0.080956</td>\n",
       "      <td>0.093255</td>\n",
       "      <td>0.034746</td>\n",
       "      <td>0.170519</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.104832</td>\n",
       "      <td>False</td>\n",
       "      <td>0.082981</td>\n",
       "      <td>0.069999</td>\n",
       "      <td>0.060565</td>\n",
       "      <td>0.105894</td>\n",
       "      <td>0.037222</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.024254</td>\n",
       "      <td>...</td>\n",
       "      <td>0.038744</td>\n",
       "      <td>0.091901</td>\n",
       "      <td>0.023929</td>\n",
       "      <td>0.017611</td>\n",
       "      <td>0.009761</td>\n",
       "      <td>0.012842</td>\n",
       "      <td>0.013595</td>\n",
       "      <td>0.007726</td>\n",
       "      <td>0.018372</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.793333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.251599</td>\n",
       "      <td>0.225778</td>\n",
       "      <td>0.211559</td>\n",
       "      <td>0.295000</td>\n",
       "      <td>0.166218</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.124401</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.233333</td>\n",
       "      <td>0.123333</td>\n",
       "      <td>0.095292</td>\n",
       "      <td>0.029088</td>\n",
       "      <td>0.040503</td>\n",
       "      <td>0.051277</td>\n",
       "      <td>0.018292</td>\n",
       "      <td>0.095292</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.480805</td>\n",
       "      <td>True</td>\n",
       "      <td>0.082131</td>\n",
       "      <td>0.068712</td>\n",
       "      <td>0.060302</td>\n",
       "      <td>0.111302</td>\n",
       "      <td>0.039010</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.027979</td>\n",
       "      <td>...</td>\n",
       "      <td>0.037796</td>\n",
       "      <td>0.082813</td>\n",
       "      <td>0.026784</td>\n",
       "      <td>0.019748</td>\n",
       "      <td>0.007761</td>\n",
       "      <td>0.010262</td>\n",
       "      <td>0.012058</td>\n",
       "      <td>0.006470</td>\n",
       "      <td>0.019748</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.203333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.360218</td>\n",
       "      <td>0.354469</td>\n",
       "      <td>0.344150</td>\n",
       "      <td>0.360222</td>\n",
       "      <td>0.292986</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.225641</td>\n",
       "      <td>...</td>\n",
       "      <td>0.303333</td>\n",
       "      <td>0.373333</td>\n",
       "      <td>0.232667</td>\n",
       "      <td>0.187884</td>\n",
       "      <td>0.060100</td>\n",
       "      <td>0.082550</td>\n",
       "      <td>0.101080</td>\n",
       "      <td>0.030895</td>\n",
       "      <td>0.193182</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.085924</td>\n",
       "      <td>True</td>\n",
       "      <td>0.080050</td>\n",
       "      <td>0.068151</td>\n",
       "      <td>0.059773</td>\n",
       "      <td>0.105464</td>\n",
       "      <td>0.036907</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.024607</td>\n",
       "      <td>...</td>\n",
       "      <td>0.039453</td>\n",
       "      <td>0.086148</td>\n",
       "      <td>0.021824</td>\n",
       "      <td>0.018128</td>\n",
       "      <td>0.010536</td>\n",
       "      <td>0.012697</td>\n",
       "      <td>0.014177</td>\n",
       "      <td>0.007588</td>\n",
       "      <td>0.019344</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>2.0</td>\n",
       "      <td>1.446667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.143669</td>\n",
       "      <td>0.127536</td>\n",
       "      <td>0.118916</td>\n",
       "      <td>0.181889</td>\n",
       "      <td>0.097859</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.075328</td>\n",
       "      <td>...</td>\n",
       "      <td>0.090000</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>0.080000</td>\n",
       "      <td>0.059820</td>\n",
       "      <td>0.015747</td>\n",
       "      <td>0.022288</td>\n",
       "      <td>0.026981</td>\n",
       "      <td>0.010974</td>\n",
       "      <td>0.059820</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.638112</td>\n",
       "      <td>False</td>\n",
       "      <td>0.060894</td>\n",
       "      <td>0.051231</td>\n",
       "      <td>0.045295</td>\n",
       "      <td>0.083633</td>\n",
       "      <td>0.030838</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.021576</td>\n",
       "      <td>...</td>\n",
       "      <td>0.029725</td>\n",
       "      <td>0.058873</td>\n",
       "      <td>0.022328</td>\n",
       "      <td>0.014752</td>\n",
       "      <td>0.006572</td>\n",
       "      <td>0.007863</td>\n",
       "      <td>0.008823</td>\n",
       "      <td>0.004830</td>\n",
       "      <td>0.014752</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.210000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.329164</td>\n",
       "      <td>0.310722</td>\n",
       "      <td>0.297509</td>\n",
       "      <td>0.328667</td>\n",
       "      <td>0.247596</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.192814</td>\n",
       "      <td>...</td>\n",
       "      <td>0.246667</td>\n",
       "      <td>0.326667</td>\n",
       "      <td>0.196000</td>\n",
       "      <td>0.159033</td>\n",
       "      <td>0.050562</td>\n",
       "      <td>0.065296</td>\n",
       "      <td>0.081712</td>\n",
       "      <td>0.027251</td>\n",
       "      <td>0.161226</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.087824</td>\n",
       "      <td>False</td>\n",
       "      <td>0.072768</td>\n",
       "      <td>0.060392</td>\n",
       "      <td>0.052561</td>\n",
       "      <td>0.098632</td>\n",
       "      <td>0.031864</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.021468</td>\n",
       "      <td>...</td>\n",
       "      <td>0.035163</td>\n",
       "      <td>0.077267</td>\n",
       "      <td>0.021423</td>\n",
       "      <td>0.017013</td>\n",
       "      <td>0.010306</td>\n",
       "      <td>0.011014</td>\n",
       "      <td>0.012479</td>\n",
       "      <td>0.006809</td>\n",
       "      <td>0.016879</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>120 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       C    Clicks  Iterative    MAP@10    MAP@15    MAP@20     MAP@5  \\\n",
       "0    0.0  0.580000       True  0.260696  0.234612  0.221889  0.301556   \n",
       "1    0.0  0.308440       True  0.086733  0.072386  0.064022  0.113467   \n",
       "2    0.0  0.226667       True  0.324865  0.321763  0.314963  0.333000   \n",
       "3    0.0  0.095097       True  0.078034  0.065664  0.057353  0.099709   \n",
       "4    0.0  0.683333      False  0.233056  0.211870  0.196784  0.264778   \n",
       "5    0.0  0.445905      False  0.065203  0.056379  0.050654  0.087601   \n",
       "6    0.0  0.183333      False  0.388222  0.356007  0.337476  0.430111   \n",
       "7    0.0  0.098687      False  0.086283  0.070617  0.061167  0.112441   \n",
       "8    0.0  0.640000       True  0.260065  0.235265  0.218365  0.299111   \n",
       "9    0.0  0.397579       True  0.082584  0.071240  0.062750  0.106914   \n",
       "10   0.0  0.173333       True  0.386446  0.374868  0.364413  0.396889   \n",
       "11   0.0  0.088107       True  0.078253  0.066690  0.058909  0.099882   \n",
       "12   0.0  0.930000      False  0.157770  0.141844  0.132304  0.188222   \n",
       "13   0.0  0.446581      False  0.066400  0.053641  0.046190  0.090791   \n",
       "14   0.0  0.213333      False  0.376827  0.356242  0.342083  0.394778   \n",
       "15   0.0  0.100678      False  0.087439  0.072084  0.063078  0.117165   \n",
       "16   0.5  0.710000       True  0.274902  0.249290  0.232842  0.322889   \n",
       "17   0.5  0.462563       True  0.078383  0.068218  0.061636  0.101235   \n",
       "18   0.5  0.183333       True  0.365488  0.359011  0.350315  0.378333   \n",
       "19   0.5  0.081120       True  0.074771  0.065575  0.058666  0.096278   \n",
       "20   0.5  0.813333      False  0.205929  0.181238  0.166675  0.241111   \n",
       "21   0.5  0.477133      False  0.064059  0.051675  0.045889  0.089312   \n",
       "22   0.5  0.190000      False  0.368775  0.346261  0.330525  0.391000   \n",
       "23   0.5  0.091163      False  0.080614  0.065809  0.056499  0.102551   \n",
       "24   1.0  0.716667       True  0.279149  0.244189  0.225867  0.347333   \n",
       "25   1.0  0.432592       True  0.087068  0.072325  0.062749  0.116058   \n",
       "26   1.0  0.200000       True  0.352157  0.346320  0.337241  0.367889   \n",
       "27   1.0  0.120469       True  0.072454  0.062174  0.055302  0.096846   \n",
       "28   1.0  0.843333      False  0.180890  0.163072  0.149441  0.207889   \n",
       "29   1.0  0.469281      False  0.060465  0.050205  0.043475  0.080977   \n",
       "..   ...       ...        ...       ...       ...       ...       ...   \n",
       "90   0.0  0.143333       True  0.366062  0.352947  0.341744  0.405667   \n",
       "91   0.0  0.069563       True  0.073320  0.062826  0.055131  0.097651   \n",
       "92   0.0  1.106667      False  0.128020  0.127202  0.124392  0.132444   \n",
       "93   0.0  0.496528      False  0.053362  0.045833  0.041239  0.071760   \n",
       "94   0.0  0.316667      False  0.301738  0.285665  0.276607  0.329222   \n",
       "95   0.0  0.147857      False  0.086209  0.073525  0.063907  0.104762   \n",
       "96   0.5  0.533333       True  0.245997  0.226271  0.211398  0.277778   \n",
       "97   0.5  0.244862       True  0.083576  0.071389  0.063602  0.109965   \n",
       "98   0.5  0.190000       True  0.375868  0.365851  0.354258  0.367667   \n",
       "99   0.5  0.087337       True  0.081040  0.067293  0.058136  0.107344   \n",
       "100  0.5  0.740000      False  0.217155  0.190934  0.175272  0.260556   \n",
       "101  0.5  0.455894      False  0.065786  0.052815  0.045991  0.094764   \n",
       "102  0.5  0.230000      False  0.355172  0.331294  0.315889  0.392333   \n",
       "103  0.5  0.124357      False  0.077945  0.064984  0.057739  0.106341   \n",
       "104  1.0  0.490000       True  0.274594  0.248308  0.229124  0.326444   \n",
       "105  1.0  0.333181       True  0.081034  0.067363  0.058260  0.108042   \n",
       "106  1.0  0.153333       True  0.359902  0.343850  0.332698  0.387000   \n",
       "107  1.0  0.083019       True  0.071214  0.062774  0.056547  0.093832   \n",
       "108  1.0  0.946667      False  0.186204  0.167692  0.155688  0.215111   \n",
       "109  1.0  0.508404      False  0.061832  0.052420  0.047743  0.085233   \n",
       "110  1.0  0.186667      False  0.405097  0.381332  0.360784  0.422000   \n",
       "111  1.0  0.104832      False  0.082981  0.069999  0.060565  0.105894   \n",
       "112  2.0  0.793333       True  0.251599  0.225778  0.211559  0.295000   \n",
       "113  2.0  0.480805       True  0.082131  0.068712  0.060302  0.111302   \n",
       "114  2.0  0.203333       True  0.360218  0.354469  0.344150  0.360222   \n",
       "115  2.0  0.085924       True  0.080050  0.068151  0.059773  0.105464   \n",
       "116  2.0  1.446667      False  0.143669  0.127536  0.118916  0.181889   \n",
       "117  2.0  0.638112      False  0.060894  0.051231  0.045295  0.083633   \n",
       "118  2.0  0.210000      False  0.329164  0.310722  0.297509  0.328667   \n",
       "119  2.0  0.087824      False  0.072768  0.060392  0.052561  0.098632   \n",
       "\n",
       "       MAP@50             Model      NDCG  ...  Precision@20  Precision@5  \\\n",
       "0    0.182521            Greedy  0.139060  ...      0.181667     0.280000   \n",
       "1    0.042235            Greedy  0.029674  ...      0.042462     0.093497   \n",
       "2    0.276245            Greedy  0.214040  ...      0.288333     0.306667   \n",
       "3    0.036443            Greedy  0.025226  ...      0.038286     0.082088   \n",
       "4    0.150336            Greedy  0.106416  ...      0.143333     0.226667   \n",
       "5    0.034615            Greedy  0.020411  ...      0.035405     0.063298   \n",
       "6    0.278436            Greedy  0.212664  ...      0.275000     0.386667   \n",
       "7    0.036344            Greedy  0.021875  ...      0.038583     0.090403   \n",
       "8    0.168392  ThompsonSampling  0.126111  ...      0.163333     0.273333   \n",
       "9    0.040517  ThompsonSampling  0.027594  ...      0.041044     0.083633   \n",
       "10   0.304170  ThompsonSampling  0.226064  ...      0.326667     0.406667   \n",
       "11   0.036569  ThompsonSampling  0.024053  ...      0.039669     0.075024   \n",
       "12   0.107781  ThompsonSampling  0.081946  ...      0.105000     0.146667   \n",
       "13   0.029876  ThompsonSampling  0.019126  ...      0.024598     0.066456   \n",
       "14   0.283578  ThompsonSampling  0.215500  ...      0.290000     0.393333   \n",
       "15   0.039785  ThompsonSampling  0.026084  ...      0.044166     0.087621   \n",
       "16   0.180630               UCB  0.136046  ...      0.178333     0.253333   \n",
       "17   0.042181               UCB  0.029416  ...      0.042261     0.080407   \n",
       "18   0.294686               UCB  0.225176  ...      0.308333     0.366667   \n",
       "19   0.037728               UCB  0.027324  ...      0.039763     0.076378   \n",
       "20   0.127804               UCB  0.096036  ...      0.123333     0.200000   \n",
       "21   0.030615               UCB  0.020267  ...      0.031582     0.069142   \n",
       "22   0.273645               UCB  0.208650  ...      0.276667     0.413333   \n",
       "23   0.037387               UCB  0.027128  ...      0.036591     0.084547   \n",
       "24   0.177903               UCB  0.139916  ...      0.166667     0.286667   \n",
       "25   0.040150               UCB  0.030046  ...      0.035884     0.084041   \n",
       "26   0.289560               UCB  0.218453  ...      0.311667     0.353333   \n",
       "27   0.033786               UCB  0.023259  ...      0.039114     0.077707   \n",
       "28   0.116633               UCB  0.084393  ...      0.101667     0.186667   \n",
       "29   0.027962               UCB  0.017496  ...      0.025507     0.061102   \n",
       "..        ...               ...       ...  ...           ...          ...   \n",
       "90   0.293194  ThompsonSampling  0.226516  ...      0.301667     0.353333   \n",
       "91   0.035991  ThompsonSampling  0.025939  ...      0.036518     0.068356   \n",
       "92   0.106551  ThompsonSampling  0.079412  ...      0.115000     0.140000   \n",
       "93   0.027766  ThompsonSampling  0.019963  ...      0.031042     0.058873   \n",
       "94   0.242701  ThompsonSampling  0.191030  ...      0.245000     0.293333   \n",
       "95   0.042101  ThompsonSampling  0.028824  ...      0.041411     0.088107   \n",
       "96   0.170545               UCB  0.129990  ...      0.163333     0.233333   \n",
       "97   0.042321               UCB  0.031164  ...      0.039723     0.088783   \n",
       "98   0.298750               UCB  0.226057  ...      0.308333     0.380000   \n",
       "99   0.036076               UCB  0.026175  ...      0.036692     0.085384   \n",
       "100  0.140521               UCB  0.110909  ...      0.126667     0.200000   \n",
       "101  0.031844               UCB  0.023129  ...      0.030898     0.069142   \n",
       "102  0.267411               UCB  0.206434  ...      0.261667     0.353333   \n",
       "103  0.037323               UCB  0.022442  ...      0.042763     0.084041   \n",
       "104  0.180670               UCB  0.138962  ...      0.170000     0.260000   \n",
       "105  0.038081               UCB  0.026606  ...      0.033822     0.082950   \n",
       "106  0.286568               UCB  0.219922  ...      0.293333     0.360000   \n",
       "107  0.037097               UCB  0.026492  ...      0.045904     0.070123   \n",
       "108  0.121574               UCB  0.089128  ...      0.113333     0.186667   \n",
       "109  0.034611               UCB  0.022902  ...      0.033292     0.061102   \n",
       "110  0.283986               UCB  0.212644  ...      0.283333     0.426667   \n",
       "111  0.037222               UCB  0.024254  ...      0.038744     0.091901   \n",
       "112  0.166218               UCB  0.124401  ...      0.163333     0.233333   \n",
       "113  0.039010               UCB  0.027979  ...      0.037796     0.082813   \n",
       "114  0.292986               UCB  0.225641  ...      0.303333     0.373333   \n",
       "115  0.036907               UCB  0.024607  ...      0.039453     0.086148   \n",
       "116  0.097859               UCB  0.075328  ...      0.090000     0.140000   \n",
       "117  0.030838               UCB  0.021576  ...      0.029725     0.058873   \n",
       "118  0.247596               UCB  0.192814  ...      0.246667     0.326667   \n",
       "119  0.031864               UCB  0.021468  ...      0.035163     0.077267   \n",
       "\n",
       "     Precision@50  R-Precision  Recall@10  Recall@15  Recall@20  Recall@5  \\\n",
       "0        0.140000     0.112066   0.030940   0.044013   0.057664  0.022556   \n",
       "1        0.026393     0.020989   0.009008   0.011188   0.013326  0.007691   \n",
       "2        0.221333     0.179472   0.054191   0.077721   0.096648  0.026078   \n",
       "3        0.024160     0.020241   0.010073   0.011657   0.014429  0.007458   \n",
       "4        0.104667     0.078740   0.028234   0.036158   0.043337  0.017144   \n",
       "5        0.021125     0.013773   0.006363   0.007948   0.009851  0.004422   \n",
       "6        0.210000     0.169698   0.049689   0.070852   0.090022  0.031304   \n",
       "7        0.023283     0.016513   0.009048   0.010556   0.012517  0.007096   \n",
       "8        0.124000     0.097264   0.030991   0.042017   0.050948  0.022021   \n",
       "9        0.023980     0.018360   0.010151   0.011132   0.012999  0.007098   \n",
       "10       0.224667     0.183846   0.059651   0.084931   0.108040  0.033369   \n",
       "11       0.023131     0.019686   0.011435   0.011847   0.013068  0.006306   \n",
       "12       0.084667     0.064745   0.019596   0.024079   0.033354  0.010874   \n",
       "13       0.019441     0.013518   0.006618   0.007052   0.007416  0.004723   \n",
       "14       0.216667     0.176203   0.054177   0.074615   0.094591  0.032508   \n",
       "15       0.023307     0.019007   0.010390   0.011659   0.014894  0.007634   \n",
       "16       0.132000     0.102721   0.032523   0.046483   0.056675  0.019894   \n",
       "17       0.027570     0.021363   0.009161   0.012047   0.013542  0.006515   \n",
       "18       0.225333     0.184330   0.059580   0.085602   0.101846  0.030273   \n",
       "19       0.022927     0.022112   0.011413   0.012029   0.013152  0.006533   \n",
       "20       0.094000     0.071294   0.024136   0.028756   0.038066  0.016289   \n",
       "21       0.019128     0.013724   0.006284   0.007899   0.009500  0.005860   \n",
       "22       0.209333     0.170114   0.053998   0.071114   0.091805  0.034085   \n",
       "23       0.026311     0.021252   0.009927   0.010185   0.013033  0.007330   \n",
       "24       0.135333     0.104436   0.029680   0.040850   0.053417  0.023246   \n",
       "25       0.024839     0.021201   0.008952   0.011308   0.012055  0.007098   \n",
       "26       0.217333     0.181648   0.056898   0.078447   0.104427  0.029069   \n",
       "27       0.020803     0.020907   0.010185   0.013714   0.014997  0.006438   \n",
       "28       0.083333     0.065162   0.022281   0.027239   0.031523  0.014908   \n",
       "29       0.017244     0.012489   0.006666   0.007084   0.007798  0.004908   \n",
       "..            ...          ...        ...        ...        ...       ...   \n",
       "90       0.228667     0.186126   0.057476   0.080532   0.102249  0.029753   \n",
       "91       0.026243     0.023154   0.010548   0.013427   0.014874  0.006230   \n",
       "92       0.083333     0.065315   0.019022   0.029250   0.036626  0.010892   \n",
       "93       0.018301     0.014909   0.006952   0.009013   0.010619  0.004981   \n",
       "94       0.198667     0.159825   0.043232   0.061357   0.081315  0.023491   \n",
       "95       0.028564     0.022236   0.011126   0.012326   0.014394  0.006980   \n",
       "96       0.130000     0.100770   0.033033   0.040865   0.051935  0.019506   \n",
       "97       0.029145     0.022511   0.009933   0.012230   0.012632  0.007889   \n",
       "98       0.228000     0.186720   0.062091   0.083522   0.104323  0.031493   \n",
       "99       0.024065     0.020596   0.011581   0.011443   0.015730  0.007442   \n",
       "100      0.108000     0.086027   0.024966   0.031896   0.039743  0.015994   \n",
       "101      0.021598     0.016926   0.006682   0.007682   0.009553  0.005831   \n",
       "102      0.208667     0.167525   0.048396   0.068107   0.084087  0.029077   \n",
       "103      0.023714     0.015879   0.008495   0.011146   0.012125  0.006821   \n",
       "104      0.135333     0.107021   0.035375   0.041729   0.053715  0.021151   \n",
       "105      0.023351     0.018200   0.008809   0.009564   0.010686  0.007191   \n",
       "106      0.220667     0.182314   0.053537   0.077357   0.098448  0.030859   \n",
       "107      0.023337     0.020209   0.011812   0.014334   0.017201  0.007014   \n",
       "108      0.090667     0.069174   0.023188   0.028776   0.034376  0.014379   \n",
       "109      0.023428     0.015947   0.006800   0.008434   0.009653  0.004713   \n",
       "110      0.208667     0.168244   0.057508   0.080956   0.093255  0.034746   \n",
       "111      0.023929     0.017611   0.009761   0.012842   0.013595  0.007726   \n",
       "112      0.123333     0.095292   0.029088   0.040503   0.051277  0.018292   \n",
       "113      0.026784     0.019748   0.007761   0.010262   0.012058  0.006470   \n",
       "114      0.232667     0.187884   0.060100   0.082550   0.101080  0.030895   \n",
       "115      0.021824     0.018128   0.010536   0.012697   0.014177  0.007588   \n",
       "116      0.080000     0.059820   0.015747   0.022288   0.026981  0.010974   \n",
       "117      0.022328     0.014752   0.006572   0.007863   0.008823  0.004830   \n",
       "118      0.196000     0.159033   0.050562   0.065296   0.081712  0.027251   \n",
       "119      0.021423     0.017013   0.010306   0.011014   0.012479  0.006809   \n",
       "\n",
       "     Recall@50  SampleFromAll  \n",
       "0     0.112066           True  \n",
       "1     0.020989           True  \n",
       "2     0.183228          False  \n",
       "3     0.021352          False  \n",
       "4     0.080192           True  \n",
       "5     0.013267           True  \n",
       "6     0.171186          False  \n",
       "7     0.017139          False  \n",
       "8     0.098005           True  \n",
       "9     0.018257           True  \n",
       "10    0.186984          False  \n",
       "11    0.021077          False  \n",
       "12    0.066134           True  \n",
       "13    0.013341           True  \n",
       "14    0.178495          False  \n",
       "15    0.019752          False  \n",
       "16    0.104255           True  \n",
       "17    0.020936           True  \n",
       "18    0.189493          False  \n",
       "19    0.022999          False  \n",
       "20    0.073533           True  \n",
       "21    0.013369           True  \n",
       "22    0.172459          False  \n",
       "23    0.022098          False  \n",
       "24    0.108758           True  \n",
       "25    0.020192           True  \n",
       "26    0.182442          False  \n",
       "27    0.021686          False  \n",
       "28    0.065162           True  \n",
       "29    0.012489           True  \n",
       "..         ...            ...  \n",
       "90    0.189790          False  \n",
       "91    0.024321          False  \n",
       "92    0.066073           True  \n",
       "93    0.014551           True  \n",
       "94    0.161313          False  \n",
       "95    0.022352          False  \n",
       "96    0.102304           True  \n",
       "97    0.022125           True  \n",
       "98    0.189841          False  \n",
       "99    0.023211          False  \n",
       "100   0.086821           True  \n",
       "101   0.016764           True  \n",
       "102   0.169853          False  \n",
       "103   0.016732          False  \n",
       "104   0.108572           True  \n",
       "105   0.017650           True  \n",
       "106   0.183107          False  \n",
       "107   0.020662          False  \n",
       "108   0.069174           True  \n",
       "109   0.015947           True  \n",
       "110   0.170519          False  \n",
       "111   0.018372          False  \n",
       "112   0.095292           True  \n",
       "113   0.019748           True  \n",
       "114   0.193182          False  \n",
       "115   0.019344          False  \n",
       "116   0.059820           True  \n",
       "117   0.014752           True  \n",
       "118   0.161226          False  \n",
       "119   0.016879          False  \n",
       "\n",
       "[120 rows x 22 columns]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>C</th>\n",
       "      <th>Clicks</th>\n",
       "      <th>Iterative</th>\n",
       "      <th>MAP@10</th>\n",
       "      <th>MAP@15</th>\n",
       "      <th>MAP@20</th>\n",
       "      <th>MAP@5</th>\n",
       "      <th>MAP@50</th>\n",
       "      <th>Model</th>\n",
       "      <th>NDCG</th>\n",
       "      <th>...</th>\n",
       "      <th>Precision@20</th>\n",
       "      <th>Precision@5</th>\n",
       "      <th>Precision@50</th>\n",
       "      <th>R-Precision</th>\n",
       "      <th>Recall@10</th>\n",
       "      <th>Recall@15</th>\n",
       "      <th>Recall@20</th>\n",
       "      <th>Recall@5</th>\n",
       "      <th>Recall@50</th>\n",
       "      <th>SampleFromAll</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.580000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.260696</td>\n",
       "      <td>0.234612</td>\n",
       "      <td>0.221889</td>\n",
       "      <td>0.301556</td>\n",
       "      <td>0.182521</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.139060</td>\n",
       "      <td>...</td>\n",
       "      <td>0.181667</td>\n",
       "      <td>0.280000</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>0.112066</td>\n",
       "      <td>0.030940</td>\n",
       "      <td>0.044013</td>\n",
       "      <td>0.057664</td>\n",
       "      <td>0.022556</td>\n",
       "      <td>0.112066</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.226667</td>\n",
       "      <td>True</td>\n",
       "      <td>0.324865</td>\n",
       "      <td>0.321763</td>\n",
       "      <td>0.314963</td>\n",
       "      <td>0.333000</td>\n",
       "      <td>0.276245</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.214040</td>\n",
       "      <td>...</td>\n",
       "      <td>0.288333</td>\n",
       "      <td>0.306667</td>\n",
       "      <td>0.221333</td>\n",
       "      <td>0.179472</td>\n",
       "      <td>0.054191</td>\n",
       "      <td>0.077721</td>\n",
       "      <td>0.096648</td>\n",
       "      <td>0.026078</td>\n",
       "      <td>0.183228</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.683333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.233056</td>\n",
       "      <td>0.211870</td>\n",
       "      <td>0.196784</td>\n",
       "      <td>0.264778</td>\n",
       "      <td>0.150336</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.106416</td>\n",
       "      <td>...</td>\n",
       "      <td>0.143333</td>\n",
       "      <td>0.226667</td>\n",
       "      <td>0.104667</td>\n",
       "      <td>0.078740</td>\n",
       "      <td>0.028234</td>\n",
       "      <td>0.036158</td>\n",
       "      <td>0.043337</td>\n",
       "      <td>0.017144</td>\n",
       "      <td>0.080192</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.183333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.388222</td>\n",
       "      <td>0.356007</td>\n",
       "      <td>0.337476</td>\n",
       "      <td>0.430111</td>\n",
       "      <td>0.278436</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.212664</td>\n",
       "      <td>...</td>\n",
       "      <td>0.275000</td>\n",
       "      <td>0.386667</td>\n",
       "      <td>0.210000</td>\n",
       "      <td>0.169698</td>\n",
       "      <td>0.049689</td>\n",
       "      <td>0.070852</td>\n",
       "      <td>0.090022</td>\n",
       "      <td>0.031304</td>\n",
       "      <td>0.171186</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.640000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.260065</td>\n",
       "      <td>0.235265</td>\n",
       "      <td>0.218365</td>\n",
       "      <td>0.299111</td>\n",
       "      <td>0.168392</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.126111</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.273333</td>\n",
       "      <td>0.124000</td>\n",
       "      <td>0.097264</td>\n",
       "      <td>0.030991</td>\n",
       "      <td>0.042017</td>\n",
       "      <td>0.050948</td>\n",
       "      <td>0.022021</td>\n",
       "      <td>0.098005</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.173333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.386446</td>\n",
       "      <td>0.374868</td>\n",
       "      <td>0.364413</td>\n",
       "      <td>0.396889</td>\n",
       "      <td>0.304170</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.226064</td>\n",
       "      <td>...</td>\n",
       "      <td>0.326667</td>\n",
       "      <td>0.406667</td>\n",
       "      <td>0.224667</td>\n",
       "      <td>0.183846</td>\n",
       "      <td>0.059651</td>\n",
       "      <td>0.084931</td>\n",
       "      <td>0.108040</td>\n",
       "      <td>0.033369</td>\n",
       "      <td>0.186984</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.930000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.157770</td>\n",
       "      <td>0.141844</td>\n",
       "      <td>0.132304</td>\n",
       "      <td>0.188222</td>\n",
       "      <td>0.107781</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.081946</td>\n",
       "      <td>...</td>\n",
       "      <td>0.105000</td>\n",
       "      <td>0.146667</td>\n",
       "      <td>0.084667</td>\n",
       "      <td>0.064745</td>\n",
       "      <td>0.019596</td>\n",
       "      <td>0.024079</td>\n",
       "      <td>0.033354</td>\n",
       "      <td>0.010874</td>\n",
       "      <td>0.066134</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.213333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.376827</td>\n",
       "      <td>0.356242</td>\n",
       "      <td>0.342083</td>\n",
       "      <td>0.394778</td>\n",
       "      <td>0.283578</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.215500</td>\n",
       "      <td>...</td>\n",
       "      <td>0.290000</td>\n",
       "      <td>0.393333</td>\n",
       "      <td>0.216667</td>\n",
       "      <td>0.176203</td>\n",
       "      <td>0.054177</td>\n",
       "      <td>0.074615</td>\n",
       "      <td>0.094591</td>\n",
       "      <td>0.032508</td>\n",
       "      <td>0.178495</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.710000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.274902</td>\n",
       "      <td>0.249290</td>\n",
       "      <td>0.232842</td>\n",
       "      <td>0.322889</td>\n",
       "      <td>0.180630</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.136046</td>\n",
       "      <td>...</td>\n",
       "      <td>0.178333</td>\n",
       "      <td>0.253333</td>\n",
       "      <td>0.132000</td>\n",
       "      <td>0.102721</td>\n",
       "      <td>0.032523</td>\n",
       "      <td>0.046483</td>\n",
       "      <td>0.056675</td>\n",
       "      <td>0.019894</td>\n",
       "      <td>0.104255</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.183333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.365488</td>\n",
       "      <td>0.359011</td>\n",
       "      <td>0.350315</td>\n",
       "      <td>0.378333</td>\n",
       "      <td>0.294686</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.225176</td>\n",
       "      <td>...</td>\n",
       "      <td>0.308333</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>0.225333</td>\n",
       "      <td>0.184330</td>\n",
       "      <td>0.059580</td>\n",
       "      <td>0.085602</td>\n",
       "      <td>0.101846</td>\n",
       "      <td>0.030273</td>\n",
       "      <td>0.189493</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.813333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.205929</td>\n",
       "      <td>0.181238</td>\n",
       "      <td>0.166675</td>\n",
       "      <td>0.241111</td>\n",
       "      <td>0.127804</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.096036</td>\n",
       "      <td>...</td>\n",
       "      <td>0.123333</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.094000</td>\n",
       "      <td>0.071294</td>\n",
       "      <td>0.024136</td>\n",
       "      <td>0.028756</td>\n",
       "      <td>0.038066</td>\n",
       "      <td>0.016289</td>\n",
       "      <td>0.073533</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.190000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.368775</td>\n",
       "      <td>0.346261</td>\n",
       "      <td>0.330525</td>\n",
       "      <td>0.391000</td>\n",
       "      <td>0.273645</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.208650</td>\n",
       "      <td>...</td>\n",
       "      <td>0.276667</td>\n",
       "      <td>0.413333</td>\n",
       "      <td>0.209333</td>\n",
       "      <td>0.170114</td>\n",
       "      <td>0.053998</td>\n",
       "      <td>0.071114</td>\n",
       "      <td>0.091805</td>\n",
       "      <td>0.034085</td>\n",
       "      <td>0.172459</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.716667</td>\n",
       "      <td>True</td>\n",
       "      <td>0.279149</td>\n",
       "      <td>0.244189</td>\n",
       "      <td>0.225867</td>\n",
       "      <td>0.347333</td>\n",
       "      <td>0.177903</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.139916</td>\n",
       "      <td>...</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.286667</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.104436</td>\n",
       "      <td>0.029680</td>\n",
       "      <td>0.040850</td>\n",
       "      <td>0.053417</td>\n",
       "      <td>0.023246</td>\n",
       "      <td>0.108758</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.352157</td>\n",
       "      <td>0.346320</td>\n",
       "      <td>0.337241</td>\n",
       "      <td>0.367889</td>\n",
       "      <td>0.289560</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.218453</td>\n",
       "      <td>...</td>\n",
       "      <td>0.311667</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.217333</td>\n",
       "      <td>0.181648</td>\n",
       "      <td>0.056898</td>\n",
       "      <td>0.078447</td>\n",
       "      <td>0.104427</td>\n",
       "      <td>0.029069</td>\n",
       "      <td>0.182442</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.843333</td>\n",
       "      <td>False</td>\n",
       "      <td>0.180890</td>\n",
       "      <td>0.163072</td>\n",
       "      <td>0.149441</td>\n",
       "      <td>0.207889</td>\n",
       "      <td>0.116633</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.084393</td>\n",
       "      <td>...</td>\n",
       "      <td>0.101667</td>\n",
       "      <td>0.186667</td>\n",
       "      <td>0.083333</td>\n",
       "      <td>0.065162</td>\n",
       "      <td>0.022281</td>\n",
       "      <td>0.027239</td>\n",
       "      <td>0.031523</td>\n",
       "      <td>0.014908</td>\n",
       "      <td>0.065162</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.176667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.380988</td>\n",
       "      <td>0.354822</td>\n",
       "      <td>0.337717</td>\n",
       "      <td>0.409444</td>\n",
       "      <td>0.274027</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.207284</td>\n",
       "      <td>...</td>\n",
       "      <td>0.278333</td>\n",
       "      <td>0.400000</td>\n",
       "      <td>0.206000</td>\n",
       "      <td>0.166181</td>\n",
       "      <td>0.053589</td>\n",
       "      <td>0.073261</td>\n",
       "      <td>0.091837</td>\n",
       "      <td>0.033082</td>\n",
       "      <td>0.166938</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.496667</td>\n",
       "      <td>True</td>\n",
       "      <td>0.282019</td>\n",
       "      <td>0.251817</td>\n",
       "      <td>0.231706</td>\n",
       "      <td>0.333222</td>\n",
       "      <td>0.177281</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.133146</td>\n",
       "      <td>...</td>\n",
       "      <td>0.168333</td>\n",
       "      <td>0.280000</td>\n",
       "      <td>0.126000</td>\n",
       "      <td>0.097827</td>\n",
       "      <td>0.034229</td>\n",
       "      <td>0.041688</td>\n",
       "      <td>0.053410</td>\n",
       "      <td>0.022637</td>\n",
       "      <td>0.099315</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.380110</td>\n",
       "      <td>0.363243</td>\n",
       "      <td>0.351703</td>\n",
       "      <td>0.395333</td>\n",
       "      <td>0.295172</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.226584</td>\n",
       "      <td>...</td>\n",
       "      <td>0.313333</td>\n",
       "      <td>0.393333</td>\n",
       "      <td>0.228000</td>\n",
       "      <td>0.186254</td>\n",
       "      <td>0.055664</td>\n",
       "      <td>0.079094</td>\n",
       "      <td>0.104768</td>\n",
       "      <td>0.033033</td>\n",
       "      <td>0.189188</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>2.0</td>\n",
       "      <td>1.190000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.150758</td>\n",
       "      <td>0.136622</td>\n",
       "      <td>0.125757</td>\n",
       "      <td>0.168667</td>\n",
       "      <td>0.103948</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.082107</td>\n",
       "      <td>...</td>\n",
       "      <td>0.088333</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>0.085333</td>\n",
       "      <td>0.066632</td>\n",
       "      <td>0.018483</td>\n",
       "      <td>0.023288</td>\n",
       "      <td>0.028184</td>\n",
       "      <td>0.012546</td>\n",
       "      <td>0.067327</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.170000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.366282</td>\n",
       "      <td>0.342379</td>\n",
       "      <td>0.327966</td>\n",
       "      <td>0.402222</td>\n",
       "      <td>0.274631</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.211143</td>\n",
       "      <td>...</td>\n",
       "      <td>0.280000</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>0.211333</td>\n",
       "      <td>0.169023</td>\n",
       "      <td>0.050470</td>\n",
       "      <td>0.072671</td>\n",
       "      <td>0.092167</td>\n",
       "      <td>0.030345</td>\n",
       "      <td>0.174175</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.633333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.242030</td>\n",
       "      <td>0.221846</td>\n",
       "      <td>0.209266</td>\n",
       "      <td>0.271889</td>\n",
       "      <td>0.171616</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.132010</td>\n",
       "      <td>...</td>\n",
       "      <td>0.175000</td>\n",
       "      <td>0.240000</td>\n",
       "      <td>0.134000</td>\n",
       "      <td>0.104981</td>\n",
       "      <td>0.029813</td>\n",
       "      <td>0.039867</td>\n",
       "      <td>0.055080</td>\n",
       "      <td>0.019882</td>\n",
       "      <td>0.106533</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.223333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.375731</td>\n",
       "      <td>0.360419</td>\n",
       "      <td>0.346655</td>\n",
       "      <td>0.391111</td>\n",
       "      <td>0.291738</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.221251</td>\n",
       "      <td>...</td>\n",
       "      <td>0.301667</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>0.221333</td>\n",
       "      <td>0.181545</td>\n",
       "      <td>0.057668</td>\n",
       "      <td>0.079200</td>\n",
       "      <td>0.100762</td>\n",
       "      <td>0.030124</td>\n",
       "      <td>0.185414</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.786667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.197886</td>\n",
       "      <td>0.184329</td>\n",
       "      <td>0.173229</td>\n",
       "      <td>0.213222</td>\n",
       "      <td>0.136201</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.098364</td>\n",
       "      <td>...</td>\n",
       "      <td>0.136667</td>\n",
       "      <td>0.213333</td>\n",
       "      <td>0.101333</td>\n",
       "      <td>0.078343</td>\n",
       "      <td>0.026142</td>\n",
       "      <td>0.034547</td>\n",
       "      <td>0.041635</td>\n",
       "      <td>0.015576</td>\n",
       "      <td>0.079037</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.379694</td>\n",
       "      <td>0.357996</td>\n",
       "      <td>0.340747</td>\n",
       "      <td>0.402222</td>\n",
       "      <td>0.281993</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.215568</td>\n",
       "      <td>...</td>\n",
       "      <td>0.278333</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>0.214667</td>\n",
       "      <td>0.175316</td>\n",
       "      <td>0.056599</td>\n",
       "      <td>0.074659</td>\n",
       "      <td>0.091583</td>\n",
       "      <td>0.030500</td>\n",
       "      <td>0.176057</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.733333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.272651</td>\n",
       "      <td>0.241943</td>\n",
       "      <td>0.223062</td>\n",
       "      <td>0.311667</td>\n",
       "      <td>0.169380</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.123701</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>0.118000</td>\n",
       "      <td>0.091262</td>\n",
       "      <td>0.032807</td>\n",
       "      <td>0.040926</td>\n",
       "      <td>0.051028</td>\n",
       "      <td>0.021358</td>\n",
       "      <td>0.092002</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.392249</td>\n",
       "      <td>0.375137</td>\n",
       "      <td>0.360428</td>\n",
       "      <td>0.436889</td>\n",
       "      <td>0.298129</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.228223</td>\n",
       "      <td>...</td>\n",
       "      <td>0.305000</td>\n",
       "      <td>0.373333</td>\n",
       "      <td>0.227333</td>\n",
       "      <td>0.184155</td>\n",
       "      <td>0.056138</td>\n",
       "      <td>0.080348</td>\n",
       "      <td>0.098565</td>\n",
       "      <td>0.031082</td>\n",
       "      <td>0.186483</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.006667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.147163</td>\n",
       "      <td>0.129920</td>\n",
       "      <td>0.119150</td>\n",
       "      <td>0.170667</td>\n",
       "      <td>0.095508</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.074225</td>\n",
       "      <td>...</td>\n",
       "      <td>0.091667</td>\n",
       "      <td>0.153333</td>\n",
       "      <td>0.074667</td>\n",
       "      <td>0.058964</td>\n",
       "      <td>0.018271</td>\n",
       "      <td>0.022385</td>\n",
       "      <td>0.029654</td>\n",
       "      <td>0.011921</td>\n",
       "      <td>0.059704</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.256667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.344634</td>\n",
       "      <td>0.322785</td>\n",
       "      <td>0.307365</td>\n",
       "      <td>0.384889</td>\n",
       "      <td>0.258164</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.203326</td>\n",
       "      <td>...</td>\n",
       "      <td>0.245000</td>\n",
       "      <td>0.313333</td>\n",
       "      <td>0.204000</td>\n",
       "      <td>0.165338</td>\n",
       "      <td>0.049112</td>\n",
       "      <td>0.068566</td>\n",
       "      <td>0.081012</td>\n",
       "      <td>0.025102</td>\n",
       "      <td>0.169842</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.593333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.282392</td>\n",
       "      <td>0.252865</td>\n",
       "      <td>0.232269</td>\n",
       "      <td>0.328444</td>\n",
       "      <td>0.184284</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.140775</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.286667</td>\n",
       "      <td>0.136667</td>\n",
       "      <td>0.107340</td>\n",
       "      <td>0.033586</td>\n",
       "      <td>0.044684</td>\n",
       "      <td>0.052102</td>\n",
       "      <td>0.023463</td>\n",
       "      <td>0.108875</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.386784</td>\n",
       "      <td>0.371816</td>\n",
       "      <td>0.355964</td>\n",
       "      <td>0.387111</td>\n",
       "      <td>0.294672</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.225790</td>\n",
       "      <td>...</td>\n",
       "      <td>0.296667</td>\n",
       "      <td>0.380000</td>\n",
       "      <td>0.226000</td>\n",
       "      <td>0.181637</td>\n",
       "      <td>0.063257</td>\n",
       "      <td>0.081095</td>\n",
       "      <td>0.098843</td>\n",
       "      <td>0.032222</td>\n",
       "      <td>0.187015</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.790000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.176718</td>\n",
       "      <td>0.162601</td>\n",
       "      <td>0.152204</td>\n",
       "      <td>0.196333</td>\n",
       "      <td>0.118742</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.087104</td>\n",
       "      <td>...</td>\n",
       "      <td>0.115000</td>\n",
       "      <td>0.173333</td>\n",
       "      <td>0.088000</td>\n",
       "      <td>0.066389</td>\n",
       "      <td>0.024041</td>\n",
       "      <td>0.030012</td>\n",
       "      <td>0.035647</td>\n",
       "      <td>0.012961</td>\n",
       "      <td>0.068521</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.196667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.373754</td>\n",
       "      <td>0.353956</td>\n",
       "      <td>0.337659</td>\n",
       "      <td>0.403889</td>\n",
       "      <td>0.279389</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.215185</td>\n",
       "      <td>...</td>\n",
       "      <td>0.280000</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.212000</td>\n",
       "      <td>0.170155</td>\n",
       "      <td>0.057410</td>\n",
       "      <td>0.074911</td>\n",
       "      <td>0.092909</td>\n",
       "      <td>0.028349</td>\n",
       "      <td>0.174692</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.760000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.251874</td>\n",
       "      <td>0.230628</td>\n",
       "      <td>0.215777</td>\n",
       "      <td>0.301889</td>\n",
       "      <td>0.175421</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.134990</td>\n",
       "      <td>...</td>\n",
       "      <td>0.170000</td>\n",
       "      <td>0.206667</td>\n",
       "      <td>0.133333</td>\n",
       "      <td>0.104541</td>\n",
       "      <td>0.031440</td>\n",
       "      <td>0.042157</td>\n",
       "      <td>0.053532</td>\n",
       "      <td>0.016261</td>\n",
       "      <td>0.106023</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.230000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.355456</td>\n",
       "      <td>0.340989</td>\n",
       "      <td>0.330015</td>\n",
       "      <td>0.369444</td>\n",
       "      <td>0.283715</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.219457</td>\n",
       "      <td>...</td>\n",
       "      <td>0.293333</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>0.224667</td>\n",
       "      <td>0.183667</td>\n",
       "      <td>0.055528</td>\n",
       "      <td>0.075945</td>\n",
       "      <td>0.098154</td>\n",
       "      <td>0.030264</td>\n",
       "      <td>0.185942</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>1.0</td>\n",
       "      <td>1.126667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.160054</td>\n",
       "      <td>0.148264</td>\n",
       "      <td>0.139722</td>\n",
       "      <td>0.182111</td>\n",
       "      <td>0.110124</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.082064</td>\n",
       "      <td>...</td>\n",
       "      <td>0.106667</td>\n",
       "      <td>0.146667</td>\n",
       "      <td>0.081333</td>\n",
       "      <td>0.063730</td>\n",
       "      <td>0.020630</td>\n",
       "      <td>0.028797</td>\n",
       "      <td>0.034110</td>\n",
       "      <td>0.011714</td>\n",
       "      <td>0.064471</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.365807</td>\n",
       "      <td>0.342754</td>\n",
       "      <td>0.325963</td>\n",
       "      <td>0.392222</td>\n",
       "      <td>0.276378</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.213579</td>\n",
       "      <td>...</td>\n",
       "      <td>0.268333</td>\n",
       "      <td>0.366667</td>\n",
       "      <td>0.216667</td>\n",
       "      <td>0.177179</td>\n",
       "      <td>0.052524</td>\n",
       "      <td>0.069856</td>\n",
       "      <td>0.088212</td>\n",
       "      <td>0.030337</td>\n",
       "      <td>0.177873</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.460000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.236970</td>\n",
       "      <td>0.218999</td>\n",
       "      <td>0.206061</td>\n",
       "      <td>0.258333</td>\n",
       "      <td>0.168621</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.129893</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>0.133333</td>\n",
       "      <td>0.104338</td>\n",
       "      <td>0.030190</td>\n",
       "      <td>0.042690</td>\n",
       "      <td>0.051167</td>\n",
       "      <td>0.021806</td>\n",
       "      <td>0.106620</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.160000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.371911</td>\n",
       "      <td>0.359474</td>\n",
       "      <td>0.346979</td>\n",
       "      <td>0.402333</td>\n",
       "      <td>0.290764</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.226536</td>\n",
       "      <td>...</td>\n",
       "      <td>0.296667</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.223333</td>\n",
       "      <td>0.182648</td>\n",
       "      <td>0.058723</td>\n",
       "      <td>0.083153</td>\n",
       "      <td>0.098432</td>\n",
       "      <td>0.029584</td>\n",
       "      <td>0.186312</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>2.0</td>\n",
       "      <td>1.260000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.128664</td>\n",
       "      <td>0.122798</td>\n",
       "      <td>0.118858</td>\n",
       "      <td>0.135889</td>\n",
       "      <td>0.100854</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.073256</td>\n",
       "      <td>...</td>\n",
       "      <td>0.106667</td>\n",
       "      <td>0.126667</td>\n",
       "      <td>0.077333</td>\n",
       "      <td>0.057939</td>\n",
       "      <td>0.018432</td>\n",
       "      <td>0.024743</td>\n",
       "      <td>0.032865</td>\n",
       "      <td>0.010419</td>\n",
       "      <td>0.059391</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.240000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.321783</td>\n",
       "      <td>0.310045</td>\n",
       "      <td>0.300830</td>\n",
       "      <td>0.329556</td>\n",
       "      <td>0.259364</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.203442</td>\n",
       "      <td>...</td>\n",
       "      <td>0.268333</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.213333</td>\n",
       "      <td>0.170882</td>\n",
       "      <td>0.048339</td>\n",
       "      <td>0.069539</td>\n",
       "      <td>0.088908</td>\n",
       "      <td>0.028343</td>\n",
       "      <td>0.175502</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.640000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.269192</td>\n",
       "      <td>0.240070</td>\n",
       "      <td>0.222496</td>\n",
       "      <td>0.325111</td>\n",
       "      <td>0.174525</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.135667</td>\n",
       "      <td>...</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.253333</td>\n",
       "      <td>0.132000</td>\n",
       "      <td>0.103172</td>\n",
       "      <td>0.032871</td>\n",
       "      <td>0.041790</td>\n",
       "      <td>0.053279</td>\n",
       "      <td>0.021042</td>\n",
       "      <td>0.104607</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.170000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.372745</td>\n",
       "      <td>0.361797</td>\n",
       "      <td>0.349109</td>\n",
       "      <td>0.381444</td>\n",
       "      <td>0.296523</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.223815</td>\n",
       "      <td>...</td>\n",
       "      <td>0.306667</td>\n",
       "      <td>0.360000</td>\n",
       "      <td>0.224000</td>\n",
       "      <td>0.179943</td>\n",
       "      <td>0.059770</td>\n",
       "      <td>0.081373</td>\n",
       "      <td>0.101536</td>\n",
       "      <td>0.030607</td>\n",
       "      <td>0.185151</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.840000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.229377</td>\n",
       "      <td>0.202687</td>\n",
       "      <td>0.184873</td>\n",
       "      <td>0.278556</td>\n",
       "      <td>0.138260</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.099816</td>\n",
       "      <td>...</td>\n",
       "      <td>0.126667</td>\n",
       "      <td>0.206667</td>\n",
       "      <td>0.094667</td>\n",
       "      <td>0.073258</td>\n",
       "      <td>0.024245</td>\n",
       "      <td>0.032144</td>\n",
       "      <td>0.037511</td>\n",
       "      <td>0.015640</td>\n",
       "      <td>0.073258</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.376869</td>\n",
       "      <td>0.358971</td>\n",
       "      <td>0.342663</td>\n",
       "      <td>0.386778</td>\n",
       "      <td>0.281931</td>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.214498</td>\n",
       "      <td>...</td>\n",
       "      <td>0.278333</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.216667</td>\n",
       "      <td>0.174927</td>\n",
       "      <td>0.056775</td>\n",
       "      <td>0.077892</td>\n",
       "      <td>0.092409</td>\n",
       "      <td>0.029385</td>\n",
       "      <td>0.177308</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.820000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.211434</td>\n",
       "      <td>0.198932</td>\n",
       "      <td>0.190272</td>\n",
       "      <td>0.224333</td>\n",
       "      <td>0.153954</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.111728</td>\n",
       "      <td>...</td>\n",
       "      <td>0.155000</td>\n",
       "      <td>0.213333</td>\n",
       "      <td>0.113333</td>\n",
       "      <td>0.088105</td>\n",
       "      <td>0.029770</td>\n",
       "      <td>0.040274</td>\n",
       "      <td>0.049056</td>\n",
       "      <td>0.016110</td>\n",
       "      <td>0.089657</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.143333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.366062</td>\n",
       "      <td>0.352947</td>\n",
       "      <td>0.341744</td>\n",
       "      <td>0.405667</td>\n",
       "      <td>0.293194</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.226516</td>\n",
       "      <td>...</td>\n",
       "      <td>0.301667</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.228667</td>\n",
       "      <td>0.186126</td>\n",
       "      <td>0.057476</td>\n",
       "      <td>0.080532</td>\n",
       "      <td>0.102249</td>\n",
       "      <td>0.029753</td>\n",
       "      <td>0.189790</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>0.0</td>\n",
       "      <td>1.106667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.128020</td>\n",
       "      <td>0.127202</td>\n",
       "      <td>0.124392</td>\n",
       "      <td>0.132444</td>\n",
       "      <td>0.106551</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.079412</td>\n",
       "      <td>...</td>\n",
       "      <td>0.115000</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>0.083333</td>\n",
       "      <td>0.065315</td>\n",
       "      <td>0.019022</td>\n",
       "      <td>0.029250</td>\n",
       "      <td>0.036626</td>\n",
       "      <td>0.010892</td>\n",
       "      <td>0.066073</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.316667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.301738</td>\n",
       "      <td>0.285665</td>\n",
       "      <td>0.276607</td>\n",
       "      <td>0.329222</td>\n",
       "      <td>0.242701</td>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.191030</td>\n",
       "      <td>...</td>\n",
       "      <td>0.245000</td>\n",
       "      <td>0.293333</td>\n",
       "      <td>0.198667</td>\n",
       "      <td>0.159825</td>\n",
       "      <td>0.043232</td>\n",
       "      <td>0.061357</td>\n",
       "      <td>0.081315</td>\n",
       "      <td>0.023491</td>\n",
       "      <td>0.161313</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.245997</td>\n",
       "      <td>0.226271</td>\n",
       "      <td>0.211398</td>\n",
       "      <td>0.277778</td>\n",
       "      <td>0.170545</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.129990</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.233333</td>\n",
       "      <td>0.130000</td>\n",
       "      <td>0.100770</td>\n",
       "      <td>0.033033</td>\n",
       "      <td>0.040865</td>\n",
       "      <td>0.051935</td>\n",
       "      <td>0.019506</td>\n",
       "      <td>0.102304</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.190000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.375868</td>\n",
       "      <td>0.365851</td>\n",
       "      <td>0.354258</td>\n",
       "      <td>0.367667</td>\n",
       "      <td>0.298750</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.226057</td>\n",
       "      <td>...</td>\n",
       "      <td>0.308333</td>\n",
       "      <td>0.380000</td>\n",
       "      <td>0.228000</td>\n",
       "      <td>0.186720</td>\n",
       "      <td>0.062091</td>\n",
       "      <td>0.083522</td>\n",
       "      <td>0.104323</td>\n",
       "      <td>0.031493</td>\n",
       "      <td>0.189841</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.740000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.217155</td>\n",
       "      <td>0.190934</td>\n",
       "      <td>0.175272</td>\n",
       "      <td>0.260556</td>\n",
       "      <td>0.140521</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.110909</td>\n",
       "      <td>...</td>\n",
       "      <td>0.126667</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.108000</td>\n",
       "      <td>0.086027</td>\n",
       "      <td>0.024966</td>\n",
       "      <td>0.031896</td>\n",
       "      <td>0.039743</td>\n",
       "      <td>0.015994</td>\n",
       "      <td>0.086821</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.230000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.355172</td>\n",
       "      <td>0.331294</td>\n",
       "      <td>0.315889</td>\n",
       "      <td>0.392333</td>\n",
       "      <td>0.267411</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.206434</td>\n",
       "      <td>...</td>\n",
       "      <td>0.261667</td>\n",
       "      <td>0.353333</td>\n",
       "      <td>0.208667</td>\n",
       "      <td>0.167525</td>\n",
       "      <td>0.048396</td>\n",
       "      <td>0.068107</td>\n",
       "      <td>0.084087</td>\n",
       "      <td>0.029077</td>\n",
       "      <td>0.169853</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.490000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.274594</td>\n",
       "      <td>0.248308</td>\n",
       "      <td>0.229124</td>\n",
       "      <td>0.326444</td>\n",
       "      <td>0.180670</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.138962</td>\n",
       "      <td>...</td>\n",
       "      <td>0.170000</td>\n",
       "      <td>0.260000</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.107021</td>\n",
       "      <td>0.035375</td>\n",
       "      <td>0.041729</td>\n",
       "      <td>0.053715</td>\n",
       "      <td>0.021151</td>\n",
       "      <td>0.108572</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.153333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.359902</td>\n",
       "      <td>0.343850</td>\n",
       "      <td>0.332698</td>\n",
       "      <td>0.387000</td>\n",
       "      <td>0.286568</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.219922</td>\n",
       "      <td>...</td>\n",
       "      <td>0.293333</td>\n",
       "      <td>0.360000</td>\n",
       "      <td>0.220667</td>\n",
       "      <td>0.182314</td>\n",
       "      <td>0.053537</td>\n",
       "      <td>0.077357</td>\n",
       "      <td>0.098448</td>\n",
       "      <td>0.030859</td>\n",
       "      <td>0.183107</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.946667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.186204</td>\n",
       "      <td>0.167692</td>\n",
       "      <td>0.155688</td>\n",
       "      <td>0.215111</td>\n",
       "      <td>0.121574</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.089128</td>\n",
       "      <td>...</td>\n",
       "      <td>0.113333</td>\n",
       "      <td>0.186667</td>\n",
       "      <td>0.090667</td>\n",
       "      <td>0.069174</td>\n",
       "      <td>0.023188</td>\n",
       "      <td>0.028776</td>\n",
       "      <td>0.034376</td>\n",
       "      <td>0.014379</td>\n",
       "      <td>0.069174</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.186667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.405097</td>\n",
       "      <td>0.381332</td>\n",
       "      <td>0.360784</td>\n",
       "      <td>0.422000</td>\n",
       "      <td>0.283986</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.212644</td>\n",
       "      <td>...</td>\n",
       "      <td>0.283333</td>\n",
       "      <td>0.426667</td>\n",
       "      <td>0.208667</td>\n",
       "      <td>0.168244</td>\n",
       "      <td>0.057508</td>\n",
       "      <td>0.080956</td>\n",
       "      <td>0.093255</td>\n",
       "      <td>0.034746</td>\n",
       "      <td>0.170519</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.793333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.251599</td>\n",
       "      <td>0.225778</td>\n",
       "      <td>0.211559</td>\n",
       "      <td>0.295000</td>\n",
       "      <td>0.166218</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.124401</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.233333</td>\n",
       "      <td>0.123333</td>\n",
       "      <td>0.095292</td>\n",
       "      <td>0.029088</td>\n",
       "      <td>0.040503</td>\n",
       "      <td>0.051277</td>\n",
       "      <td>0.018292</td>\n",
       "      <td>0.095292</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.203333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.360218</td>\n",
       "      <td>0.354469</td>\n",
       "      <td>0.344150</td>\n",
       "      <td>0.360222</td>\n",
       "      <td>0.292986</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.225641</td>\n",
       "      <td>...</td>\n",
       "      <td>0.303333</td>\n",
       "      <td>0.373333</td>\n",
       "      <td>0.232667</td>\n",
       "      <td>0.187884</td>\n",
       "      <td>0.060100</td>\n",
       "      <td>0.082550</td>\n",
       "      <td>0.101080</td>\n",
       "      <td>0.030895</td>\n",
       "      <td>0.193182</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>2.0</td>\n",
       "      <td>1.446667</td>\n",
       "      <td>False</td>\n",
       "      <td>0.143669</td>\n",
       "      <td>0.127536</td>\n",
       "      <td>0.118916</td>\n",
       "      <td>0.181889</td>\n",
       "      <td>0.097859</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.075328</td>\n",
       "      <td>...</td>\n",
       "      <td>0.090000</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>0.080000</td>\n",
       "      <td>0.059820</td>\n",
       "      <td>0.015747</td>\n",
       "      <td>0.022288</td>\n",
       "      <td>0.026981</td>\n",
       "      <td>0.010974</td>\n",
       "      <td>0.059820</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.210000</td>\n",
       "      <td>False</td>\n",
       "      <td>0.329164</td>\n",
       "      <td>0.310722</td>\n",
       "      <td>0.297509</td>\n",
       "      <td>0.328667</td>\n",
       "      <td>0.247596</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.192814</td>\n",
       "      <td>...</td>\n",
       "      <td>0.246667</td>\n",
       "      <td>0.326667</td>\n",
       "      <td>0.196000</td>\n",
       "      <td>0.159033</td>\n",
       "      <td>0.050562</td>\n",
       "      <td>0.065296</td>\n",
       "      <td>0.081712</td>\n",
       "      <td>0.027251</td>\n",
       "      <td>0.161226</td>\n",
       "      <td>False</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>60 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      C    Clicks  Iterative    MAP@10    MAP@15    MAP@20     MAP@5  \\\n",
       "0   0.0  0.580000       True  0.260696  0.234612  0.221889  0.301556   \n",
       "1   0.0  0.226667       True  0.324865  0.321763  0.314963  0.333000   \n",
       "2   0.0  0.683333      False  0.233056  0.211870  0.196784  0.264778   \n",
       "3   0.0  0.183333      False  0.388222  0.356007  0.337476  0.430111   \n",
       "4   0.0  0.640000       True  0.260065  0.235265  0.218365  0.299111   \n",
       "5   0.0  0.173333       True  0.386446  0.374868  0.364413  0.396889   \n",
       "6   0.0  0.930000      False  0.157770  0.141844  0.132304  0.188222   \n",
       "7   0.0  0.213333      False  0.376827  0.356242  0.342083  0.394778   \n",
       "8   0.5  0.710000       True  0.274902  0.249290  0.232842  0.322889   \n",
       "9   0.5  0.183333       True  0.365488  0.359011  0.350315  0.378333   \n",
       "10  0.5  0.813333      False  0.205929  0.181238  0.166675  0.241111   \n",
       "11  0.5  0.190000      False  0.368775  0.346261  0.330525  0.391000   \n",
       "12  1.0  0.716667       True  0.279149  0.244189  0.225867  0.347333   \n",
       "13  1.0  0.200000       True  0.352157  0.346320  0.337241  0.367889   \n",
       "14  1.0  0.843333      False  0.180890  0.163072  0.149441  0.207889   \n",
       "15  1.0  0.176667      False  0.380988  0.354822  0.337717  0.409444   \n",
       "16  2.0  0.496667       True  0.282019  0.251817  0.231706  0.333222   \n",
       "17  2.0  0.200000       True  0.380110  0.363243  0.351703  0.395333   \n",
       "18  2.0  1.190000      False  0.150758  0.136622  0.125757  0.168667   \n",
       "19  2.0  0.170000      False  0.366282  0.342379  0.327966  0.402222   \n",
       "20  0.0  0.633333       True  0.242030  0.221846  0.209266  0.271889   \n",
       "21  0.0  0.223333       True  0.375731  0.360419  0.346655  0.391111   \n",
       "22  0.0  0.786667      False  0.197886  0.184329  0.173229  0.213222   \n",
       "23  0.0  0.166667      False  0.379694  0.357996  0.340747  0.402222   \n",
       "24  0.0  0.733333       True  0.272651  0.241943  0.223062  0.311667   \n",
       "25  0.0  0.140000       True  0.392249  0.375137  0.360428  0.436889   \n",
       "26  0.0  1.006667      False  0.147163  0.129920  0.119150  0.170667   \n",
       "27  0.0  0.256667      False  0.344634  0.322785  0.307365  0.384889   \n",
       "28  0.5  0.593333       True  0.282392  0.252865  0.232269  0.328444   \n",
       "29  0.5  0.160000       True  0.386784  0.371816  0.355964  0.387111   \n",
       "30  0.5  0.790000      False  0.176718  0.162601  0.152204  0.196333   \n",
       "31  0.5  0.196667      False  0.373754  0.353956  0.337659  0.403889   \n",
       "32  1.0  0.760000       True  0.251874  0.230628  0.215777  0.301889   \n",
       "33  1.0  0.230000       True  0.355456  0.340989  0.330015  0.369444   \n",
       "34  1.0  1.126667      False  0.160054  0.148264  0.139722  0.182111   \n",
       "35  1.0  0.166667      False  0.365807  0.342754  0.325963  0.392222   \n",
       "36  2.0  0.460000       True  0.236970  0.218999  0.206061  0.258333   \n",
       "37  2.0  0.160000       True  0.371911  0.359474  0.346979  0.402333   \n",
       "38  2.0  1.260000      False  0.128664  0.122798  0.118858  0.135889   \n",
       "39  2.0  0.240000      False  0.321783  0.310045  0.300830  0.329556   \n",
       "40  0.0  0.640000       True  0.269192  0.240070  0.222496  0.325111   \n",
       "41  0.0  0.170000       True  0.372745  0.361797  0.349109  0.381444   \n",
       "42  0.0  0.840000      False  0.229377  0.202687  0.184873  0.278556   \n",
       "43  0.0  0.200000      False  0.376869  0.358971  0.342663  0.386778   \n",
       "44  0.0  0.820000       True  0.211434  0.198932  0.190272  0.224333   \n",
       "45  0.0  0.143333       True  0.366062  0.352947  0.341744  0.405667   \n",
       "46  0.0  1.106667      False  0.128020  0.127202  0.124392  0.132444   \n",
       "47  0.0  0.316667      False  0.301738  0.285665  0.276607  0.329222   \n",
       "48  0.5  0.533333       True  0.245997  0.226271  0.211398  0.277778   \n",
       "49  0.5  0.190000       True  0.375868  0.365851  0.354258  0.367667   \n",
       "50  0.5  0.740000      False  0.217155  0.190934  0.175272  0.260556   \n",
       "51  0.5  0.230000      False  0.355172  0.331294  0.315889  0.392333   \n",
       "52  1.0  0.490000       True  0.274594  0.248308  0.229124  0.326444   \n",
       "53  1.0  0.153333       True  0.359902  0.343850  0.332698  0.387000   \n",
       "54  1.0  0.946667      False  0.186204  0.167692  0.155688  0.215111   \n",
       "55  1.0  0.186667      False  0.405097  0.381332  0.360784  0.422000   \n",
       "56  2.0  0.793333       True  0.251599  0.225778  0.211559  0.295000   \n",
       "57  2.0  0.203333       True  0.360218  0.354469  0.344150  0.360222   \n",
       "58  2.0  1.446667      False  0.143669  0.127536  0.118916  0.181889   \n",
       "59  2.0  0.210000      False  0.329164  0.310722  0.297509  0.328667   \n",
       "\n",
       "      MAP@50             Model      NDCG  ...  Precision@20  Precision@5  \\\n",
       "0   0.182521            Greedy  0.139060  ...      0.181667     0.280000   \n",
       "1   0.276245            Greedy  0.214040  ...      0.288333     0.306667   \n",
       "2   0.150336            Greedy  0.106416  ...      0.143333     0.226667   \n",
       "3   0.278436            Greedy  0.212664  ...      0.275000     0.386667   \n",
       "4   0.168392  ThompsonSampling  0.126111  ...      0.163333     0.273333   \n",
       "5   0.304170  ThompsonSampling  0.226064  ...      0.326667     0.406667   \n",
       "6   0.107781  ThompsonSampling  0.081946  ...      0.105000     0.146667   \n",
       "7   0.283578  ThompsonSampling  0.215500  ...      0.290000     0.393333   \n",
       "8   0.180630               UCB  0.136046  ...      0.178333     0.253333   \n",
       "9   0.294686               UCB  0.225176  ...      0.308333     0.366667   \n",
       "10  0.127804               UCB  0.096036  ...      0.123333     0.200000   \n",
       "11  0.273645               UCB  0.208650  ...      0.276667     0.413333   \n",
       "12  0.177903               UCB  0.139916  ...      0.166667     0.286667   \n",
       "13  0.289560               UCB  0.218453  ...      0.311667     0.353333   \n",
       "14  0.116633               UCB  0.084393  ...      0.101667     0.186667   \n",
       "15  0.274027               UCB  0.207284  ...      0.278333     0.400000   \n",
       "16  0.177281               UCB  0.133146  ...      0.168333     0.280000   \n",
       "17  0.295172               UCB  0.226584  ...      0.313333     0.393333   \n",
       "18  0.103948               UCB  0.082107  ...      0.088333     0.160000   \n",
       "19  0.274631               UCB  0.211143  ...      0.280000     0.366667   \n",
       "20  0.171616            Greedy  0.132010  ...      0.175000     0.240000   \n",
       "21  0.291738            Greedy  0.221251  ...      0.301667     0.366667   \n",
       "22  0.136201            Greedy  0.098364  ...      0.136667     0.213333   \n",
       "23  0.281993            Greedy  0.215568  ...      0.278333     0.366667   \n",
       "24  0.169380  ThompsonSampling  0.123701  ...      0.163333     0.266667   \n",
       "25  0.298129  ThompsonSampling  0.228223  ...      0.305000     0.373333   \n",
       "26  0.095508  ThompsonSampling  0.074225  ...      0.091667     0.153333   \n",
       "27  0.258164  ThompsonSampling  0.203326  ...      0.245000     0.313333   \n",
       "28  0.184284               UCB  0.140775  ...      0.163333     0.286667   \n",
       "29  0.294672               UCB  0.225790  ...      0.296667     0.380000   \n",
       "30  0.118742               UCB  0.087104  ...      0.115000     0.173333   \n",
       "31  0.279389               UCB  0.215185  ...      0.280000     0.333333   \n",
       "32  0.175421               UCB  0.134990  ...      0.170000     0.206667   \n",
       "33  0.283715               UCB  0.219457  ...      0.293333     0.366667   \n",
       "34  0.110124               UCB  0.082064  ...      0.106667     0.146667   \n",
       "35  0.276378               UCB  0.213579  ...      0.268333     0.366667   \n",
       "36  0.168621               UCB  0.129893  ...      0.163333     0.266667   \n",
       "37  0.290764               UCB  0.226536  ...      0.296667     0.353333   \n",
       "38  0.100854               UCB  0.073256  ...      0.106667     0.126667   \n",
       "39  0.259364               UCB  0.203442  ...      0.268333     0.353333   \n",
       "40  0.174525            Greedy  0.135667  ...      0.166667     0.253333   \n",
       "41  0.296523            Greedy  0.223815  ...      0.306667     0.360000   \n",
       "42  0.138260            Greedy  0.099816  ...      0.126667     0.206667   \n",
       "43  0.281931            Greedy  0.214498  ...      0.278333     0.353333   \n",
       "44  0.153954  ThompsonSampling  0.111728  ...      0.155000     0.213333   \n",
       "45  0.293194  ThompsonSampling  0.226516  ...      0.301667     0.353333   \n",
       "46  0.106551  ThompsonSampling  0.079412  ...      0.115000     0.140000   \n",
       "47  0.242701  ThompsonSampling  0.191030  ...      0.245000     0.293333   \n",
       "48  0.170545               UCB  0.129990  ...      0.163333     0.233333   \n",
       "49  0.298750               UCB  0.226057  ...      0.308333     0.380000   \n",
       "50  0.140521               UCB  0.110909  ...      0.126667     0.200000   \n",
       "51  0.267411               UCB  0.206434  ...      0.261667     0.353333   \n",
       "52  0.180670               UCB  0.138962  ...      0.170000     0.260000   \n",
       "53  0.286568               UCB  0.219922  ...      0.293333     0.360000   \n",
       "54  0.121574               UCB  0.089128  ...      0.113333     0.186667   \n",
       "55  0.283986               UCB  0.212644  ...      0.283333     0.426667   \n",
       "56  0.166218               UCB  0.124401  ...      0.163333     0.233333   \n",
       "57  0.292986               UCB  0.225641  ...      0.303333     0.373333   \n",
       "58  0.097859               UCB  0.075328  ...      0.090000     0.140000   \n",
       "59  0.247596               UCB  0.192814  ...      0.246667     0.326667   \n",
       "\n",
       "    Precision@50  R-Precision  Recall@10  Recall@15  Recall@20  Recall@5  \\\n",
       "0       0.140000     0.112066   0.030940   0.044013   0.057664  0.022556   \n",
       "1       0.221333     0.179472   0.054191   0.077721   0.096648  0.026078   \n",
       "2       0.104667     0.078740   0.028234   0.036158   0.043337  0.017144   \n",
       "3       0.210000     0.169698   0.049689   0.070852   0.090022  0.031304   \n",
       "4       0.124000     0.097264   0.030991   0.042017   0.050948  0.022021   \n",
       "5       0.224667     0.183846   0.059651   0.084931   0.108040  0.033369   \n",
       "6       0.084667     0.064745   0.019596   0.024079   0.033354  0.010874   \n",
       "7       0.216667     0.176203   0.054177   0.074615   0.094591  0.032508   \n",
       "8       0.132000     0.102721   0.032523   0.046483   0.056675  0.019894   \n",
       "9       0.225333     0.184330   0.059580   0.085602   0.101846  0.030273   \n",
       "10      0.094000     0.071294   0.024136   0.028756   0.038066  0.016289   \n",
       "11      0.209333     0.170114   0.053998   0.071114   0.091805  0.034085   \n",
       "12      0.135333     0.104436   0.029680   0.040850   0.053417  0.023246   \n",
       "13      0.217333     0.181648   0.056898   0.078447   0.104427  0.029069   \n",
       "14      0.083333     0.065162   0.022281   0.027239   0.031523  0.014908   \n",
       "15      0.206000     0.166181   0.053589   0.073261   0.091837  0.033082   \n",
       "16      0.126000     0.097827   0.034229   0.041688   0.053410  0.022637   \n",
       "17      0.228000     0.186254   0.055664   0.079094   0.104768  0.033033   \n",
       "18      0.085333     0.066632   0.018483   0.023288   0.028184  0.012546   \n",
       "19      0.211333     0.169023   0.050470   0.072671   0.092167  0.030345   \n",
       "20      0.134000     0.104981   0.029813   0.039867   0.055080  0.019882   \n",
       "21      0.221333     0.181545   0.057668   0.079200   0.100762  0.030124   \n",
       "22      0.101333     0.078343   0.026142   0.034547   0.041635  0.015576   \n",
       "23      0.214667     0.175316   0.056599   0.074659   0.091583  0.030500   \n",
       "24      0.118000     0.091262   0.032807   0.040926   0.051028  0.021358   \n",
       "25      0.227333     0.184155   0.056138   0.080348   0.098565  0.031082   \n",
       "26      0.074667     0.058964   0.018271   0.022385   0.029654  0.011921   \n",
       "27      0.204000     0.165338   0.049112   0.068566   0.081012  0.025102   \n",
       "28      0.136667     0.107340   0.033586   0.044684   0.052102  0.023463   \n",
       "29      0.226000     0.181637   0.063257   0.081095   0.098843  0.032222   \n",
       "30      0.088000     0.066389   0.024041   0.030012   0.035647  0.012961   \n",
       "31      0.212000     0.170155   0.057410   0.074911   0.092909  0.028349   \n",
       "32      0.133333     0.104541   0.031440   0.042157   0.053532  0.016261   \n",
       "33      0.224667     0.183667   0.055528   0.075945   0.098154  0.030264   \n",
       "34      0.081333     0.063730   0.020630   0.028797   0.034110  0.011714   \n",
       "35      0.216667     0.177179   0.052524   0.069856   0.088212  0.030337   \n",
       "36      0.133333     0.104338   0.030190   0.042690   0.051167  0.021806   \n",
       "37      0.223333     0.182648   0.058723   0.083153   0.098432  0.029584   \n",
       "38      0.077333     0.057939   0.018432   0.024743   0.032865  0.010419   \n",
       "39      0.213333     0.170882   0.048339   0.069539   0.088908  0.028343   \n",
       "40      0.132000     0.103172   0.032871   0.041790   0.053279  0.021042   \n",
       "41      0.224000     0.179943   0.059770   0.081373   0.101536  0.030607   \n",
       "42      0.094667     0.073258   0.024245   0.032144   0.037511  0.015640   \n",
       "43      0.216667     0.174927   0.056775   0.077892   0.092409  0.029385   \n",
       "44      0.113333     0.088105   0.029770   0.040274   0.049056  0.016110   \n",
       "45      0.228667     0.186126   0.057476   0.080532   0.102249  0.029753   \n",
       "46      0.083333     0.065315   0.019022   0.029250   0.036626  0.010892   \n",
       "47      0.198667     0.159825   0.043232   0.061357   0.081315  0.023491   \n",
       "48      0.130000     0.100770   0.033033   0.040865   0.051935  0.019506   \n",
       "49      0.228000     0.186720   0.062091   0.083522   0.104323  0.031493   \n",
       "50      0.108000     0.086027   0.024966   0.031896   0.039743  0.015994   \n",
       "51      0.208667     0.167525   0.048396   0.068107   0.084087  0.029077   \n",
       "52      0.135333     0.107021   0.035375   0.041729   0.053715  0.021151   \n",
       "53      0.220667     0.182314   0.053537   0.077357   0.098448  0.030859   \n",
       "54      0.090667     0.069174   0.023188   0.028776   0.034376  0.014379   \n",
       "55      0.208667     0.168244   0.057508   0.080956   0.093255  0.034746   \n",
       "56      0.123333     0.095292   0.029088   0.040503   0.051277  0.018292   \n",
       "57      0.232667     0.187884   0.060100   0.082550   0.101080  0.030895   \n",
       "58      0.080000     0.059820   0.015747   0.022288   0.026981  0.010974   \n",
       "59      0.196000     0.159033   0.050562   0.065296   0.081712  0.027251   \n",
       "\n",
       "    Recall@50  SampleFromAll  \n",
       "0    0.112066           True  \n",
       "1    0.183228          False  \n",
       "2    0.080192           True  \n",
       "3    0.171186          False  \n",
       "4    0.098005           True  \n",
       "5    0.186984          False  \n",
       "6    0.066134           True  \n",
       "7    0.178495          False  \n",
       "8    0.104255           True  \n",
       "9    0.189493          False  \n",
       "10   0.073533           True  \n",
       "11   0.172459          False  \n",
       "12   0.108758           True  \n",
       "13   0.182442          False  \n",
       "14   0.065162           True  \n",
       "15   0.166938          False  \n",
       "16   0.099315           True  \n",
       "17   0.189188          False  \n",
       "18   0.067327           True  \n",
       "19   0.174175          False  \n",
       "20   0.106533           True  \n",
       "21   0.185414          False  \n",
       "22   0.079037           True  \n",
       "23   0.176057          False  \n",
       "24   0.092002           True  \n",
       "25   0.186483          False  \n",
       "26   0.059704           True  \n",
       "27   0.169842          False  \n",
       "28   0.108875           True  \n",
       "29   0.187015          False  \n",
       "30   0.068521           True  \n",
       "31   0.174692          False  \n",
       "32   0.106023           True  \n",
       "33   0.185942          False  \n",
       "34   0.064471           True  \n",
       "35   0.177873          False  \n",
       "36   0.106620           True  \n",
       "37   0.186312          False  \n",
       "38   0.059391           True  \n",
       "39   0.175502          False  \n",
       "40   0.104607           True  \n",
       "41   0.185151          False  \n",
       "42   0.073258           True  \n",
       "43   0.177308          False  \n",
       "44   0.089657           True  \n",
       "45   0.189790          False  \n",
       "46   0.066073           True  \n",
       "47   0.161313          False  \n",
       "48   0.102304           True  \n",
       "49   0.189841          False  \n",
       "50   0.086821           True  \n",
       "51   0.169853          False  \n",
       "52   0.108572           True  \n",
       "53   0.183107          False  \n",
       "54   0.069174           True  \n",
       "55   0.170519          False  \n",
       "56   0.095292           True  \n",
       "57   0.193182          False  \n",
       "58   0.059820           True  \n",
       "59   0.161226          False  \n",
       "\n",
       "[60 rows x 22 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.drop(list(range(1, 120, 2))).reset_index(drop=True)\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('yelp_final_result.csv', sep='\\t', encoding='utf-8', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Iterative</th>\n",
       "      <th>MAP@5</th>\n",
       "      <th>MAP@10</th>\n",
       "      <th>MAP@15</th>\n",
       "      <th>MAP@20</th>\n",
       "      <th>MAP@50</th>\n",
       "      <th>NDCG</th>\n",
       "      <th>Precision@5</th>\n",
       "      <th>Precision@10</th>\n",
       "      <th>Precision@15</th>\n",
       "      <th>Precision@20</th>\n",
       "      <th>Precision@50</th>\n",
       "      <th>R-Precision</th>\n",
       "      <th>Recall@5</th>\n",
       "      <th>Recall@10</th>\n",
       "      <th>Recall@15</th>\n",
       "      <th>Recall@20</th>\n",
       "      <th>Recall@50</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>False</td>\n",
       "      <td>0.252185</td>\n",
       "      <td>0.220106</td>\n",
       "      <td>0.199629</td>\n",
       "      <td>0.184962</td>\n",
       "      <td>0.141599</td>\n",
       "      <td>0.101532</td>\n",
       "      <td>0.215556</td>\n",
       "      <td>0.176667</td>\n",
       "      <td>0.151852</td>\n",
       "      <td>0.135556</td>\n",
       "      <td>0.100222</td>\n",
       "      <td>0.076781</td>\n",
       "      <td>0.01612</td>\n",
       "      <td>0.026207</td>\n",
       "      <td>0.034283</td>\n",
       "      <td>0.040827</td>\n",
       "      <td>0.077496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>True</td>\n",
       "      <td>0.299519</td>\n",
       "      <td>0.257306</td>\n",
       "      <td>0.232176</td>\n",
       "      <td>0.217884</td>\n",
       "      <td>0.176221</td>\n",
       "      <td>0.135579</td>\n",
       "      <td>0.257778</td>\n",
       "      <td>0.197778</td>\n",
       "      <td>0.177037</td>\n",
       "      <td>0.174444</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.106740</td>\n",
       "      <td>0.02116</td>\n",
       "      <td>0.031208</td>\n",
       "      <td>0.041890</td>\n",
       "      <td>0.055341</td>\n",
       "      <td>0.107735</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Iterative     MAP@5    MAP@10    MAP@15    MAP@20    MAP@50      NDCG  \\\n",
       "0      False  0.252185  0.220106  0.199629  0.184962  0.141599  0.101532   \n",
       "1       True  0.299519  0.257306  0.232176  0.217884  0.176221  0.135579   \n",
       "\n",
       "   Precision@5  Precision@10  Precision@15  Precision@20  Precision@50  \\\n",
       "0     0.215556      0.176667      0.151852      0.135556      0.100222   \n",
       "1     0.257778      0.197778      0.177037      0.174444      0.135333   \n",
       "\n",
       "   R-Precision  Recall@5  Recall@10  Recall@15  Recall@20  Recall@50  \n",
       "0     0.076781   0.01612   0.026207   0.034283   0.040827   0.077496  \n",
       "1     0.106740   0.02116   0.031208   0.041890   0.055341   0.107735  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df['Model'] == 'Greedy') & (df['SampleFromAll'] == True)].groupby('Iterative', as_index=False)['MAP@5', 'MAP@10', 'MAP@15', 'MAP@20', 'MAP@50', 'NDCG',\n",
    "'Precision@5', 'Precision@10', 'Precision@15', 'Precision@20', 'Precision@50', 'R-Precision', \n",
    "'Recall@5', 'Recall@10', 'Recall@15', 'Recall@20', 'Recall@50'].agg({'MAP@5': 'mean', 'MAP@10': 'mean', \n",
    "'MAP@15': 'mean', 'MAP@20': 'mean', 'MAP@50': 'mean', 'NDCG': 'mean', 'Precision@5': 'mean', \n",
    "'Precision@10': 'mean', 'Precision@15': 'mean', 'Precision@20': 'mean', 'Precision@50': 'mean', \n",
    "'R-Precision': 'mean', 'Recall@5': 'mean', 'Recall@10': 'mean', 'Recall@15': 'mean', 'Recall@20': 'mean',\n",
    "                                                                     'Recall@50': 'mean'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>C</th>\n",
       "      <th>Clicks</th>\n",
       "      <th>Iterative</th>\n",
       "      <th>MAP@10</th>\n",
       "      <th>MAP@15</th>\n",
       "      <th>MAP@20</th>\n",
       "      <th>MAP@5</th>\n",
       "      <th>MAP@50</th>\n",
       "      <th>Model</th>\n",
       "      <th>NDCG</th>\n",
       "      <th>...</th>\n",
       "      <th>Precision@20</th>\n",
       "      <th>Precision@5</th>\n",
       "      <th>Precision@50</th>\n",
       "      <th>R-Precision</th>\n",
       "      <th>Recall@10</th>\n",
       "      <th>Recall@15</th>\n",
       "      <th>Recall@20</th>\n",
       "      <th>Recall@5</th>\n",
       "      <th>Recall@50</th>\n",
       "      <th>SampleFromAll</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.710000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.274902</td>\n",
       "      <td>0.249290</td>\n",
       "      <td>0.232842</td>\n",
       "      <td>0.322889</td>\n",
       "      <td>0.180630</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.136046</td>\n",
       "      <td>...</td>\n",
       "      <td>0.178333</td>\n",
       "      <td>0.253333</td>\n",
       "      <td>0.132000</td>\n",
       "      <td>0.102721</td>\n",
       "      <td>0.032523</td>\n",
       "      <td>0.046483</td>\n",
       "      <td>0.056675</td>\n",
       "      <td>0.019894</td>\n",
       "      <td>0.104255</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.716667</td>\n",
       "      <td>True</td>\n",
       "      <td>0.279149</td>\n",
       "      <td>0.244189</td>\n",
       "      <td>0.225867</td>\n",
       "      <td>0.347333</td>\n",
       "      <td>0.177903</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.139916</td>\n",
       "      <td>...</td>\n",
       "      <td>0.166667</td>\n",
       "      <td>0.286667</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.104436</td>\n",
       "      <td>0.029680</td>\n",
       "      <td>0.040850</td>\n",
       "      <td>0.053417</td>\n",
       "      <td>0.023246</td>\n",
       "      <td>0.108758</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.496667</td>\n",
       "      <td>True</td>\n",
       "      <td>0.282019</td>\n",
       "      <td>0.251817</td>\n",
       "      <td>0.231706</td>\n",
       "      <td>0.333222</td>\n",
       "      <td>0.177281</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.133146</td>\n",
       "      <td>...</td>\n",
       "      <td>0.168333</td>\n",
       "      <td>0.280000</td>\n",
       "      <td>0.126000</td>\n",
       "      <td>0.097827</td>\n",
       "      <td>0.034229</td>\n",
       "      <td>0.041688</td>\n",
       "      <td>0.053410</td>\n",
       "      <td>0.022637</td>\n",
       "      <td>0.099315</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.593333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.282392</td>\n",
       "      <td>0.252865</td>\n",
       "      <td>0.232269</td>\n",
       "      <td>0.328444</td>\n",
       "      <td>0.184284</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.140775</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.286667</td>\n",
       "      <td>0.136667</td>\n",
       "      <td>0.107340</td>\n",
       "      <td>0.033586</td>\n",
       "      <td>0.044684</td>\n",
       "      <td>0.052102</td>\n",
       "      <td>0.023463</td>\n",
       "      <td>0.108875</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.760000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.251874</td>\n",
       "      <td>0.230628</td>\n",
       "      <td>0.215777</td>\n",
       "      <td>0.301889</td>\n",
       "      <td>0.175421</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.134990</td>\n",
       "      <td>...</td>\n",
       "      <td>0.170000</td>\n",
       "      <td>0.206667</td>\n",
       "      <td>0.133333</td>\n",
       "      <td>0.104541</td>\n",
       "      <td>0.031440</td>\n",
       "      <td>0.042157</td>\n",
       "      <td>0.053532</td>\n",
       "      <td>0.016261</td>\n",
       "      <td>0.106023</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.460000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.236970</td>\n",
       "      <td>0.218999</td>\n",
       "      <td>0.206061</td>\n",
       "      <td>0.258333</td>\n",
       "      <td>0.168621</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.129893</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.266667</td>\n",
       "      <td>0.133333</td>\n",
       "      <td>0.104338</td>\n",
       "      <td>0.030190</td>\n",
       "      <td>0.042690</td>\n",
       "      <td>0.051167</td>\n",
       "      <td>0.021806</td>\n",
       "      <td>0.106620</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>0.5</td>\n",
       "      <td>0.533333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.245997</td>\n",
       "      <td>0.226271</td>\n",
       "      <td>0.211398</td>\n",
       "      <td>0.277778</td>\n",
       "      <td>0.170545</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.129990</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.233333</td>\n",
       "      <td>0.130000</td>\n",
       "      <td>0.100770</td>\n",
       "      <td>0.033033</td>\n",
       "      <td>0.040865</td>\n",
       "      <td>0.051935</td>\n",
       "      <td>0.019506</td>\n",
       "      <td>0.102304</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>1.0</td>\n",
       "      <td>0.490000</td>\n",
       "      <td>True</td>\n",
       "      <td>0.274594</td>\n",
       "      <td>0.248308</td>\n",
       "      <td>0.229124</td>\n",
       "      <td>0.326444</td>\n",
       "      <td>0.180670</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.138962</td>\n",
       "      <td>...</td>\n",
       "      <td>0.170000</td>\n",
       "      <td>0.260000</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.107021</td>\n",
       "      <td>0.035375</td>\n",
       "      <td>0.041729</td>\n",
       "      <td>0.053715</td>\n",
       "      <td>0.021151</td>\n",
       "      <td>0.108572</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>2.0</td>\n",
       "      <td>0.793333</td>\n",
       "      <td>True</td>\n",
       "      <td>0.251599</td>\n",
       "      <td>0.225778</td>\n",
       "      <td>0.211559</td>\n",
       "      <td>0.295000</td>\n",
       "      <td>0.166218</td>\n",
       "      <td>UCB</td>\n",
       "      <td>0.124401</td>\n",
       "      <td>...</td>\n",
       "      <td>0.163333</td>\n",
       "      <td>0.233333</td>\n",
       "      <td>0.123333</td>\n",
       "      <td>0.095292</td>\n",
       "      <td>0.029088</td>\n",
       "      <td>0.040503</td>\n",
       "      <td>0.051277</td>\n",
       "      <td>0.018292</td>\n",
       "      <td>0.095292</td>\n",
       "      <td>True</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>9 rows × 22 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      C    Clicks  Iterative    MAP@10    MAP@15    MAP@20     MAP@5  \\\n",
       "8   0.5  0.710000       True  0.274902  0.249290  0.232842  0.322889   \n",
       "12  1.0  0.716667       True  0.279149  0.244189  0.225867  0.347333   \n",
       "16  2.0  0.496667       True  0.282019  0.251817  0.231706  0.333222   \n",
       "28  0.5  0.593333       True  0.282392  0.252865  0.232269  0.328444   \n",
       "32  1.0  0.760000       True  0.251874  0.230628  0.215777  0.301889   \n",
       "36  2.0  0.460000       True  0.236970  0.218999  0.206061  0.258333   \n",
       "48  0.5  0.533333       True  0.245997  0.226271  0.211398  0.277778   \n",
       "52  1.0  0.490000       True  0.274594  0.248308  0.229124  0.326444   \n",
       "56  2.0  0.793333       True  0.251599  0.225778  0.211559  0.295000   \n",
       "\n",
       "      MAP@50 Model      NDCG  ...  Precision@20  Precision@5  Precision@50  \\\n",
       "8   0.180630   UCB  0.136046  ...      0.178333     0.253333      0.132000   \n",
       "12  0.177903   UCB  0.139916  ...      0.166667     0.286667      0.135333   \n",
       "16  0.177281   UCB  0.133146  ...      0.168333     0.280000      0.126000   \n",
       "28  0.184284   UCB  0.140775  ...      0.163333     0.286667      0.136667   \n",
       "32  0.175421   UCB  0.134990  ...      0.170000     0.206667      0.133333   \n",
       "36  0.168621   UCB  0.129893  ...      0.163333     0.266667      0.133333   \n",
       "48  0.170545   UCB  0.129990  ...      0.163333     0.233333      0.130000   \n",
       "52  0.180670   UCB  0.138962  ...      0.170000     0.260000      0.135333   \n",
       "56  0.166218   UCB  0.124401  ...      0.163333     0.233333      0.123333   \n",
       "\n",
       "    R-Precision  Recall@10  Recall@15  Recall@20  Recall@5  Recall@50  \\\n",
       "8      0.102721   0.032523   0.046483   0.056675  0.019894   0.104255   \n",
       "12     0.104436   0.029680   0.040850   0.053417  0.023246   0.108758   \n",
       "16     0.097827   0.034229   0.041688   0.053410  0.022637   0.099315   \n",
       "28     0.107340   0.033586   0.044684   0.052102  0.023463   0.108875   \n",
       "32     0.104541   0.031440   0.042157   0.053532  0.016261   0.106023   \n",
       "36     0.104338   0.030190   0.042690   0.051167  0.021806   0.106620   \n",
       "48     0.100770   0.033033   0.040865   0.051935  0.019506   0.102304   \n",
       "52     0.107021   0.035375   0.041729   0.053715  0.021151   0.108572   \n",
       "56     0.095292   0.029088   0.040503   0.051277  0.018292   0.095292   \n",
       "\n",
       "    SampleFromAll  \n",
       "8            True  \n",
       "12           True  \n",
       "16           True  \n",
       "28           True  \n",
       "32           True  \n",
       "36           True  \n",
       "48           True  \n",
       "52           True  \n",
       "56           True  \n",
       "\n",
       "[9 rows x 22 columns]"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[(df['Model'] == 'UCB') & (df['Iterative'] == True) & (df['SampleFromAll'] == True)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Model</th>\n",
       "      <th>C</th>\n",
       "      <th>Iterative</th>\n",
       "      <th>SampleFromAll</th>\n",
       "      <th>MAP@5</th>\n",
       "      <th>MAP@10</th>\n",
       "      <th>MAP@15</th>\n",
       "      <th>MAP@20</th>\n",
       "      <th>MAP@50</th>\n",
       "      <th>NDCG</th>\n",
       "      <th>...</th>\n",
       "      <th>Precision@10</th>\n",
       "      <th>Precision@15</th>\n",
       "      <th>Precision@20</th>\n",
       "      <th>Precision@50</th>\n",
       "      <th>R-Precision</th>\n",
       "      <th>Recall@5</th>\n",
       "      <th>Recall@10</th>\n",
       "      <th>Recall@15</th>\n",
       "      <th>Recall@20</th>\n",
       "      <th>Recall@50</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.406370</td>\n",
       "      <td>0.381595</td>\n",
       "      <td>0.357658</td>\n",
       "      <td>0.340295</td>\n",
       "      <td>0.280787</td>\n",
       "      <td>0.214243</td>\n",
       "      <td>...</td>\n",
       "      <td>0.330000</td>\n",
       "      <td>0.300741</td>\n",
       "      <td>0.277222</td>\n",
       "      <td>0.213778</td>\n",
       "      <td>0.173314</td>\n",
       "      <td>0.030396</td>\n",
       "      <td>0.054354</td>\n",
       "      <td>0.074468</td>\n",
       "      <td>0.091338</td>\n",
       "      <td>0.174850</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0.252185</td>\n",
       "      <td>0.220106</td>\n",
       "      <td>0.199629</td>\n",
       "      <td>0.184962</td>\n",
       "      <td>0.141599</td>\n",
       "      <td>0.101532</td>\n",
       "      <td>...</td>\n",
       "      <td>0.176667</td>\n",
       "      <td>0.151852</td>\n",
       "      <td>0.135556</td>\n",
       "      <td>0.100222</td>\n",
       "      <td>0.076781</td>\n",
       "      <td>0.016120</td>\n",
       "      <td>0.026207</td>\n",
       "      <td>0.034283</td>\n",
       "      <td>0.040827</td>\n",
       "      <td>0.077496</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>0.368519</td>\n",
       "      <td>0.357780</td>\n",
       "      <td>0.347993</td>\n",
       "      <td>0.336909</td>\n",
       "      <td>0.288169</td>\n",
       "      <td>0.219702</td>\n",
       "      <td>...</td>\n",
       "      <td>0.342222</td>\n",
       "      <td>0.319259</td>\n",
       "      <td>0.298889</td>\n",
       "      <td>0.222222</td>\n",
       "      <td>0.180320</td>\n",
       "      <td>0.028936</td>\n",
       "      <td>0.057210</td>\n",
       "      <td>0.079431</td>\n",
       "      <td>0.099649</td>\n",
       "      <td>0.184598</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Greedy</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.299519</td>\n",
       "      <td>0.257306</td>\n",
       "      <td>0.232176</td>\n",
       "      <td>0.217884</td>\n",
       "      <td>0.176221</td>\n",
       "      <td>0.135579</td>\n",
       "      <td>...</td>\n",
       "      <td>0.197778</td>\n",
       "      <td>0.177037</td>\n",
       "      <td>0.174444</td>\n",
       "      <td>0.135333</td>\n",
       "      <td>0.106740</td>\n",
       "      <td>0.021160</td>\n",
       "      <td>0.031208</td>\n",
       "      <td>0.041890</td>\n",
       "      <td>0.055341</td>\n",
       "      <td>0.107735</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.369630</td>\n",
       "      <td>0.341066</td>\n",
       "      <td>0.321564</td>\n",
       "      <td>0.308685</td>\n",
       "      <td>0.261481</td>\n",
       "      <td>0.203285</td>\n",
       "      <td>...</td>\n",
       "      <td>0.298889</td>\n",
       "      <td>0.276296</td>\n",
       "      <td>0.260000</td>\n",
       "      <td>0.206444</td>\n",
       "      <td>0.167122</td>\n",
       "      <td>0.027034</td>\n",
       "      <td>0.048840</td>\n",
       "      <td>0.068179</td>\n",
       "      <td>0.085639</td>\n",
       "      <td>0.169883</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0.163778</td>\n",
       "      <td>0.144317</td>\n",
       "      <td>0.132989</td>\n",
       "      <td>0.125282</td>\n",
       "      <td>0.103280</td>\n",
       "      <td>0.078528</td>\n",
       "      <td>...</td>\n",
       "      <td>0.121111</td>\n",
       "      <td>0.105926</td>\n",
       "      <td>0.103889</td>\n",
       "      <td>0.080889</td>\n",
       "      <td>0.063008</td>\n",
       "      <td>0.011229</td>\n",
       "      <td>0.018963</td>\n",
       "      <td>0.025238</td>\n",
       "      <td>0.033211</td>\n",
       "      <td>0.063970</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>0.413148</td>\n",
       "      <td>0.381586</td>\n",
       "      <td>0.367651</td>\n",
       "      <td>0.355528</td>\n",
       "      <td>0.298498</td>\n",
       "      <td>0.226934</td>\n",
       "      <td>...</td>\n",
       "      <td>0.347778</td>\n",
       "      <td>0.328889</td>\n",
       "      <td>0.311111</td>\n",
       "      <td>0.226889</td>\n",
       "      <td>0.184709</td>\n",
       "      <td>0.031401</td>\n",
       "      <td>0.057755</td>\n",
       "      <td>0.081937</td>\n",
       "      <td>0.102951</td>\n",
       "      <td>0.187752</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>ThompsonSampling</td>\n",
       "      <td>0.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.278370</td>\n",
       "      <td>0.248050</td>\n",
       "      <td>0.225380</td>\n",
       "      <td>0.210566</td>\n",
       "      <td>0.163908</td>\n",
       "      <td>0.120513</td>\n",
       "      <td>...</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.174815</td>\n",
       "      <td>0.160556</td>\n",
       "      <td>0.118444</td>\n",
       "      <td>0.092210</td>\n",
       "      <td>0.019830</td>\n",
       "      <td>0.031189</td>\n",
       "      <td>0.041072</td>\n",
       "      <td>0.050344</td>\n",
       "      <td>0.093221</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>UCB</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.395741</td>\n",
       "      <td>0.365900</td>\n",
       "      <td>0.343837</td>\n",
       "      <td>0.328024</td>\n",
       "      <td>0.273482</td>\n",
       "      <td>0.210090</td>\n",
       "      <td>...</td>\n",
       "      <td>0.323333</td>\n",
       "      <td>0.290370</td>\n",
       "      <td>0.272778</td>\n",
       "      <td>0.210000</td>\n",
       "      <td>0.169265</td>\n",
       "      <td>0.030504</td>\n",
       "      <td>0.053268</td>\n",
       "      <td>0.071377</td>\n",
       "      <td>0.089600</td>\n",
       "      <td>0.172335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>UCB</td>\n",
       "      <td>0.5</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0.232667</td>\n",
       "      <td>0.199934</td>\n",
       "      <td>0.178258</td>\n",
       "      <td>0.164717</td>\n",
       "      <td>0.129022</td>\n",
       "      <td>0.098016</td>\n",
       "      <td>...</td>\n",
       "      <td>0.153333</td>\n",
       "      <td>0.128148</td>\n",
       "      <td>0.121667</td>\n",
       "      <td>0.096667</td>\n",
       "      <td>0.074570</td>\n",
       "      <td>0.015081</td>\n",
       "      <td>0.024381</td>\n",
       "      <td>0.030221</td>\n",
       "      <td>0.037819</td>\n",
       "      <td>0.076291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>UCB</td>\n",
       "      <td>0.5</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>0.377704</td>\n",
       "      <td>0.376047</td>\n",
       "      <td>0.365559</td>\n",
       "      <td>0.353512</td>\n",
       "      <td>0.296036</td>\n",
       "      <td>0.225674</td>\n",
       "      <td>...</td>\n",
       "      <td>0.365556</td>\n",
       "      <td>0.333333</td>\n",
       "      <td>0.304444</td>\n",
       "      <td>0.226444</td>\n",
       "      <td>0.184229</td>\n",
       "      <td>0.031330</td>\n",
       "      <td>0.061643</td>\n",
       "      <td>0.083406</td>\n",
       "      <td>0.101671</td>\n",
       "      <td>0.188783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>UCB</td>\n",
       "      <td>0.5</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.309704</td>\n",
       "      <td>0.267764</td>\n",
       "      <td>0.242808</td>\n",
       "      <td>0.225503</td>\n",
       "      <td>0.178486</td>\n",
       "      <td>0.135604</td>\n",
       "      <td>...</td>\n",
       "      <td>0.207778</td>\n",
       "      <td>0.184444</td>\n",
       "      <td>0.168333</td>\n",
       "      <td>0.132889</td>\n",
       "      <td>0.103610</td>\n",
       "      <td>0.020954</td>\n",
       "      <td>0.033047</td>\n",
       "      <td>0.044011</td>\n",
       "      <td>0.053570</td>\n",
       "      <td>0.105145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>UCB</td>\n",
       "      <td>1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.407889</td>\n",
       "      <td>0.383964</td>\n",
       "      <td>0.359636</td>\n",
       "      <td>0.341488</td>\n",
       "      <td>0.278130</td>\n",
       "      <td>0.211169</td>\n",
       "      <td>...</td>\n",
       "      <td>0.330000</td>\n",
       "      <td>0.301481</td>\n",
       "      <td>0.276667</td>\n",
       "      <td>0.210444</td>\n",
       "      <td>0.170534</td>\n",
       "      <td>0.032721</td>\n",
       "      <td>0.054540</td>\n",
       "      <td>0.074691</td>\n",
       "      <td>0.091101</td>\n",
       "      <td>0.171777</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>UCB</td>\n",
       "      <td>1.0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0.201704</td>\n",
       "      <td>0.175716</td>\n",
       "      <td>0.159676</td>\n",
       "      <td>0.148284</td>\n",
       "      <td>0.116110</td>\n",
       "      <td>0.085195</td>\n",
       "      <td>...</td>\n",
       "      <td>0.140000</td>\n",
       "      <td>0.120741</td>\n",
       "      <td>0.107222</td>\n",
       "      <td>0.085111</td>\n",
       "      <td>0.066022</td>\n",
       "      <td>0.013667</td>\n",
       "      <td>0.022033</td>\n",
       "      <td>0.028271</td>\n",
       "      <td>0.033336</td>\n",
       "      <td>0.066269</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>UCB</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>0.374778</td>\n",
       "      <td>0.355839</td>\n",
       "      <td>0.343720</td>\n",
       "      <td>0.333318</td>\n",
       "      <td>0.286614</td>\n",
       "      <td>0.219277</td>\n",
       "      <td>...</td>\n",
       "      <td>0.330000</td>\n",
       "      <td>0.307407</td>\n",
       "      <td>0.299444</td>\n",
       "      <td>0.220889</td>\n",
       "      <td>0.182543</td>\n",
       "      <td>0.030064</td>\n",
       "      <td>0.055321</td>\n",
       "      <td>0.077250</td>\n",
       "      <td>0.100343</td>\n",
       "      <td>0.183831</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>UCB</td>\n",
       "      <td>1.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.325222</td>\n",
       "      <td>0.268539</td>\n",
       "      <td>0.241041</td>\n",
       "      <td>0.223590</td>\n",
       "      <td>0.177998</td>\n",
       "      <td>0.137956</td>\n",
       "      <td>...</td>\n",
       "      <td>0.200000</td>\n",
       "      <td>0.174815</td>\n",
       "      <td>0.168889</td>\n",
       "      <td>0.134667</td>\n",
       "      <td>0.105333</td>\n",
       "      <td>0.020220</td>\n",
       "      <td>0.032165</td>\n",
       "      <td>0.041579</td>\n",
       "      <td>0.053555</td>\n",
       "      <td>0.107784</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>UCB</td>\n",
       "      <td>2.0</td>\n",
       "      <td>False</td>\n",
       "      <td>False</td>\n",
       "      <td>0.353481</td>\n",
       "      <td>0.339076</td>\n",
       "      <td>0.321049</td>\n",
       "      <td>0.308768</td>\n",
       "      <td>0.260530</td>\n",
       "      <td>0.202466</td>\n",
       "      <td>...</td>\n",
       "      <td>0.301111</td>\n",
       "      <td>0.277778</td>\n",
       "      <td>0.265000</td>\n",
       "      <td>0.206889</td>\n",
       "      <td>0.166313</td>\n",
       "      <td>0.028646</td>\n",
       "      <td>0.049790</td>\n",
       "      <td>0.069169</td>\n",
       "      <td>0.087596</td>\n",
       "      <td>0.170301</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>UCB</td>\n",
       "      <td>2.0</td>\n",
       "      <td>False</td>\n",
       "      <td>True</td>\n",
       "      <td>0.162148</td>\n",
       "      <td>0.141030</td>\n",
       "      <td>0.128985</td>\n",
       "      <td>0.121177</td>\n",
       "      <td>0.100887</td>\n",
       "      <td>0.076897</td>\n",
       "      <td>...</td>\n",
       "      <td>0.114444</td>\n",
       "      <td>0.102222</td>\n",
       "      <td>0.095000</td>\n",
       "      <td>0.080889</td>\n",
       "      <td>0.061464</td>\n",
       "      <td>0.011313</td>\n",
       "      <td>0.017554</td>\n",
       "      <td>0.023440</td>\n",
       "      <td>0.029343</td>\n",
       "      <td>0.062179</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>UCB</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>False</td>\n",
       "      <td>0.385963</td>\n",
       "      <td>0.370746</td>\n",
       "      <td>0.359062</td>\n",
       "      <td>0.347610</td>\n",
       "      <td>0.292974</td>\n",
       "      <td>0.226254</td>\n",
       "      <td>...</td>\n",
       "      <td>0.347778</td>\n",
       "      <td>0.325926</td>\n",
       "      <td>0.304444</td>\n",
       "      <td>0.228000</td>\n",
       "      <td>0.185596</td>\n",
       "      <td>0.031171</td>\n",
       "      <td>0.058162</td>\n",
       "      <td>0.081599</td>\n",
       "      <td>0.101427</td>\n",
       "      <td>0.189561</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>UCB</td>\n",
       "      <td>2.0</td>\n",
       "      <td>True</td>\n",
       "      <td>True</td>\n",
       "      <td>0.295519</td>\n",
       "      <td>0.256862</td>\n",
       "      <td>0.232198</td>\n",
       "      <td>0.216442</td>\n",
       "      <td>0.170707</td>\n",
       "      <td>0.129146</td>\n",
       "      <td>...</td>\n",
       "      <td>0.197778</td>\n",
       "      <td>0.176296</td>\n",
       "      <td>0.165000</td>\n",
       "      <td>0.127556</td>\n",
       "      <td>0.099152</td>\n",
       "      <td>0.020912</td>\n",
       "      <td>0.031169</td>\n",
       "      <td>0.041627</td>\n",
       "      <td>0.051951</td>\n",
       "      <td>0.100409</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>20 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               Model    C  Iterative  SampleFromAll     MAP@5    MAP@10  \\\n",
       "0             Greedy  0.0      False          False  0.406370  0.381595   \n",
       "1             Greedy  0.0      False           True  0.252185  0.220106   \n",
       "2             Greedy  0.0       True          False  0.368519  0.357780   \n",
       "3             Greedy  0.0       True           True  0.299519  0.257306   \n",
       "4   ThompsonSampling  0.0      False          False  0.369630  0.341066   \n",
       "5   ThompsonSampling  0.0      False           True  0.163778  0.144317   \n",
       "6   ThompsonSampling  0.0       True          False  0.413148  0.381586   \n",
       "7   ThompsonSampling  0.0       True           True  0.278370  0.248050   \n",
       "8                UCB  0.5      False          False  0.395741  0.365900   \n",
       "9                UCB  0.5      False           True  0.232667  0.199934   \n",
       "10               UCB  0.5       True          False  0.377704  0.376047   \n",
       "11               UCB  0.5       True           True  0.309704  0.267764   \n",
       "12               UCB  1.0      False          False  0.407889  0.383964   \n",
       "13               UCB  1.0      False           True  0.201704  0.175716   \n",
       "14               UCB  1.0       True          False  0.374778  0.355839   \n",
       "15               UCB  1.0       True           True  0.325222  0.268539   \n",
       "16               UCB  2.0      False          False  0.353481  0.339076   \n",
       "17               UCB  2.0      False           True  0.162148  0.141030   \n",
       "18               UCB  2.0       True          False  0.385963  0.370746   \n",
       "19               UCB  2.0       True           True  0.295519  0.256862   \n",
       "\n",
       "      MAP@15    MAP@20    MAP@50      NDCG  ...  Precision@10  Precision@15  \\\n",
       "0   0.357658  0.340295  0.280787  0.214243  ...      0.330000      0.300741   \n",
       "1   0.199629  0.184962  0.141599  0.101532  ...      0.176667      0.151852   \n",
       "2   0.347993  0.336909  0.288169  0.219702  ...      0.342222      0.319259   \n",
       "3   0.232176  0.217884  0.176221  0.135579  ...      0.197778      0.177037   \n",
       "4   0.321564  0.308685  0.261481  0.203285  ...      0.298889      0.276296   \n",
       "5   0.132989  0.125282  0.103280  0.078528  ...      0.121111      0.105926   \n",
       "6   0.367651  0.355528  0.298498  0.226934  ...      0.347778      0.328889   \n",
       "7   0.225380  0.210566  0.163908  0.120513  ...      0.200000      0.174815   \n",
       "8   0.343837  0.328024  0.273482  0.210090  ...      0.323333      0.290370   \n",
       "9   0.178258  0.164717  0.129022  0.098016  ...      0.153333      0.128148   \n",
       "10  0.365559  0.353512  0.296036  0.225674  ...      0.365556      0.333333   \n",
       "11  0.242808  0.225503  0.178486  0.135604  ...      0.207778      0.184444   \n",
       "12  0.359636  0.341488  0.278130  0.211169  ...      0.330000      0.301481   \n",
       "13  0.159676  0.148284  0.116110  0.085195  ...      0.140000      0.120741   \n",
       "14  0.343720  0.333318  0.286614  0.219277  ...      0.330000      0.307407   \n",
       "15  0.241041  0.223590  0.177998  0.137956  ...      0.200000      0.174815   \n",
       "16  0.321049  0.308768  0.260530  0.202466  ...      0.301111      0.277778   \n",
       "17  0.128985  0.121177  0.100887  0.076897  ...      0.114444      0.102222   \n",
       "18  0.359062  0.347610  0.292974  0.226254  ...      0.347778      0.325926   \n",
       "19  0.232198  0.216442  0.170707  0.129146  ...      0.197778      0.176296   \n",
       "\n",
       "    Precision@20  Precision@50  R-Precision  Recall@5  Recall@10  Recall@15  \\\n",
       "0       0.277222      0.213778     0.173314  0.030396   0.054354   0.074468   \n",
       "1       0.135556      0.100222     0.076781  0.016120   0.026207   0.034283   \n",
       "2       0.298889      0.222222     0.180320  0.028936   0.057210   0.079431   \n",
       "3       0.174444      0.135333     0.106740  0.021160   0.031208   0.041890   \n",
       "4       0.260000      0.206444     0.167122  0.027034   0.048840   0.068179   \n",
       "5       0.103889      0.080889     0.063008  0.011229   0.018963   0.025238   \n",
       "6       0.311111      0.226889     0.184709  0.031401   0.057755   0.081937   \n",
       "7       0.160556      0.118444     0.092210  0.019830   0.031189   0.041072   \n",
       "8       0.272778      0.210000     0.169265  0.030504   0.053268   0.071377   \n",
       "9       0.121667      0.096667     0.074570  0.015081   0.024381   0.030221   \n",
       "10      0.304444      0.226444     0.184229  0.031330   0.061643   0.083406   \n",
       "11      0.168333      0.132889     0.103610  0.020954   0.033047   0.044011   \n",
       "12      0.276667      0.210444     0.170534  0.032721   0.054540   0.074691   \n",
       "13      0.107222      0.085111     0.066022  0.013667   0.022033   0.028271   \n",
       "14      0.299444      0.220889     0.182543  0.030064   0.055321   0.077250   \n",
       "15      0.168889      0.134667     0.105333  0.020220   0.032165   0.041579   \n",
       "16      0.265000      0.206889     0.166313  0.028646   0.049790   0.069169   \n",
       "17      0.095000      0.080889     0.061464  0.011313   0.017554   0.023440   \n",
       "18      0.304444      0.228000     0.185596  0.031171   0.058162   0.081599   \n",
       "19      0.165000      0.127556     0.099152  0.020912   0.031169   0.041627   \n",
       "\n",
       "    Recall@20  Recall@50  \n",
       "0    0.091338   0.174850  \n",
       "1    0.040827   0.077496  \n",
       "2    0.099649   0.184598  \n",
       "3    0.055341   0.107735  \n",
       "4    0.085639   0.169883  \n",
       "5    0.033211   0.063970  \n",
       "6    0.102951   0.187752  \n",
       "7    0.050344   0.093221  \n",
       "8    0.089600   0.172335  \n",
       "9    0.037819   0.076291  \n",
       "10   0.101671   0.188783  \n",
       "11   0.053570   0.105145  \n",
       "12   0.091101   0.171777  \n",
       "13   0.033336   0.066269  \n",
       "14   0.100343   0.183831  \n",
       "15   0.053555   0.107784  \n",
       "16   0.087596   0.170301  \n",
       "17   0.029343   0.062179  \n",
       "18   0.101427   0.189561  \n",
       "19   0.051951   0.100409  \n",
       "\n",
       "[20 rows x 21 columns]"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.groupby(['Model', 'C', 'Iterative', 'SampleFromAll'], as_index=False)['MAP@5', 'MAP@10', 'MAP@15', 'MAP@20', 'MAP@50', 'NDCG',\n",
    "'Precision@5', 'Precision@10', 'Precision@15', 'Precision@20', 'Precision@50', 'R-Precision', 'Recall@5',\n",
    "'Recall@10', 'Recall@15', 'Recall@20', 'Recall@50'].agg({'MAP@5': 'mean', 'MAP@10': 'mean', 'MAP@15': 'mean', \n",
    "'MAP@20': 'mean', 'MAP@50': 'mean', 'NDCG': 'mean', 'Precision@5': 'mean', 'Precision@10': 'mean', \n",
    "'Precision@15': 'mean', 'Precision@20': 'mean', 'Precision@50': 'mean', 'R-Precision': 'mean', 'Recall@5': 'mean',\n",
    "'Recall@10': 'mean', 'Recall@15': 'mean', 'Recall@20': 'mean', 'Recall@50': 'mean'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "TensorFlow-GPU",
   "language": "python",
   "name": "tf-gpu"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}