LastFMOutput.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# LastFM Output Analysis"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Setup\n",
    "\n",
    "Libraries:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n",
      "Attaching package: 'dplyr'\n",
      "\n",
      "The following objects are masked from 'package:plyr':\n",
      "\n",
      "    arrange, count, desc, failwith, id, mutate, rename, summarise,\n",
      "    summarize\n",
      "\n",
      "The following object is masked from 'package:MASS':\n",
      "\n",
      "    select\n",
      "\n",
      "The following objects are masked from 'package:stats':\n",
      "\n",
      "    filter, lag\n",
      "\n",
      "The following objects are masked from 'package:base':\n",
      "\n",
      "    intersect, setdiff, setequal, union\n",
      "\n"
     ]
    }
   ],
   "source": [
    "library(MASS)\n",
    "library(plyr)\n",
    "library(dplyr)\n",
    "library(readr)\n",
    "library(ggplot2)\n",
    "library(reshape2)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Options:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "options(repr.plot.height=5)\n",
    "options(repr.matrix.max.rows=20)\n",
    "options(repr.matrix.max.columns=10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Input data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Parsed with column specification:\n",
      "cols(\n",
      "  id = col_integer(),\n",
      "  key = col_character(),\n",
      "  gender = col_character(),\n",
      "  age = col_integer()\n",
      ")\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>id</th><th scope=col>key</th><th scope=col>gender</th><th scope=col>age</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td> 1                                      </td><td>00000c289a1829a808ac09c00daf10bc3c4e223b</td><td>f                                       </td><td>22                                      </td></tr>\n",
       "\t<tr><td> 2                                      </td><td>00001411dc427966b17297bf4d69e7e193135d89</td><td>f                                       </td><td>NA                                      </td></tr>\n",
       "\t<tr><td> 3                                      </td><td>00004d2ac9316e22dc007ab2243d6fcb239e707d</td><td>NA                                      </td><td>NA                                      </td></tr>\n",
       "\t<tr><td> 4                                      </td><td>000063d3fe1cf2ba248b9e3c3f0334845a27a6bf</td><td>m                                       </td><td>19                                      </td></tr>\n",
       "\t<tr><td> 5                                      </td><td>00007a47085b9aab8af55f52ec8846ac479ac4fe</td><td>m                                       </td><td>28                                      </td></tr>\n",
       "\t<tr><td> 6                                      </td><td>0000c176103e538d5c9828e695fed4f7ae42dd01</td><td>m                                       </td><td>20                                      </td></tr>\n",
       "\t<tr><td> 7                                      </td><td>0000ee7dd906373efa37f4e1185bfe1e3f8695ae</td><td>m                                       </td><td>17                                      </td></tr>\n",
       "\t<tr><td> 8                                      </td><td>0000ef373bbd0d89ce796abae961f2705e8c1faf</td><td>f                                       </td><td>22                                      </td></tr>\n",
       "\t<tr><td> 9                                      </td><td>0000f687d4fe9c1ed49620fbc5ed5b0d7798ea20</td><td>f                                       </td><td>24                                      </td></tr>\n",
       "\t<tr><td>10                                      </td><td>0001399387da41d557219578fb08b12afa25ab67</td><td>m                                       </td><td>NA                                      </td></tr>\n",
       "\t<tr><td>...</td><td>...</td><td>...</td><td>...</td></tr>\n",
       "\t<tr><td>359338                                  </td><td>fffd3df081c03829a9ea4699e2d85e868d7a791b</td><td>f                                       </td><td>17                                      </td></tr>\n",
       "\t<tr><td>359339                                  </td><td>fffe1f0fc9eb1432b98eb25b2c950850796a4a8b</td><td>m                                       </td><td>26                                      </td></tr>\n",
       "\t<tr><td>359340                                  </td><td>fffe356b9dab2fae1f887fabb1f08ab4976c91bb</td><td>f                                       </td><td>23                                      </td></tr>\n",
       "\t<tr><td>359341                                  </td><td>fffe3e8eb1b2db8dcb3f3fe753552d5803d085f1</td><td>f                                       </td><td>19                                      </td></tr>\n",
       "\t<tr><td>359342                                  </td><td>fffe454af08a58c7bafe77491b586711f6b5e6f1</td><td>m                                       </td><td>28                                      </td></tr>\n",
       "\t<tr><td>359343                                  </td><td>fffe7823f67b433b45f22056467db921c1d3d7d0</td><td>m                                       </td><td>25                                      </td></tr>\n",
       "\t<tr><td>359344                                  </td><td>fffe8637bd8234309e871409c7ebef99a720afc1</td><td>m                                       </td><td>25                                      </td></tr>\n",
       "\t<tr><td>359345                                  </td><td>fffe8c7f952d9b960a56ed4dcb40a415d924b224</td><td>m                                       </td><td>20                                      </td></tr>\n",
       "\t<tr><td>359346                                  </td><td>ffff9af9ae04d263dae91cb838b1f3a6725f5ffb</td><td>m                                       </td><td>20                                      </td></tr>\n",
       "\t<tr><td>359347                                  </td><td>ffff9ef87a7d9494ada2f9ade4b9ff637c0759ac</td><td>m                                       </td><td>21                                      </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|llll}\n",
       " id & key & gender & age\\\\\n",
       "\\hline\n",
       "\t  1                                       & 00000c289a1829a808ac09c00daf10bc3c4e223b & f                                        & 22                                      \\\\\n",
       "\t  2                                       & 00001411dc427966b17297bf4d69e7e193135d89 & f                                        & NA                                      \\\\\n",
       "\t  3                                       & 00004d2ac9316e22dc007ab2243d6fcb239e707d & NA                                       & NA                                      \\\\\n",
       "\t  4                                       & 000063d3fe1cf2ba248b9e3c3f0334845a27a6bf & m                                        & 19                                      \\\\\n",
       "\t  5                                       & 00007a47085b9aab8af55f52ec8846ac479ac4fe & m                                        & 28                                      \\\\\n",
       "\t  6                                       & 0000c176103e538d5c9828e695fed4f7ae42dd01 & m                                        & 20                                      \\\\\n",
       "\t  7                                       & 0000ee7dd906373efa37f4e1185bfe1e3f8695ae & m                                        & 17                                      \\\\\n",
       "\t  8                                       & 0000ef373bbd0d89ce796abae961f2705e8c1faf & f                                        & 22                                      \\\\\n",
       "\t  9                                       & 0000f687d4fe9c1ed49620fbc5ed5b0d7798ea20 & f                                        & 24                                      \\\\\n",
       "\t 10                                       & 0001399387da41d557219578fb08b12afa25ab67 & m                                        & NA                                      \\\\\n",
       "\t ... & ... & ... & ...\\\\\n",
       "\t 359338                                   & fffd3df081c03829a9ea4699e2d85e868d7a791b & f                                        & 17                                      \\\\\n",
       "\t 359339                                   & fffe1f0fc9eb1432b98eb25b2c950850796a4a8b & m                                        & 26                                      \\\\\n",
       "\t 359340                                   & fffe356b9dab2fae1f887fabb1f08ab4976c91bb & f                                        & 23                                      \\\\\n",
       "\t 359341                                   & fffe3e8eb1b2db8dcb3f3fe753552d5803d085f1 & f                                        & 19                                      \\\\\n",
       "\t 359342                                   & fffe454af08a58c7bafe77491b586711f6b5e6f1 & m                                        & 28                                      \\\\\n",
       "\t 359343                                   & fffe7823f67b433b45f22056467db921c1d3d7d0 & m                                        & 25                                      \\\\\n",
       "\t 359344                                   & fffe8637bd8234309e871409c7ebef99a720afc1 & m                                        & 25                                      \\\\\n",
       "\t 359345                                   & fffe8c7f952d9b960a56ed4dcb40a415d924b224 & m                                        & 20                                      \\\\\n",
       "\t 359346                                   & ffff9af9ae04d263dae91cb838b1f3a6725f5ffb & m                                        & 20                                      \\\\\n",
       "\t 359347                                   & ffff9ef87a7d9494ada2f9ade4b9ff637c0759ac & m                                        & 21                                      \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "id | key | gender | age | \n",
       "|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|\n",
       "|  1                                       | 00000c289a1829a808ac09c00daf10bc3c4e223b | f                                        | 22                                       | \n",
       "|  2                                       | 00001411dc427966b17297bf4d69e7e193135d89 | f                                        | NA                                       | \n",
       "|  3                                       | 00004d2ac9316e22dc007ab2243d6fcb239e707d | NA                                       | NA                                       | \n",
       "|  4                                       | 000063d3fe1cf2ba248b9e3c3f0334845a27a6bf | m                                        | 19                                       | \n",
       "|  5                                       | 00007a47085b9aab8af55f52ec8846ac479ac4fe | m                                        | 28                                       | \n",
       "|  6                                       | 0000c176103e538d5c9828e695fed4f7ae42dd01 | m                                        | 20                                       | \n",
       "|  7                                       | 0000ee7dd906373efa37f4e1185bfe1e3f8695ae | m                                        | 17                                       | \n",
       "|  8                                       | 0000ef373bbd0d89ce796abae961f2705e8c1faf | f                                        | 22                                       | \n",
       "|  9                                       | 0000f687d4fe9c1ed49620fbc5ed5b0d7798ea20 | f                                        | 24                                       | \n",
       "| 10                                       | 0001399387da41d557219578fb08b12afa25ab67 | m                                        | NA                                       | \n",
       "| ... | ... | ... | ... | \n",
       "| 359338                                   | fffd3df081c03829a9ea4699e2d85e868d7a791b | f                                        | 17                                       | \n",
       "| 359339                                   | fffe1f0fc9eb1432b98eb25b2c950850796a4a8b | m                                        | 26                                       | \n",
       "| 359340                                   | fffe356b9dab2fae1f887fabb1f08ab4976c91bb | f                                        | 23                                       | \n",
       "| 359341                                   | fffe3e8eb1b2db8dcb3f3fe753552d5803d085f1 | f                                        | 19                                       | \n",
       "| 359342                                   | fffe454af08a58c7bafe77491b586711f6b5e6f1 | m                                        | 28                                       | \n",
       "| 359343                                   | fffe7823f67b433b45f22056467db921c1d3d7d0 | m                                        | 25                                       | \n",
       "| 359344                                   | fffe8637bd8234309e871409c7ebef99a720afc1 | m                                        | 25                                       | \n",
       "| 359345                                   | fffe8c7f952d9b960a56ed4dcb40a415d924b224 | m                                        | 20                                       | \n",
       "| 359346                                   | ffff9af9ae04d263dae91cb838b1f3a6725f5ffb | m                                        | 20                                       | \n",
       "| 359347                                   | ffff9ef87a7d9494ada2f9ade4b9ff637c0759ac | m                                        | 21                                       | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "       id     key                                      gender age\n",
       "1       1     00000c289a1829a808ac09c00daf10bc3c4e223b f      22 \n",
       "2       2     00001411dc427966b17297bf4d69e7e193135d89 f      NA \n",
       "3       3     00004d2ac9316e22dc007ab2243d6fcb239e707d NA     NA \n",
       "4       4     000063d3fe1cf2ba248b9e3c3f0334845a27a6bf m      19 \n",
       "5       5     00007a47085b9aab8af55f52ec8846ac479ac4fe m      28 \n",
       "6       6     0000c176103e538d5c9828e695fed4f7ae42dd01 m      20 \n",
       "7       7     0000ee7dd906373efa37f4e1185bfe1e3f8695ae m      17 \n",
       "8       8     0000ef373bbd0d89ce796abae961f2705e8c1faf f      22 \n",
       "9       9     0000f687d4fe9c1ed49620fbc5ed5b0d7798ea20 f      24 \n",
       "10     10     0001399387da41d557219578fb08b12afa25ab67 m      NA \n",
       "...    ...    ...                                      ...    ...\n",
       "359338 359338 fffd3df081c03829a9ea4699e2d85e868d7a791b f      17 \n",
       "359339 359339 fffe1f0fc9eb1432b98eb25b2c950850796a4a8b m      26 \n",
       "359340 359340 fffe356b9dab2fae1f887fabb1f08ab4976c91bb f      23 \n",
       "359341 359341 fffe3e8eb1b2db8dcb3f3fe753552d5803d085f1 f      19 \n",
       "359342 359342 fffe454af08a58c7bafe77491b586711f6b5e6f1 m      28 \n",
       "359343 359343 fffe7823f67b433b45f22056467db921c1d3d7d0 m      25 \n",
       "359344 359344 fffe8637bd8234309e871409c7ebef99a720afc1 m      25 \n",
       "359345 359345 fffe8c7f952d9b960a56ed4dcb40a415d924b224 m      20 \n",
       "359346 359346 ffff9af9ae04d263dae91cb838b1f3a6725f5ffb m      20 \n",
       "359347 359347 ffff9ef87a7d9494ada2f9ade4b9ff637c0759ac m      21 "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "users.meta = read_csv(\"build/lastfm-users.csv\") %>%\n",
    "    mutate(gender=as.factor(gender),\n",
    "           age=as.factor(age))\n",
    "users.meta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Parsed with column specification:\n",
      "cols(\n",
      "  DataSet = col_character(),\n",
      "  Partition = col_integer(),\n",
      "  Algorithm = col_character(),\n",
      "  User = col_integer(),\n",
      "  TestTime = col_double(),\n",
      "  TopN.nDCG = col_double(),\n",
      "  Rank = col_integer(),\n",
      "  RecipRank = col_double(),\n",
      "  AvgPrec = col_double(),\n",
      "  Precision = col_double(),\n",
      "  Recall = col_double(),\n",
      "  F1 = col_double(),\n",
      "  `1R.TopN.nDCG` = col_character(),\n",
      "  `1R.Rank` = col_character(),\n",
      "  `1R.RecipRank` = col_character(),\n",
      "  `1R.AvgPrec` = col_character(),\n",
      "  `1R.Precision` = col_character(),\n",
      "  `1R.Recall` = col_character(),\n",
      "  `1R.F1` = col_character()\n",
      ")\n",
      "Joining, by = \"user\"\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<table>\n",
       "<thead><tr><th scope=col>DataSet</th><th scope=col>Partition</th><th scope=col>Algorithm</th><th scope=col>user</th><th scope=col>TestTime</th><th scope=col>TopN.nDCG</th><th scope=col>Rank</th><th scope=col>RecipRank</th><th scope=col>AvgPrec</th><th scope=col>Precision</th><th scope=col>...</th><th scope=col>F1</th><th scope=col>1R.TopN.nDCG</th><th scope=col>1R.Rank</th><th scope=col>1R.RecipRank</th><th scope=col>1R.AvgPrec</th><th scope=col>1R.Precision</th><th scope=col>1R.Recall</th><th scope=col>1R.F1</th><th scope=col>gender</th><th scope=col>age</th></tr></thead>\n",
       "<tbody>\n",
       "\t<tr><td>LastFM.UI </td><td>2         </td><td>PopCt     </td><td>11        </td><td>0.274     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>27        </td></tr>\n",
       "\t<tr><td>LastFM.UI </td><td>2         </td><td>Pop       </td><td>11        </td><td>0.287     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>27        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>Pop       </td><td>69        </td><td>0.452     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>f         </td><td>23        </td></tr>\n",
       "\t<tr><td>LastFM.UI </td><td>3         </td><td>Pop       </td><td> 1        </td><td>0.350     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>f         </td><td>22        </td></tr>\n",
       "\t<tr><td>LastFM.UI </td><td>3         </td><td>PopCt     </td><td> 1        </td><td>0.341     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>f         </td><td>22        </td></tr>\n",
       "\t<tr><td>LastFM.UI </td><td>4         </td><td>Pop       </td><td>70        </td><td>0.303     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>f         </td><td>22        </td></tr>\n",
       "\t<tr><td>LastFM.UI </td><td>2         </td><td>PopCt     </td><td>21        </td><td>0.093     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>NA        </td></tr>\n",
       "\t<tr><td>LastFM.UI </td><td>4         </td><td>PopCt     </td><td>70        </td><td>0.283     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>f         </td><td>22        </td></tr>\n",
       "\t<tr><td>LastFM.UI </td><td>2         </td><td>Pop       </td><td>21        </td><td>0.089     </td><td>NaN       </td><td>NA        </td><td>0.0000000 </td><td>0.0000000 </td><td>0.00      </td><td>...       </td><td>0.00000000</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>NA        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>Pop       </td><td>92        </td><td>0.086     </td><td>NaN       </td><td> 3        </td><td>0.3333333 </td><td>0.1766667 </td><td>0.02      </td><td>...       </td><td>0.03809524</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>27        </td></tr>\n",
       "\t<tr><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>   </td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td><td>...</td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358474    </td><td>1.182     </td><td>NaN       </td><td>20        </td><td>0.05000000</td><td>0.04318182</td><td>0.02      </td><td>...       </td><td>0.03809524</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>19        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358502    </td><td>1.367     </td><td>NaN       </td><td> 3        </td><td>0.33333333</td><td>0.24982747</td><td>0.03      </td><td>...       </td><td>0.05714286</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>f         </td><td>21        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358533    </td><td>1.495     </td><td>NaN       </td><td> 1        </td><td>1.00000000</td><td>0.36844505</td><td>0.03      </td><td>...       </td><td>0.05714286</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>30        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358581    </td><td>1.551     </td><td>NaN       </td><td>11        </td><td>0.09090909</td><td>0.09090909</td><td>0.01      </td><td>...       </td><td>0.01904762</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>25        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358587    </td><td>1.615     </td><td>NaN       </td><td> 1        </td><td>1.00000000</td><td>1.00000000</td><td>0.02      </td><td>...       </td><td>0.03809524</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>NA        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358646    </td><td>1.559     </td><td>NaN       </td><td> 4        </td><td>0.25000000</td><td>0.14500000</td><td>0.02      </td><td>...       </td><td>0.03809524</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>f         </td><td>26        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358661    </td><td>1.494     </td><td>NaN       </td><td>20        </td><td>0.05000000</td><td>0.04329237</td><td>0.03      </td><td>...       </td><td>0.05714286</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>31        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358667    </td><td>1.588     </td><td>NaN       </td><td>17        </td><td>0.05882353</td><td>0.06181564</td><td>0.03      </td><td>...       </td><td>0.05714286</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>20        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358707    </td><td>1.479     </td><td>NaN       </td><td>37        </td><td>0.02702703</td><td>0.02702703</td><td>0.01      </td><td>...       </td><td>0.01904762</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>31        </td></tr>\n",
       "\t<tr><td>LastFM    </td><td>1         </td><td>II-B      </td><td>358714    </td><td>1.461     </td><td>NaN       </td><td> 2        </td><td>0.50000000</td><td>0.27696742</td><td>0.05      </td><td>...       </td><td>0.09523810</td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>NA        </td><td>m         </td><td>21        </td></tr>\n",
       "</tbody>\n",
       "</table>\n"
      ],
      "text/latex": [
       "\\begin{tabular}{r|lllllllllllllllllllll}\n",
       " DataSet & Partition & Algorithm & user & TestTime & TopN.nDCG & Rank & RecipRank & AvgPrec & Precision & ... & F1 & 1R.TopN.nDCG & 1R.Rank & 1R.RecipRank & 1R.AvgPrec & 1R.Precision & 1R.Recall & 1R.F1 & gender & age\\\\\n",
       "\\hline\n",
       "\t LastFM.UI  & 2          & PopCt      & 11         & 0.274      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 27        \\\\\n",
       "\t LastFM.UI  & 2          & Pop        & 11         & 0.287      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 27        \\\\\n",
       "\t LastFM     & 1          & Pop        & 69         & 0.452      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & f          & 23        \\\\\n",
       "\t LastFM.UI  & 3          & Pop        &  1         & 0.350      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & f          & 22        \\\\\n",
       "\t LastFM.UI  & 3          & PopCt      &  1         & 0.341      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & f          & 22        \\\\\n",
       "\t LastFM.UI  & 4          & Pop        & 70         & 0.303      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & f          & 22        \\\\\n",
       "\t LastFM.UI  & 2          & PopCt      & 21         & 0.093      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & NA        \\\\\n",
       "\t LastFM.UI  & 4          & PopCt      & 70         & 0.283      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & f          & 22        \\\\\n",
       "\t LastFM.UI  & 2          & Pop        & 21         & 0.089      & NaN        & NA         & 0.0000000  & 0.0000000  & 0.00       & ...        & 0.00000000 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & NA        \\\\\n",
       "\t LastFM     & 1          & Pop        & 92         & 0.086      & NaN        &  3         & 0.3333333  & 0.1766667  & 0.02       & ...        & 0.03809524 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 27        \\\\\n",
       "\t ... & ... & ... & ... & ... & ... & ... & ... & ... & ... &     & ... & ... & ... & ... & ... & ... & ... & ... & ... & ...\\\\\n",
       "\t LastFM     & 1          & II-B       & 358474     & 1.182      & NaN        & 20         & 0.05000000 & 0.04318182 & 0.02       & ...        & 0.03809524 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 19        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358502     & 1.367      & NaN        &  3         & 0.33333333 & 0.24982747 & 0.03       & ...        & 0.05714286 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & f          & 21        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358533     & 1.495      & NaN        &  1         & 1.00000000 & 0.36844505 & 0.03       & ...        & 0.05714286 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 30        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358581     & 1.551      & NaN        & 11         & 0.09090909 & 0.09090909 & 0.01       & ...        & 0.01904762 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 25        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358587     & 1.615      & NaN        &  1         & 1.00000000 & 1.00000000 & 0.02       & ...        & 0.03809524 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & NA        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358646     & 1.559      & NaN        &  4         & 0.25000000 & 0.14500000 & 0.02       & ...        & 0.03809524 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & f          & 26        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358661     & 1.494      & NaN        & 20         & 0.05000000 & 0.04329237 & 0.03       & ...        & 0.05714286 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 31        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358667     & 1.588      & NaN        & 17         & 0.05882353 & 0.06181564 & 0.03       & ...        & 0.05714286 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 20        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358707     & 1.479      & NaN        & 37         & 0.02702703 & 0.02702703 & 0.01       & ...        & 0.01904762 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 31        \\\\\n",
       "\t LastFM     & 1          & II-B       & 358714     & 1.461      & NaN        &  2         & 0.50000000 & 0.27696742 & 0.05       & ...        & 0.09523810 & NA         & NA         & NA         & NA         & NA         & NA         & NA         & m          & 21        \\\\\n",
       "\\end{tabular}\n"
      ],
      "text/markdown": [
       "\n",
       "DataSet | Partition | Algorithm | user | TestTime | TopN.nDCG | Rank | RecipRank | AvgPrec | Precision | ... | F1 | 1R.TopN.nDCG | 1R.Rank | 1R.RecipRank | 1R.AvgPrec | 1R.Precision | 1R.Recall | 1R.F1 | gender | age | \n",
       "|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|\n",
       "| LastFM.UI  | 2          | PopCt      | 11         | 0.274      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 27         | \n",
       "| LastFM.UI  | 2          | Pop        | 11         | 0.287      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 27         | \n",
       "| LastFM     | 1          | Pop        | 69         | 0.452      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | f          | 23         | \n",
       "| LastFM.UI  | 3          | Pop        |  1         | 0.350      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | f          | 22         | \n",
       "| LastFM.UI  | 3          | PopCt      |  1         | 0.341      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | f          | 22         | \n",
       "| LastFM.UI  | 4          | Pop        | 70         | 0.303      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | f          | 22         | \n",
       "| LastFM.UI  | 2          | PopCt      | 21         | 0.093      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | NA         | \n",
       "| LastFM.UI  | 4          | PopCt      | 70         | 0.283      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | f          | 22         | \n",
       "| LastFM.UI  | 2          | Pop        | 21         | 0.089      | NaN        | NA         | 0.0000000  | 0.0000000  | 0.00       | ...        | 0.00000000 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | NA         | \n",
       "| LastFM     | 1          | Pop        | 92         | 0.086      | NaN        |  3         | 0.3333333  | 0.1766667  | 0.02       | ...        | 0.03809524 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 27         | \n",
       "| ... | ... | ... | ... | ... | ... | ... | ... | ... | ... |     | ... | ... | ... | ... | ... | ... | ... | ... | ... | ... | \n",
       "| LastFM     | 1          | II-B       | 358474     | 1.182      | NaN        | 20         | 0.05000000 | 0.04318182 | 0.02       | ...        | 0.03809524 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 19         | \n",
       "| LastFM     | 1          | II-B       | 358502     | 1.367      | NaN        |  3         | 0.33333333 | 0.24982747 | 0.03       | ...        | 0.05714286 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | f          | 21         | \n",
       "| LastFM     | 1          | II-B       | 358533     | 1.495      | NaN        |  1         | 1.00000000 | 0.36844505 | 0.03       | ...        | 0.05714286 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 30         | \n",
       "| LastFM     | 1          | II-B       | 358581     | 1.551      | NaN        | 11         | 0.09090909 | 0.09090909 | 0.01       | ...        | 0.01904762 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 25         | \n",
       "| LastFM     | 1          | II-B       | 358587     | 1.615      | NaN        |  1         | 1.00000000 | 1.00000000 | 0.02       | ...        | 0.03809524 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | NA         | \n",
       "| LastFM     | 1          | II-B       | 358646     | 1.559      | NaN        |  4         | 0.25000000 | 0.14500000 | 0.02       | ...        | 0.03809524 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | f          | 26         | \n",
       "| LastFM     | 1          | II-B       | 358661     | 1.494      | NaN        | 20         | 0.05000000 | 0.04329237 | 0.03       | ...        | 0.05714286 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 31         | \n",
       "| LastFM     | 1          | II-B       | 358667     | 1.588      | NaN        | 17         | 0.05882353 | 0.06181564 | 0.03       | ...        | 0.05714286 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 20         | \n",
       "| LastFM     | 1          | II-B       | 358707     | 1.479      | NaN        | 37         | 0.02702703 | 0.02702703 | 0.01       | ...        | 0.01904762 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 31         | \n",
       "| LastFM     | 1          | II-B       | 358714     | 1.461      | NaN        |  2         | 0.50000000 | 0.27696742 | 0.05       | ...        | 0.09523810 | NA         | NA         | NA         | NA         | NA         | NA         | NA         | m          | 21         | \n",
       "\n",
       "\n"
      ],
      "text/plain": [
       "       DataSet   Partition Algorithm user   TestTime TopN.nDCG Rank RecipRank \n",
       "1      LastFM.UI 2         PopCt     11     0.274    NaN       NA   0.0000000 \n",
       "2      LastFM.UI 2         Pop       11     0.287    NaN       NA   0.0000000 \n",
       "3      LastFM    1         Pop       69     0.452    NaN       NA   0.0000000 \n",
       "4      LastFM.UI 3         Pop        1     0.350    NaN       NA   0.0000000 \n",
       "5      LastFM.UI 3         PopCt      1     0.341    NaN       NA   0.0000000 \n",
       "6      LastFM.UI 4         Pop       70     0.303    NaN       NA   0.0000000 \n",
       "7      LastFM.UI 2         PopCt     21     0.093    NaN       NA   0.0000000 \n",
       "8      LastFM.UI 4         PopCt     70     0.283    NaN       NA   0.0000000 \n",
       "9      LastFM.UI 2         Pop       21     0.089    NaN       NA   0.0000000 \n",
       "10     LastFM    1         Pop       92     0.086    NaN        3   0.3333333 \n",
       "...    ...       ...       ...       ...    ...      ...       ...  ...       \n",
       "296415 LastFM    1         II-B      358474 1.182    NaN       20   0.05000000\n",
       "296416 LastFM    1         II-B      358502 1.367    NaN        3   0.33333333\n",
       "296417 LastFM    1         II-B      358533 1.495    NaN        1   1.00000000\n",
       "296418 LastFM    1         II-B      358581 1.551    NaN       11   0.09090909\n",
       "296419 LastFM    1         II-B      358587 1.615    NaN        1   1.00000000\n",
       "296420 LastFM    1         II-B      358646 1.559    NaN        4   0.25000000\n",
       "296421 LastFM    1         II-B      358661 1.494    NaN       20   0.05000000\n",
       "296422 LastFM    1         II-B      358667 1.588    NaN       17   0.05882353\n",
       "296423 LastFM    1         II-B      358707 1.479    NaN       37   0.02702703\n",
       "296424 LastFM    1         II-B      358714 1.461    NaN        2   0.50000000\n",
       "       AvgPrec    Precision ... F1         1R.TopN.nDCG 1R.Rank 1R.RecipRank\n",
       "1      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "2      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "3      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "4      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "5      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "6      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "7      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "8      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "9      0.0000000  0.00      ... 0.00000000 NA           NA      NA          \n",
       "10     0.1766667  0.02      ... 0.03809524 NA           NA      NA          \n",
       "...    ...        ...           ...        ...          ...     ...         \n",
       "296415 0.04318182 0.02      ... 0.03809524 NA           NA      NA          \n",
       "296416 0.24982747 0.03      ... 0.05714286 NA           NA      NA          \n",
       "296417 0.36844505 0.03      ... 0.05714286 NA           NA      NA          \n",
       "296418 0.09090909 0.01      ... 0.01904762 NA           NA      NA          \n",
       "296419 1.00000000 0.02      ... 0.03809524 NA           NA      NA          \n",
       "296420 0.14500000 0.02      ... 0.03809524 NA           NA      NA          \n",
       "296421 0.04329237 0.03      ... 0.05714286 NA           NA      NA          \n",
       "296422 0.06181564 0.03      ... 0.05714286 NA           NA      NA          \n",
       "296423 0.02702703 0.01      ... 0.01904762 NA           NA      NA          \n",
       "296424 0.27696742 0.05      ... 0.09523810 NA           NA      NA          \n",
       "       1R.AvgPrec 1R.Precision 1R.Recall 1R.F1 gender age\n",
       "1      NA         NA           NA        NA    m      27 \n",
       "2      NA         NA           NA        NA    m      27 \n",
       "3      NA         NA           NA        NA    f      23 \n",
       "4      NA         NA           NA        NA    f      22 \n",
       "5      NA         NA           NA        NA    f      22 \n",
       "6      NA         NA           NA        NA    f      22 \n",
       "7      NA         NA           NA        NA    m      NA \n",
       "8      NA         NA           NA        NA    f      22 \n",
       "9      NA         NA           NA        NA    m      NA \n",
       "10     NA         NA           NA        NA    m      27 \n",
       "...    ...        ...          ...       ...   ...    ...\n",
       "296415 NA         NA           NA        NA    m      19 \n",
       "296416 NA         NA           NA        NA    f      21 \n",
       "296417 NA         NA           NA        NA    m      30 \n",
       "296418 NA         NA           NA        NA    m      25 \n",
       "296419 NA         NA           NA        NA    m      NA \n",
       "296420 NA         NA           NA        NA    f      26 \n",
       "296421 NA         NA           NA        NA    m      31 \n",
       "296422 NA         NA           NA        NA    m      20 \n",
       "296423 NA         NA           NA        NA    m      31 \n",
       "296424 NA         NA           NA        NA    m      21 "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "user.results = read_csv(\"build/lastfm-user-results.csv\", guess_max=10000) %>%\n",
    "    rename(user=User) %>%\n",
    "    inner_join(users.meta %>% rename(user=id) %>% select(-key))\n",
    "user.results"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Analyze by Gender"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using DataSet, Algorithm, gender as id variables\n"
     ]
    }
   ],
   "source": [
    "gender.results = user.results %>%\n",
    "    group_by(DataSet, Algorithm, gender) %>%\n",
    "    summarize(MAP=mean(AvgPrec, na.rm=TRUE), MRR=mean(RecipRank, na.rm=TRUE),\n",
    "              Precision=mean(Precision),\n",
    "              Recall=mean(Recall))\n",
    "gender.tall = melt(gender.results, variable.name = \"Metric\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Warning message in bind_rows_(x, .id):\n",
      "\"binding factor and character vector, coercing into character vector\"Using DataSet, Algorithm, gender as id variables\n"
     ]
    }
   ],
   "source": [
    "overall.results = user.results %>%\n",
    "    group_by(DataSet, Algorithm) %>%\n",
    "    summarize(MAP=mean(AvgPrec, na.rm=TRUE), MRR=mean(RecipRank, na.rm=TRUE),\n",
    "              Precision=mean(Precision),\n",
    "              Recall=mean(Recall))\n",
    "combined.results = rbind(gender.results, mutate(overall.results, gender='Any'))\n",
    "combined.tall = melt(combined.results, variable.name='Metric')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Warning message:\n",
      "\"Removed 8 rows containing missing values (geom_bar).\""
     ]
    },
    {
     "data": {},
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA0gAAAJYCAMAAABvmDbGAAAATlBMVEUAAAAAujgAv8QaGhoz\nMzNNTU1hnP9oaGh8fHyMjIyampqnp6eysrK3nwC9vb3Hx8fQ0NDZ2dnh4eHp6enr6+vw8PDy\n8vL1ZOP4dm3////uFrPbAAAACXBIWXMAABJ0AAASdAHeZh94AAAgAElEQVR4nO2dgVqjyrJG\n2dubraNzZsZxPPvk/V/0CmhCJ3RDFVVUA2t932hGrV+6ZKUJIZ3mDACLaaI3AGAPIBKAAYgE\nYAAiARiASAAGIBKAAYgEYAAiARhgLNIrzIWeybHdWU1BpCjomRzbndUURIqCnsmx3VlNQaQo\n6Jkc253VFESKgp7Jsd1ZTUGkKOiZHNud1RREioKeybHdWU1BpCjomRzbndUURIqCnsmx3VlN\nQaQo6Jkc253VFESKgp7Jsd1ZTdmXSA+l7/Vcf6j0wysQ3DNNq66fgnpnu7OacgyRHobfe3gY\nfgojuGeaViFSHkSKIrhniGTLTkXqj0y+Pncfr9/73FkQqb8xv1WIlGefIj18fhh+RqQETasQ\nKc8+Rfr6z3Bv+XoAjUgdmlYhUp69ivS1Jzxcvj64m+13DUT6vDW7VYiUZ6ciXXeHh4dXRBpB\n0ypEyrNPkR5u/oNId2hahUh59ivS5QnFkb0j/UIMwT1Tterh9TW0d7Y7qyk7E+nylPznSdzL\n8f8DIqWIW/Xwev0hRLpjXyJtCXomx3ZnNQWRoqBncmx3VlMQKQp6Jsd2ZzUFkaKgZ3Jsd1ZT\nECkKeibHdmc1BZGioGdybHdWUxApCnomx3ZnNQWRoqBncmx3VlMQKQp6Jsd2ZzXFWKQ/StSF\n8enacHomp2LRECkqnJ7JQSSvzlaQjkjrhSOSV2crSEek9cIRyauzFaQj0nrhiOTV2QrSEWm9\ncETy6Oz/Ev6TsDx9Noi0XjgieXQWkTypsmeI5NFZRPKkyp4hkkdnEcmTKnuGSB6dRSRPquzZ\ncURKKe3qtadDhRxHpPQOxHfOcE33n+4yPRMEaAvj05mRpkjHjUgFMj0TBGgL49MRaYp03IhU\nINMzQYC2MD4dkaZIx41IBTI9EwRoC+PTEWmKdNyIVCDTM0GAtjA+HZGmSMeNSAUyPRMEaAvj\n0xFpinTciFQg0zNBgLYwPh2RpkjHjUgFMj0TBGgL49MRaYp03IhUINMzQYC2MD796CKdPhj8\n7/K16xfTcSNSgUzPBAHawvj0g4t0unzobpzOyf870nEjUoFMzwQB2sL4dES6inM6I5J607u6\n8Z4JArSF8emINBTn5r8d6bgRqUCmZ4IAbWF8OiLdi3R9iPR/H6QFpb1x2Wa7p/tuOujYs0jp\n19I7EGakApmeCQK0hfHpzEh3It3cSseNSAUyPRMEaAvj0xEJkRApMHzHInFoh0jrhe9cpMGZ\nu3TciFQg0zNBgLYwPv3gIl2ubBg+g5Re7ZCOG5EKZHomCNAWxqcfXaRp0nEjUoFMzwQB2sL4\ndESaIh03IhXI9EwQoC2MT0ekKdJxI1KBTM8EAdrC+HREmiIdNyIVyPRMEKAtjE9HpCnScSNS\ngUzPBAHawvh0RJoiHTciFcj0TBCgLYxPR6Qp0nEjUoFMzwQB2sL4dESaIh03IhXI9EwQoC2M\nT0ckGaW9sfJ0300HHccRKb0DYUYqkOmZIEBbGJ/OjDRFOm5EKpDpmSBAWxifjkhTpONGpAKZ\nngkCtIXx6Yg0RTpuRCqQ6ZkgQFsYn45IU6TjRqQCmZ4JArSF8emLRXq4gkhLO4tIntQt0lUo\nZqTFnUUkTzYg0s10hEjKziKSJ7WLdG8RIik7i0ie1C3SmEWIpOwsInlSt0gbn5Fy70Zx/Vo6\nbkQqkOmZIEBbGJ9+8MdIY+9GwXJciLRe+N0UtM2zdmPvRoFIiLRe+HAy2vDzSCwQiUix4aNn\nGHYnEu9GAc4cQ6SW9A6EGalApmeCAG1hfDozEiIhUmB47iQDIi3pLCJ5UrdI234eCZEQKTZ8\nKM3DyLS0zIVFIFJAeF833jNBgLYwPt1GpPtpaZkLi+DdKALC+7rxngkCtIXx6VYiXT9tS6Rp\n0nEjUoFMzwQB2sL49KPPSNOk40akApmeCQK0hfHpB3+MNIN03IhUINMzQYC2MD794GftZpCO\nG5EKZHomCNAWxqcf/HmkGaTjRqQCmZ4JArSF8ekHv7JhBum4EalApmeCAG1hfDoiTZGOG5EK\nZHomCNAWxqcf/GUUYkp7Y+XpvpsOOtL55+HyYX8ipXcgzEgFMj0TBGgL49NtDu0QCZH+IJIG\nREKkOzI9EwRoC+PTEWmKdNyIVCDTM0GAtjA+HZGmSMeNSAUyPRMEaAvj0xFpinTciFQg0zNB\ngLYwPt3oeaTbs9+IhEiaAG1hfDpPyE6Rjlu7N/6T8G/C8vRZIFKN4YiESHdkeiYI0BZ6pac9\nMw7vQCREuiPTM0GAttAr3b9nexFp+LLyy8vOk9ea23TWV6RZ6YgkL0GkmQwXOrncPiU/YtPZ\nDYuUhpd2ikzP5oNIiIRIiKRhxyKlHiHSvE3v6sZ7Nh9E2pVI14dIdovol/bGldJ9N32faHs2\nnz2LNPjamRmJGYkZaZrRx0jDz4iESIg0DSIhUglEmgmHdohUApFmkhPJfO1vRJoDIm1VpGQR\n/eGVDdefsOksIs0BkTYr0jQ2nUWkOSASIiESImlAJERCpGXhHYiESIi0LLwDkRAJkZaFdyAS\nIiHSsvAOREIkRFoW3oFIiIRIy8I7jiNSSqmzpbrS3rhSuu+m7xNtz+ZzHJFs7qKYkebAjIRI\niIRIGhAJkRBpWXgHIiESIi0L70AkREKkZeEdiIRIiLQsvAOREAmRloV3IBIiIdKy8A5EQiRE\nWhbegUiIhEjLwjv2IlLu3SiuP2HTWUSaAyJtVSSW40KkEog0E0RCpBKlnv2VUOpZ6Tcg0lRn\n/05YLtLidN9N7/bU8Z7NR2uwW7p/z44h0v27UQCYcgyRWjT3fff3f9a4pmvD6ZkcRPLqbAXp\niLReOCJ5dbaCdERaLxyRvDpbQToirRd+HJEAjonxu1EAHBPXVYQAjgIiARiASAAGIBKAAYgE\nYAAiARiASAAGqEQae6Vsz9pPdVeQzpUN64Xv5MqGL8aucPhk7c5WkI5I64UjkldnK0hHpPXC\ndyzSOb29dmcrSEek9cKPIRKvkAVndi1SJScbPBatmQUz0nrhuxbpHHVo57/60ywQab1wRPLo\nLCJ5UmXPdixS4Fk7RPKkyp4hkkdnEcmTKnu2M5FGXynbs2ZnEcmTKnu2N5HyrNlZRPKkyp4d\nVSTfXR2RPKmyZ4iESPd14z3z/8UVpCPSFOm4EalUN94z/19cQToiTZGOe8Mi+Vua6ZkgQFsY\nn45IU6TjRqQCmZ4JArSF8emINEU6bkQqkOmZIEBbGJ+OSFOk40akApmeCQK0hfHpiDRFOm5E\nKpDpmSBAWxifjkhTpONGpAKZngkCtIXx6Yg0RTpuRCqQ6ZkgQFsYn45IMkp7Y+XpvpsOOo4j\nUnoHwoxUINMzQYC2MD6dGWmKdNyIVCDTM0GAtjA+HZGmSMeNSAUyPRMEaAvj0xFpinTciFQg\n0zNBgLYwPh2RpkjHjUgFMj0TBGgL49MRaYp03IhUINMzQYC2MD49SqSmaT4/l3/qfP5xmvyx\nm6L5PzqHdNyIVCDTM0GAtjA+PUikXx8i/er2+kmRup9AJERazB5Fem6+Nc/dXj+52yMSItmw\nR5Ga5r13o/v49tQ8/upvPTfN81v39d+np/a7TfM5Lb00p5e+4Fvz7fz22Hx7z2Rb6HMlHTci\nFcj0TBCgLYxPjxHp18d09Nwd27WWvJ+apvelv3V6b7/+9PEzA5G+tTdevm79fPz48DwejkgB\n4X3deM8EAdrC+PQYkVqJfnUitJZ8b57O70/trZePW+en3pfP6efr0O7p/ePnTu2t5/PP9rs/\nc4d7iBQQ3teN90wQoC2MT48R6fq4p/3w2HwczL0Nbj22X387JyJd//vWHRnmHzchUkB4Xzfe\nM0GAtjA+PUSkX/2hXHtsd1GlfGvsv4hUUXhfN94zQYC2MD49RKTnT5Ge6xFp7psxI1KBTM8E\nAdrC+PQQkU7tkdn5vX/Ikzu0W1Wk2YvoI1IBRJKzRKTXz/Ntz83reXCK4eZkAyIhki27E+ml\n6b/968OY/OnvqzmndUU6p7fTcSNSgUzPBAHawvj0CJEuj0A+blyekP15+4Ts+fPjj0CR7t+M\nubQ3Kn7vDa7pvpsOOhY9RhqlOU3/zLwgRc2tSJxs0JDpmSBAWxifXsPLKJr2UO8ld6GCGEQK\nCO/rxnsmCNAWxqcvFunhilakl/4h0ptCgDEMRBpOjum4EalApmeCAG1hfLrZjJR6JDu0+/H4\n+cjIhOUiJQeZ6bgRqUCmZ4IAbWF8uo1IN9OR6jGSGYtFSh+speNGpAKZngkCtIXx6QYi3Vu0\nPZGGb8Z8OiWXNqTjRqQCmZ4JArSF8ekGj5EWn2wwhmvtAsL7uvGeCQK0hfHpzEhTpONGpAKZ\nngkCtIXx6SGPkf6X57/L93xECgjv68Z7JgjQFsanh5y1Q6QMiORJ3SJpnkdCpAyI5EndImUo\n7puIlAGRPEEkGYgUEN7XjfdMEKAtjE9HpCnScSNSgUzPBAHawvh0RJoiHTciFcj0TBCgLYxP\n52TDFOm4EalApmeCAG1hfLrR80iXD4i0pLOI5MkBRWquOjRfL0OfjbFIKaW9sfJ0300HHeuJ\nlHyaAzNSQHhfN94zQYC2MD69/hlJbAciBYT3deM9EwRoC+PTTUR6QCRE+oNIGlKN3EUKfIyU\njhuRCmR6JgjQFsanLxfpYecnG9JxI1KBTM8EAdrC+PTlzyN9zkqmV39zaIdI9tQtUobivjlP\npM+3GBPbgUgB4X3deM8EAdrC+PSKRUq0QKTF6YhUY/jgVIPDJUKIhEj21C3S9YESJxsWdxaR\nPDmgSItApIDwvm68Z4IAbWF8OiJNkY4bkQpkeiYI0BbGpyPSFOm4EalApmeCAG1hfHqdlwgt\nYvF7yLKIvmLTu7rxngkCtIXx6XVeIrQIg0X0EUlFpmeCAG1hfHqdlwgtwmARfURSkemZIEBb\nGJ9e5yVCi+D9kQLC+7rxngkCtIXx6SFXNvy3gMKCGwxF4j1kwZlFIvnCjBQQ3teN90wQoC2M\nTw+Zkf6Tp64ZqSUdNyIVyPRMEKAtjE9HpA5EWrrpXd14zwQB2kKv9LRnxuEdiIRId2R6JgjQ\nFnql+/cMkRDpjkzPBAHaQq90RJIyeA/ZMyIpNr2rG++ZIEBb6JWOSHbYdPafhH8TVvq7IZK8\nBJHssOksIs0KUNSkwzJORyQ7bDp7ZJFcd/Wt9wyRahJpVnolIln/YkQqiNQkOuzhpeaIhEij\nrCdSL9HWFz/ZsEhpeGmnMO7ZPBBprkhSPRDJU6Tcpnd1tj2bByLNE0muBSIhEiIhEiLJQCRE\nQiREQiREQqSFm96ygkjJIvoCqnwP2dLeuFK676Y79Gwerum+m96y2ozEWTurdN9N7+psezYP\n13TfTW9ZUSSeR0KkAog0UySubECkEohUEGkRiIRIiIRIiCQDkRAJkRAJkRAJkRZuesuWRPrx\nrWnOT7+VcTadRSREGmU7Ir0/dmf9mka5+qtNZxEJkUZZJNKqa38/Ny/tc1E/myddnE1nEQmR\nRtmOSN11Rs3XE7tybDqLSIg0yiKRfEEkRDqISH/lcTu0e2medXE2nUUkRBplOyK9n5qO01up\naPgesun7ydp0FpEQaZTtiHQ+f39smseX91LNcO3vm3XAbTqLSIg0ypZEmgEiLd30rs62Z/NA\nJERCJETajkjNhUJNRqT795AFMOUYIrUo72nUd1EVpGvD6Zmc7YjU8/b0vVSDSBbh9EzO1kQ6\nvzclkxDJIpyeyfEVabAWV3pYNn2Qlj3ZwKGdezg9k+MsUnP5lO7+c5YUGv/mz+Y0+vUeRLII\np2dytiPS5VzDS6lo+B6y6ZUNALUy49Cu+fpoJdKp6BHABlkqkuoxEsDeEImUnF1YcLIBYG/M\nEOkyHS07tGuGmI4BIByNSMmS+ogEsOaMBLBj5oj09Q+RADIsEElxsuGFQzvYJ5MiLeJGmJeF\nj5HWfqq7gnSubFgvfDsXrZ6a30/N2/uTzQKR/p2tIB2R1gvfjkgfM9H35tf53WaBSP/OVpCO\nSOuFb0qkX80Pq3Xt/DtbQToirRe+HZG+NT/fmsfzKyK5h9MzOdsRqTXoqT3XYLJApG9n/dfa\nmAUirRe+SKRV1/4+/3psl1stv4qiwJqdRSRPquzZIpF8uRFJ+75IX6Tj3vDSUvNBpPXCtzMj\nNY+/FsWl40akUt14z/x/cQXpISL9ncdepMemOX0vrldcJh33hkXytzTTM0GAtjA+ff8ind9e\nTk3zzehgs7Q3Vp7uu+mgY0MitVv70jSPP3Vx6R0IM1KBTM8EAdrC+PQDzEgdb0bX2iFSgUzP\nBAHawvj0Y4j0+vwxI/3QxaXjRqQCmZ4JArSF8ekHEKl7jPSsfoyUjhuRCmR6JgjQFsan71+k\n9l3GfnDWDpEQScjt80jfeB5phU3v6sZ7JgjQFsan71+k8clo7D1jbz/3pONGpAKZngkCtIXx\n6XWKlF1E//y1nNB8kcY9uny43r79PLpTIFKBTM8EAdrC+PRKRcqt/f35ncWLnyASItURHibS\ntCxakb7+g0iItF6496FdeRH9IoYi3b+HbGlvnPF7J3BN99100LFTkU5nZiRmpDXD1xMpXUR/\nhiSIFBDe1433TBCgLYxPr1Wk8pLFRRaIdLr93hmRBGR6JgjQFsanb0akZBH9InqRbm0a2SkQ\nqUCmZ4IAbWF8+mZESi1xOWs35z1kEalApmeCAG1hfHq1Io2v/W31PNLYe8aeToMb159Mx41I\nBRBJTpRIRlc2CEjHjUgFMj0TBGgL49PrFGkRiBQQ3teN90wQoC2MT0ekKdJxI1KBTM8EAdrC\n+PTFIj1cQaSlnUUkT+oWqbfp8gGRlnQWkTxBJBmu78xX2hsrT/fddNBxHJHSOxBmpAKZngkC\ntIXx6SEz0rqL6C8kHTciFcj0TBCgLYxPDxHJF0QKCO/rxnsmCNAWxqeHiPRPHmYkRPJiAyK9\n3p79RiRE0gRoC+PTQ56QRaQMiOQJIskQXbSa3j5d/s/V3woyPRMEaAvj082ubNiWSJnXIw1e\nkHQhHTciFcj0TBCgLYxPt3qMtLEZKfN6JERSb3pXN94zQYC2MD7d6tBuFzPS7Wv6OtJxI1KB\nTM8EAdrC+HREuhfp+hCJ5bjAmeKZho2LNPjemRlJQKZnggBtYXy6wYw0cqph0yLd3ErHjUgF\nMj0TBGgL49MNztq1x3XGZ+3uVs6XgEgB4X3deM8EAdrC+PTlIvX/jEWar8Q9HNoFhPd14z0T\nBGgL49MRaVQkVhHSkOmZIEBbGJ9evUifh3jNefahnnY5ros/LMel2PSubrxnggBtYXz68pMN\nD93pBtuTDVeRvpaxa5rz3BmKa+0Cwvu68Z4JArSF8el1Xmt3PdlwEWm+IogUEN7XjfdMEKAt\njE+vVKTUCkRCJANqF8nheSREQiR76hapl8j6eaTUCkRCJAMqFyn55CdS2MmGlNLeWHm676aD\njrVE8jr9PZ/0DoQZqUCmZ4IAbaFXetoz4/AOX5HuEdiBSAHhfd14zwQB2kKvdP+evaYmub+w\nD5EWp+9UJNdJY02Rxinum4iUAZHkbLxna4skAJECwvu68Z4JAhQ1G+/Z9cjusvgJC0Qu7uzG\nd4pMzwQBipqN92zrM9LUclzXn1yzsxvfKTI9EwQoajbes0UixS+iX1qOi9cjIdIq4R1XZbrX\nUcjO2vmydDkuREKkVcI7Uo+EzyP9m6eCNRsQyVik9BcXAxS/dOM9O4ZILMdlAT0rMBTp06Ud\nitSy5l3Uxu9d6ZkcRGKnuIOeyRmcbBjzCJGOuFPQMzm34iASOwUiKUAkdoo76JmcwZGd/BKh\neJFYjguRwsM7Nj4jCbDpbHohVMjfDZEqC+/wFam49vfUquCIFBDe19n2bB4b79nAGfkqQtMi\n5ZVoLsug5ITZgEjpmFf6uyFSZeEdA42uH1cR6fIJkTLpmT8ZIlUW3nEVKflkL9LN4ieD9YVy\nR3iHFymTjkiVhXesJdLtclzD9YUy6VUux1Xa1VdK14YvxvcXu6b798xZpOza3+uLZHMXteEZ\nad55kq7OtmfzcE333fSW9FyD8PVIc2ekMyIh0hS7EWmc4r6JSNsVKbfpXZ1tz+aBSCqROGun\nTkekysI7bo7sfE5/nwcifUnE80jadESqLLzjxhu3x0gja39/nffm9LcsHZEqC++4Fcf7hX3W\nK62OLcc1/Gx99TciIdIoGxdp7GUUY29pfkYkREKkPIiESOHhHbcnG2wfIy1iqUipR4iESKuI\nlKG4G1cu0vUhkt1yXKW9caV0300voP3F83BN9930lj2LNPjemRmJGclt01t2LNJ5+BmREKle\nkepcRB+Rlmx6V2fbs3kcWSRfOLRDJEQywEIk81WEEAmRRtm4SKPLcd1+7rHpLCIh0ihbF2k+\nNp1FJEQaBZEQCZEWbnoLIiESIi3c9BZEQiREWrjpLYiESIi0cNNbjiNSSqmzpbrS3rhSuu+m\nO/RsHq7pvpvechyRbO6imJG87tZd0303vQWREAmRFm56CyIhEiIt3PQWREIkRFq46S2IhEiI\ntHDTWxAJkRBp4aa3bF2kqeW4rj9p01lEQqRRNi4Sr0dCpPDwDkRCJERauOktiIRIFiL9lfB3\nwvKeLU6f3zPNprccQ6T75bgATDmGSC1/lKgL49O14fRMDiJ5dbaCdERaLxyRvDpbQToirReO\nSF6drSAdkdYLRySvzlaQjkjrhW9cJMFyXADHxPUVsgBHAZEADEAkAAMQCcAARAIwAJEADEAk\nAAMQCcAA1zUb/J/qriCdKxvWC9/6lQ3zWbuzFaQj0nrhiOTV2QrSEWm9cETy6mwF6Yi0Xjgi\neXW2gnREWi8ckTw6679ozSwQab1wRGrZ1NJS80Gk9cKPKpLvro5InlTZM0RCpPu68Z75/+IK\n0hFpinTcGxbJ39JMzwQB2sL4dESSUdobK0/33XTQcRyR0jsQZqQCmZ4JArSF8enMSFOk40ak\nApmeCQK0hfHpiDRFOm5EKpDpmSBAWxifjkhTpONGpAKZngkCtIXx6Yg0RTpuRCqQ6ZkgQFsY\nn45IU6TjRqQCmZ4JArSF8emI1HOzuqr5e8jOA5E8QSQZGpFu1vu2fzPmeSCSJ4gkY7lIJ2Yk\nFZmeCQK0hfHpiNSRiHTi0E5HpmeCAG1hfDoidWREun8P2dLeqN/kVdJ9Nx107Fik05kZSUem\nZ4IAbWF8OjNSx0Ckm/MOiDSfTM8EAdrC+HRE6hiK1HP5VjpuRCqQ6ZkgQFsYn45IHbfTEDOS\nhkzPBAHawvh0ROpApKWb3tWN90wQoC2MT0eknuF7yp4RSUemZ4IAbWF8OiJNkY4bkQpkeiYI\n0BbGpyPSFOm4EalApmeCAG1hfDoiTZGOG5EKZHomCNAWxqcj0hTpuBGpQKZnggBtYXw6Isko\n7Y2Vp/tuOug4jkjpHQgzUoFMzwQB2sL4dGakKdJxI1KBTM8EAdrC+HREmiIdNyIVyPRMEKAt\njE9HpCnScSNSgUzPBAHawvh0RJoiHTciFcj0TBCgLYxPR6Qp0nEjUoFMzwQB2sL4dESaIh03\nIhXI9EwQoC2MT0eknuFLkNKludJxI1KBTM8EAdrC+PTFIj1c2bBId1d+88I+BZmeCQK0hfHp\nNjPSw+UDIi3pLCJ5gkgyLF7Yh0gaMj0TBGgL49MRqSMjEstxgTO7FomTDToyPRMEaAvj001m\npIediXTm0E5FpmeCAG1hfLqBSB8aIRIi/UEkDelh3a5E4qwdIq0Xnj48er19GgmREEkToC2M\nT+fKhp7hclxc2aDY9K5uvGeCAG1hfDoiTZGOG5EKZHomCNAWxqebnGy4OaxDJG1nEcmTukVq\nJXp4vVPJdmcWgUgB4X3deM8EAdrC+HSTkw0PN6fsEEnZWUTyBJFksBxXxKaDjuOIlN6BMCMV\nyPRMEKAtjE83eUJ25GyD7c4sApECwvu68Z4JArSF8emc/p4iHTciFcj0TBCgLYxPR6Qp0nEj\nUoFMzwQB2sL4dJ5HmiIdNyIVyPRMEKAtjE83eR7pleeREOkPImkYnmsYfEKkRZ1FJE8QSQbL\ncQWE93XjPRMEaAvj0xGpg5dRLN30rm68Z4IAbWF8us0L++48QiRE0gRoC+PTOf3dwUvNl256\nVzfeM0GAtjA+HZE6WI4LYhgc2l0WbdiRSJxs0JDpmSBAWxifbnGyYcwkrQUGIFJAeF833jNB\ngLYwPp2XUXTciDQ8yEvHjUgFMj0TBGgL49MRqeNmpdXht9JxI1KBTM8EAdrC+HSbl1HsS6TE\nI0SaT6ZnggBtYXy6wbV2d++NtEGRhstxnU7JpQ3puBGpQKZnggBtYXw6p7+nSMet3Rv/Sch1\nFZE8QSQZGxDp34Tl6bNApBrDbw/tNv7WlwXScSNSgUzPBAHawvh0ZqQp0nHXKdKsA0dEqjH8\nOCKllPbGUl1JpJXSteHgCYd29c5ImXTX6a6vG+/ZfJiRdjwjpeNGpAKZns0HkRAJkRBJAyId\nVKTcpnd14z2bDyIhEiIhkgZEQiREMghHJESqQyTtsBThpZ9EpJ50CS771yMdWSTfvXFFkYzD\nO3Ym0s3rkRBJvOldnW3P5oFIXhi8HgmRxJve1dn2bB6I5EWVLzVHJEQa5Rgi2S3HVdobV0r3\n3fQC2l88D9d0301vOYZILTZ3UcxIXnfrrum+m96CSIiESAs3vQWREAmRFm56CyIhEiIt3PQW\nREIkRFq46S07E2m4HNcZkRSb3tXZ9mweiOQF19ohEiIZgEiIhEgGIBIiIZIBiIRIiGQAy3GN\np/tuukPP5uGa7rvpLccRyeYuihnJ627dNd1301sQCZEQaeGmtyASIiHSwk1vQSREQqSFm96C\nSIiESAs3vQWREAmRFm56CyIhEiIt3PSWvYk0XI4rXZrLprOIhEij7Eyk4csobl5SYdNZREKk\nURAJkbxFSn/xnwyI5EUlIv2dsCmRNJvebZS8Z6FHvBkAAALGSURBVH8lWPdscfr8cO2dzzFE\nul+OC8CUY4jU8keJujA+XRtOz+QgkldnK0hHpPXCEcmrsxWkI9J64Yjk1dkK0hFpvfDjiKTF\n9yyFa3rYCRZ6VhOLl+NKr2zQwk5R2y/eZ8/8cH2p+XzYKWr7xfvsmR+IVHV43C/eZ8/8QKSq\nw+N+8T575kclIgFsG0QCMACRAAxAJAADEAnAAEQCMKASkSyujliX4SVSBtdIabaAnlVEHSJt\nsKmnwe5wihgAPasKRFJyGlyvi0jzCO+ZI1WIZHPh62jyuYt2yI/eKehZXVQhkl9PT6fLB+vk\nz4vfB//WhZ5Vxd5FSj/YJu9VpPSDbTIiubLNneJzxwg6CUXPqgKRliX3Dyb8HrBMbIBb8D57\n5ggiLUtmRpInMyO5sdWdon1Mfkq+sB70rCoQaUny8CwuIs1LjuyZI3WIBLBxEAnAAEQCMACR\nAAxAJAADEAnAAEQCMACRAAxAJAADEAnAAEQCMACR6qDhD7Ft+PvVASJtHP5+dYBIG4e/3wq8\nPTWPvzpV3p+b5vn93Irz9q05vXx+99v59ru/T0+RWwxSEMmf91PT8XGzu/V4blXpbr58fvfb\n7XefmufYjQYZiOTP9+bp/P7UqvK9Neel+dGp8n7+0Zza/4599yV6o0EGIvnz2Lx9HMC1qjx2\n7f44kmsP7c79I6P8d2FDIJI//YmE9mPTfB3kDb+W+y5sCP5i/iDSAeAv5s/twVvLVZ/8d2FD\n8Bfzpz2dcO5OJ7y0JxF+tv+9ivS9Pe0w+l3YEPzF/Lme/v689Xso0vX09+13YUPwF1uB9gnZ\nn50cb89N8/R6Hop0fvv29YTszXdhQ/AXW4tmR6shwh2I5E/TvLYPgLhUYc8gkj8v/UMknmPd\nM4i0Aj8em+YZj3YNIgEYgEgABiASgAGIBGAAIgEYgEgABiASgAGIBGDA/wO94OEBafMkQwAA\nAABJRU5ErkJggg==",
      "text/plain": [
       "plot without title"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ggplot(gender.tall) +\n",
    "    aes(x=gender, y=value, fill=Algorithm) +\n",
    "    geom_bar(stat=\"identity\", position=\"dodge\") +\n",
    "    facet_grid(Metric ~ DataSet, scales=\"free\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false,
    "scrolled": false
   },
   "outputs": [
    {
     "data": {},
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA0gAAAJYCAMAAABvmDbGAAAATlBMVEUAAAAAujgAv8QaGhoz\nMzNNTU1hnP9oaGh8fHyMjIyampqnp6eysrK3nwC9vb3Hx8fQ0NDZ2dnh4eHp6enr6+vw8PDy\n8vL1ZOP4dm3////uFrPbAAAACXBIWXMAABJ0AAASdAHeZh94AAAfOUlEQVR4nO2di3ajxrZF\nSRziV9+2HR+fHP7/R6+Q0AuVELsem1Uw5xix1W23s7xZUyCESk0HAMk0SwcAWAOIBJABRALI\nACIBZACRADKASAAZQCSADCASQAYyi/SfMpT6udGoBVLLUyjQ1wPyltkEIkWhFkgtDyIlUmR8\nm+lJPGp5ECmRIuPbTE/iUcuDSIkUGd9mehKPWh5ESqTI+DbTkxH/F2LBPBYQKY0i41t/T/4X\nBJHGIFIIenICkeaxdZHoyQMY0DwQiZ5MwoDmgUj0ZBIGNI/tiBTG0BOPOJY8coFc8qiyHZHC\ndyRqd7gWkdQCueQJB7L8APZIaYR/f7WeIFJUoAUHNIBIWj1BpKhAiDQBIin0RG1AiGQGkRR6\nojYgRDKDSAo9URsQIplBJIWeqA0IkcwgkkJP1AaESGYQSaEnagNCJDOIpNATtQEhkhmTSO2O\niz+d/u78l4bNgkhRgVzyIJIZi0jt6cP+Rttd/XmPYbMgUlQglzyIZCZapLZDpCUCueRBJDPx\ne6TxH/cYNgsiRQVyyYNIZpJFOj9E+mtH+B8aehL3WxixiKQWyCVPONCCAxpYs0jXf2e4f2OP\nFBXIJQ97JDOpIo1uGTYLIkUFcsmDSGYQSaEnagNCJDMc2in0RG1AiGQmh0gXZ+4MmwWRogK5\n5EEkM1FXNlw+g3R9tYNhsyBSVCCXPIhkhmvtFHqiNiBEMoNICj1RGxAimUEkhZ6oDQiRzCCS\nQk/UBoRIZhBJoSdqA0IkM4ik0BO1ASGSGURS6InagBDJDCIp9ERtQIhkBpEUeqI2IEQyw9u6\nPOiJWiCXPLweyQx7JIU7XLUBsUcyg0gKPVEbECKZQSSFnqgNCJHMIJJCT9QGhEhmEEmhJ2oD\nQiQziKTQE7UByYv0dAaRquitXCCXPPIinYVij4RIUYFc8tQh0mh3hEjKvZUL5JKnApFuLUIk\n5d7KBXLJIy9SyCJEUu6tXCCXPPIiVb5Huvf+SOe/M2wWRIoK5JKnApFqfowUen8kFoh0DuSS\npw6Rbg/x8jgRRer7IyGScyCXPPIi1f08EksWCwRyySMv0h2yKBFHRpF4fySPQC55eD2SGfZI\nCne4agNij2QGkRR6ojYgeZHqfh4JkQQCueSRF6nu55EQSSCQS54KRPp6CuyWsigRByIp9ERt\nQHWIdLtbyqJEHLw/kkJP1AZUi0jnT3WJ9BjDZkGkqEAueWoRqdY90mMMmwWRogK55KlDpGof\nI83AsFkQKSqQS54KRKr5rN0MDJsFkaICueSRF6nu55FmYNgsiBQVyCWPvEh3yFtmE4ik0BO1\nASGSGURS6InagORFqvtlFDMwbBZEigrkkkdepINNpw/rEymMoScecXgZRVygBQc0sB2RDPdv\n7JGiArnkYY9kBpEUeqI2IEQyg0gKPVEbECKZQSSFnqgNCJHMIJJCT9QGVIdIX+Oz34ik21u5\nQC55KhHphrxlNoFICj1RGxAimUGkfD35O0jmQIY8CSCSFUQqLdK/QaIDGfIkgEhWEAmRAiCS\nlZpF8ujt+kSakweRzES/rctpIZSr1U/Cvz8iLSNSdB5EMhO7HNfpdnv1LeHfX60niLSMSOEB\nhX9AEETS6gkiIVJuUkW69giREKnIgAbWLNL5IZL727oYNkt0HksgS0+0B1To9UjxAxpYs0gX\nf9exRyofyGVA7JHMJD9GuvyMSIhUZkADiKTVE0RCpNxwaKfQE7UBIZKZHCIt9W4UiFRqQIhk\nJvptXS6vbDh/R3iqaj1BJETKDdfaKfREbUCIZAaRFHqiNiBEMoNICj1RGxAimUEkhZ6oDQiR\nzCCSQk/UBoRIZhBJoSdqA0IkM4ik0BO1ASGSGURS6InagBDJDCIp9ERtQIhkpub3RzJslug8\nvB5JYkAD2xEpfPekdodrEcnlDldtQOyRzCCSQk/UBoRIZhBJoSdqA0IkM4ik0BO1ASGSGURS\n6InagBDJDCIp9ERtQIhkBpEUeqI2IEQyg0gKPVEbECKZQSSFnqgNCJHMIJJCT9QGhEhmsryt\ny/k7wlNV6wkiIVJuWNdOoSdqA0IkM4ik0BO1ASGSGURS6InagBDJTEaR7r+tC0AWtiFST/ju\nKZlSPzcatUBqeQoFQqRENtKTeNTyINIUiHRCLZBaHkSaApFOqAVSy4NIUyDSCbVAankQaZLH\nb+sCsE1cVhECWDuIBJABRALIACIBZACRADKASAAZQCSADCASQAZc1mxIZiNP3MejlocrG2YR\nWrvhQJHxbaYn8ajlQaQ5hK65Gygyvs30JB61PIg0B0SSC6SWB5HmMJIHkZZHLQ8izeGOSKzZ\nAIVZtUicbChF8ipCC8IeaQYc2uUOVGg5rgVBpBkgEiI9ApFmYD5rR08ewIDmgUj0ZBIGNI+V\niRRcu+FA+PenJw9gQPNYm0j3Cf/+9OQBDGgeiKTVE0MeuUAuedJBpDTCv79aTxCpOIiURvj3\nV+sJIhUHkdII//5qPUGkqECWH4BIaYR/f7WeIFJUoAUHNIBIWj1BpKhAiDQBIin0RG1AiGQG\nkRR6ojYgRDKDSAo9URsQIplBJIWeqA0IkcwgkkJP1AaESGZcFog09MQjjiWPXCCXPOFACw5o\nYDsiGe7f2CNFBXLJwx7JDCIp9ERtQIhkBpEUeqI2IEQyg0gKPVEbECKZQSSFnqgNCJHMIJJC\nT9QGhEhmEEmhJ2oDQiQziKTQE7UBIZIZRFLoidqAEMkMIin0RG1AiGQGkRR6ojYgRDKDSAo9\nURvQWkVqmmb4PP1dXfe7ffhto380/1vnYNgsiBQVyCXPSkX63In0uW/9Q5H234FID0CkqEDV\ni/TWvDZv+9Y/rD0izQGRogJVL1LT/Bzc2H/8fmmePw+33prm7Xv/9/+0L/1Xm2bYLb037fvh\nH7w2r933c/P6c+dnx+hyuXB+jYvoI1JUoNpF+tztjt72x3a9JT9t0xx8Odxqf/q/f9l9z4VI\nr/2N9+Otj+fdh7d8IlX/ti6IFBWodpF6iT73IvSW/Gpeup+X/tb77lb3cvBl2P0cD+1efnbf\n1/a33rqP/qsf9w73EEmhJ2oDWqdI58c9/YfnZncw931x67n/++9rkc5//N4fGd5/3OTy1pdq\nPUGkqECVi/R5OJTrj+1OqkzfCv3RQaS/doT/gaEnEXHsWERSC+SSZ5VrNrwNIr3JisTJBsdA\nLnlWuUdq+yOz7ufwkOfeoR0iWUCkqEB1i/Q1nG97a766i1MMo5MNS4p0eZBn2CyIFBXIJc8a\nRXpvDl/+3Blz//T32ZzWW6RLjxCpeCCXPPIiPZ2ZK9Lp6c7djdMTsh/jJ2SP5vx2F+nKI0Qq\nHsglj7xIZ6HmP0YK9799/D3zflDMPzpezdAebrac/vYL5JKnDpFGuyOjSE1/qPd+70IFM1xr\np9ATtQFVINKtRUaR3g8Pkb4zNR+RFHqiNiB5kUIWWQ/tfj8Pj4yygEgKPVEbkLxIGfZImUEk\nhZ6oDagCkZIfI2UGkRR6ojagOkS6PcTLW2YTiKTQE7UByYsU8TxSYRBJoSdqA5IX6Q6T3QwP\nec9/05uPSAo9URsQIplBJIWeqA0IkcwgkkJP1AaESGYQSaEnagOSFynmZAMiIRIiHbje/zyd\nPqxPpDCGnnjE4aXmcYEWHNDAdkQy3L+xR4oK5JKHPZIZRFLoidqAEMkMIin0RG1AVYj0hEhL\n9wSRogJJibTTKLdIzVmH5riew2wQSaEnagPSF+mpwKHdpUhmOxBJoSdqA5IX6WnYK1mu/kYk\nREKkA18PmOwmIiESIh1wFonHSA9ApKhAQiIVuUSIkw1WECkqkJBI5wdKnGxApKhALnk2LNLw\nXn1mOxBJoSdqA9qwSFdaINI0iBQVCJEmQCSFnqgNqAqRsl8i5H+y4fqdzHlbF89ALnkqEKnA\nJUJJZHhbF0TyDOSSR1+kEpcIJZHhbV0QyTOQSx55kYpcIpQE79in0BO1AcmLdIfJ2lYjEu9q\n7hHIJU8dLzVfq0g9hvs39khRgVzysEcyg0gKPVEb0CpF+u8EERaMQCSFnqgNaJUilQWRFHqi\nNqBVihSOv4c9UhyIFBUIkSZIfVfzDpF8A7nkQSQzXGun0BO1ASGSGUTK15O/g/wbJDqQIU8C\niGQFkRApACJZqVmkYG/nbA9EegQiWVmdSJl7W7VI0XkQyQwiIRIiIRIiFRlQIZHCAwr/gCBl\nRWqudNjQclyIVGpAiHSQaCNrNiBSqQG5ijQr0AFHkax6IJJCT9QGtHmR7FogkkJP1AaESObm\nI5JCT9QGhEjm5iOSQk/UBoRI5uZnFimMoSeWH2vYLNF5LIEsPdEeUKE1G+IHNOAg0tXa3wbY\nIync4aoNaPN7JM7aIVKOASESzyMhUoYBIRJXNiBShgFtU6QkEEmhJ2oDQiQziKTQE7UBIZIZ\nRFLoidqAEMkMIin0RG1AiGTmRqTfr03TvfwT+ePCU1XrCSIhUmGRfp73Z/2aJnL11/BU1XqC\nSIhUWKS35r1/LuqjeYn7ceGpqvUEkbYokusi+vvrjJrjE7t2wlNV6wkibVGksiCSQk/UBrRK\nkf64T7FDu/fmLe7Hhaeq1hNEQqTCIv20zZ72e+ofHRfRH99GJEQqM6CBekTqul/PTfP8/jP1\nby7f1mX0Fi/hqar1BJEQqbhIM0AkREKkEYik0BO1ASGSmZuzdkcm/s0dkf7akR4I4C7bEKkn\nfPeUTKmfG41aILU8imt/L3Bo9/3ya+rfIJJcILU8iHTgp5kyCZHkAqnlqVKki7W4rg/LHh+k\n3T3ZwKHdNGqB1PLUKVJz+nRd/zlLCoW/+NG0wb+/lQeRJFDLs3mRTuca3qf+0fFqhvbiNoA2\nMw7tmuPHXCK1kx4BVEiqSFGPkQDWhkmkq7MLCScbANbGDJFOu6O0Q7vmkqy/A8DixIh0taQ+\nIgF47pEAVswckY7/IRLAHRJEijjZ8M6hHayThyIlMRLmPfExUpHnszfzxH08anmqvLIhiZEw\nbfPPS/P985J3gchkNtKTeNTybF6k3Z7oV/PZ/eRdIDKZjfQkHrU8iNR0n83v3OvaJbORnsSj\nlmfzIr02H9/Nc/eFSNOoBVLLs3mReoNe+nMNWReITGYjPYlHLY+iSK5rf3efz/1yq9Ovopig\nyPjW35NCqwgtyNZFin1fpCPh31+tJ4WW43IJ5JInHUGRyjI+2fD8mfTjwr+/Wk8QqTiCIv15\nn/x7pOemaX9Nrlc8Tfj3V+sJIhVn6yJ13+9t07xG7yPDv79aTxApKtCCAxqoSKQdX+9N8/yR\n/qPPGHqS83+bI49cIJc84UALDmigLpF2u6XM19qp3eFaRFIL5JKHPZKZ0B7pbbdH+h334wyb\nBZGiArnkQSQzwcdIbzxGkg3kkgeRzNyetXv+zVk74UAueRDJzPh5pFeeR9IO5JIHkcyM30M2\n8ccZNgsiRQVyybNNke4uot8dlxOaIPNLyg2bBZGiArnk2ahI99b+Hr6SvvhJ6F3Mx58RySeQ\nSx5ECloyJcsckULvPjH+jEhOgVzybFSkB4voT4JICj1RGxAiuYl0/AMiOQdyyYNI14vo+4p0\n/13NDT2ZEScdi0hqgVzybPNau0dLFk+SIlLbsUdyD+SSZ6t7pOlF9BEpIY9cIJc8iBS0pMRZ\nu6ubiOQXyCXPZkUKr/2d63mksEhjmxDJJZBLHkS68STHlQ1BkSzvaq7WE0SKCrR2kZIwXdlw\n8S7mbXtx4/ydhs2CSFGBXPIgkhmutVPoidqAEMkMIin0RG1AiGQGkRR6ojYgRDKDSAo9URsQ\nIplBJIWeqA1IXqSnM7NF8l1EvwiGnnjE4Vq7uEALDmjgev/zdPowS6SysEdSuMNVG5D8HilG\npKr2SIbNgkhRgVzyrFKkv++DSHEgUlQgRJoAkRR6ojYgRDKDSAo9URsQIplBJIWeqA2oDpG+\nxme/EUm3t3KBXPJUItINk90UECm0rt3pBUlXl38bNgsiRQVyyYNIZhJe2Hfxyr4Ths2CSFGB\nXPLIixS6rKFSkdoOkZYI5JJHXqRBp1XskcYvjt1j2CyIFBXIJU8lIt2YNFnjhyLdrJxvIVmk\n80Mk1rXzCOSSp45r7bKL1F1+MsIqQgp3uGoDqmWPlPfQblGRRrcMmwWRogK55KlApMCphowi\nDYd4TTf7UA+RFHqiNiB5kXqJnr4yn7U7i3Rcxq5purl7KA7tFHqiNiB9kQ7/lTrZcBJpriJ5\nRGI5LsdALnk2KtK1FflFCq1rd/KHde18A7nkQaQyIs3HsFkQKSqQSx55kfYW3Z5tmOwmIiES\nIh24OU1XWqS8JxsMGDYLIkUFcsmzdZEKnf42YNgsiBQVyCVPBSIVeB4pyQ5EUuiJ2oDkRTpI\nVPzqb0SaBpGiAimJdPVphSKFMfTEIw4XrcYFWnBAA94iGWCPpHCHqzYg9khmEEmhJ2oDkhcp\nsIIQIkn3Vi6QSx59kcJMdpMlixEJkQ4kiVQWRFLoidqA5EU6L34yf4HIf+/DHikORIoKJCRS\nzB4JkRAJkQ7ULtKjBSLP32nYLIgUFcglj75I+9dR2M7aLS/S1AKRvELWOZBLHnmRYl6PJCpS\ny0vNFwnkkgeRzLBmg0JP1AZUg0iDSysUiQUiPQK55KnhWrv1itRjuH9jjxQVyCWP/B7pcKJh\nHScbEGmRQC559EUKM1ljREIkRDpQVqTJRfQfLa+PSAo9URuQvEhFLhGaWPu7Oa0ndE8YRFLo\nidqA5EUqs0e6r8RoNeP73zENC0TqBHLJs3mRRqsIXSzUde8Ij2vt8vUk/KKxzIEMeRLQF8m+\nipBBpPG6dpcLdd356YiESHMDCYkUs4qQ4WTDeKVVRErOky5SeNNFBzLkSUBepKtPefdI3eZE\n8tgBVC1S9IAQqdu8SJl7uz6R5uRBpO56Ef1MZ+1SMfTE8mMNPYnOYwlkEUl7QPLX2n0dn0Yq\nLNJRojzPIxkI35Go3eFaRDIEYo8UNaDwDwgyFqeUSIFF9I/nvdd4+huRSg1omyIl2YFIiLSw\nSLMCHRgd2WU+/Z1kByIp9ERtQPIihc81IBIiaQ2oEpFqe2GfgfBU1XqCSIiESA+2CyJlGBAi\nmYle1+7y80Ivo0CkUgOSFyl8rkF9Ef3Q65EuluW6JDxVtZ4gUu0i3SHdh2gQSaEnagNCJDOp\nIl17hEiIVGRAA2sW6fwQyX1dO8Nmic7DtXYSAxpYs0gXX+vYI5UP5DIg9khmkh8jXX5GJEQq\nM6ABRNLqCSIhUm44tFPoidqAEMlMDpGWWo4LkUoNCJHMRK9rN/58IDxVtZ4gEiLlhmvtFHqi\nNiBEMoNICj1RGxAimUEkhZ6oDQiRzCCSQk/UBoRIZhBJoSdqA0IkM4ik0BO1ASGSGRaIfNCT\n1DxctJpjQAPbESl896R2h2sRyeUOV21A7JHMIJJCT9QGhEhmEEmhJ2oDQiQziKTQE7UBIZIZ\nRFLoidqAEMkMIin0RG1AiGQGkRR6ojYgRDKTZYHI83eGp6rWE0RCpNzwClmFnqgNCJHMIJJC\nT9QGhEhm6hDpzyAuIv0RZH4eH5EyDyhdpMwDGtiGSPcXiATIwjZE6gnfPSVT6udGoxZILU+h\nQIiUyEZ6Eo9aHkQKgUg3qAVSy4NIIRDpBrVAankQKQQi3aAWSC0PIgWZv0AkwDZxeak5wNpB\nJIAMIBJABhAJIAOIBJABRALIACIBZACRADLgsmZDMht54j4etTxc2ZBIkfFtpifxqOVBpESK\njG8zPYlHLQ8iJVJkfJvpSTxqeRApkSLj20xP4lHLg0iJFBnfZnoSj1oeREok/PsXWm1qQTIH\nYkDzQCStnliW41IL5JInHURKI/z7q/UEkYqDSGmEf3+1niBSFAsOaGA7IoUx9MQjTqk3Y3YJ\n5JKn0JsxJ7MdkcJ3JGp3uBaR1AK55Cm09ncyiKTVE0SKCoRIEyCSQk/UBoRIZhBJoSdqA0Ik\nM4ik0BO1ASGSGURS6InagBDJDCIp9ERtQIhkBpEUeqI2IEQyEyXSaL3vpd7VPBpEigqESBPE\niDR6B4oWkRwDueRBJDPpIrXskTwDueRBJDPJIrUc2rkGcsmDSGYyinT/Xc0NPYmIY8ciklog\nlzxctGomVaS2Y4/kGsglD3skM4kijc47IFLxQC55EMlMqkgHTl8ybBZEigrkkgeRzGQ4/c0e\nyTOQSx5EMoNICj1RGxAimUm6suHihMOAYbMgUlQglzyIZIZr7RR6ojYgRDKDSAo9URsQIplB\nJIWeqA0IkcwgkkJP1AaESGYQSaEnagNCJDMsEPmgJ2qBXPJwrZ0Z9kgKd7hqA2KPZAaRFHqi\nNiBEMoNICj1RGxAimUEkhZ6oDQiRzCCSQk/UBoRIZhBJoSdqA0IkM4ik0BO1ASGSmeR17a7X\nuDNsFkSKCuSSB5HM5FizoeMVsn6BXPLIi/R0BpGq6K1cIJc88iIdbDp9WIFI3fVtw2ZBpKhA\nLnkQyUxGkVjXziOQS546rrVbmUicbHAN5JKHPZIZDu0UeqI2oCpEekKkpXuCSFGBpETaabQq\nkThr5xzIJY++SE9rO7RDJOdALnnkRXoa9krXTyPVJtLVunZc2eAbyCWPvEh3yKJEHFxrp9AT\ntQEhkhlEUuiJ2oAqEOnmsA6RpHsrF8glj7xIvURPXzcq5S2zCURS6InagPRFOvyHSIgUG8gl\nDyKZYV27Bz1RC+SSR/5au9WLZLh/Y48UFcglj/weaW/R7dmGvGU2gUgKPVEbkL5IYfKW2QQi\nKfREbUCIZAaRFHqiNqAKROJ5JIGeIFJUICGRhpdQcLIBkWIDueTRF+nqEyLp91YukEseRDKD\nSAo9URsQIplhgUiFnqgNSF6kwIv6KhSJF/Yh0tIihUn3IRpEUuiJ2oAQyQyLnyj0RG1A+iI9\nnRZtWJ9ILBDpEcglTw0XrYZM8swyIodInGxwDOSSR36PtI6rvxEJkRBpRAaRLg/yDJsFkaIC\nueSRF2mwaFUiXXqESMUDueSRFynw3ki1i3TlESIVD+SSR16kOyTKkELqApFte3Vpg2GzIFJU\nIJc8iGSGa+3y9eTvIJkDGfIkoC7SOt76cgLDZkGkqECGPAmoi8QeKWdPPHqbLtK/QVwGFA8i\nWUGkFYsUPSB5kTi0K96TzL1dn0hz8siLtPo9UhhDTyw/1tCT6DyWQBaRtAckf63d6kUK35Go\n3eFaRDIEYo8UNaDwDwiCSFo9QSREyg0iIdLCIs0KdACRtHqCSIiUG0RS6InagBDJDCIp9ERt\nQIhkBpEUeqI2IEQyk7yu3YIv7EOkUgNCJDMZXtiHSMk9URsQIpnJ8MI+REruidqAEMlMzWs2\nIFKpASGSmYwiua9rZ9gs0Xm41k5iQAPbEKknfPekdodrEcnlDldtQOyRzCCSQk/UBoRIZhBJ\noSdqA0IkM4ik0BO1ASGSGURS6InagBDJTOq6dh0iZeiJ2oAQyQzX2in0RG1AiGQGkRR6ojYg\nRDKDSAo9URsQIplBJIWeqA0IkcwgkkJP1AaESGZY1+5BT1LzcK1djgENbEek8N2T2h2uRSSX\nO1y1AbFHMoNICj1RGxAimUEkhZ6oDQiRzCCSQk/UBoRIZhBJoSdqA0IkM4ik0BO1ASGSGURS\n6InagBDJDCIp9ERtQIhkJnmByOvFIsNTVesJIiFSblJf2Dd6kV94qmo9QSREyg0iKfREbUCI\nZEZNpD+C/BnERSRDIBeRXAZkEcllQJsS6f4CkQBZ2IZIPeE9UjKlfm40aoHU8hQKhEiJbKQn\n8ajlQaQ5IJJcILU8iDQHRJILpJYHkeYwIVIh5E5iqAVSy6MXqDTJC0ReX9lQCLnNohZILY9e\noNK4rNmQjNxmUQuklkcvUGkQKQq1QGp59AKVBpGiUAuklkcvUGnqEAlAHEQCyAAiAWQAkQAy\ngEgAGUAkgAxoi1T+molIHK7mqJLLC8d0t14JpEVqVbeFaKzlaS8Ukt16RUCkGERjLU97cRWz\n7NYrQg0itd3+wlid4wWXC3VnchyORiJEUqQ9/ne4oSOSRogD7cWElqe92GqdRiQnqhBp+IPO\nptFIsae9/rAwiCTIaQ+ESBPIiTRsKaHjBxeURTpwUROZo26RGD16Ih0202nrbQRlkY4fEWkC\nWZHOf94EuiK1p8+INIGgSP25j/bqLzZAVSLJbBaVHJ2mSB0iibOZzQK1gUgAGahJpA2dA4La\nqEkkAFkQCSADiASQAUQCyAAiAWQAkQAygEgAGUAkgAwgkgYNG6Ju2H4aIFLlsP00QKTKYfs5\n8P3SPH/uVfl5a5q3n64X5/u1ad+Hr75246/+074smRisIFJ5ftpmz+7m/tZz16uyv/k+fPV1\n/NWX5m3Z0GADkcrzq3npfl56VX715rw3v/eq/HS/m7b/Y+ir70uHBhuIVJ7n5nt3ANer8rwf\n9+5Irj+06w6PjO5/FSoCkcpzOJHQf2ya40He5d/d+ypUBFusPIi0Adhi5RkfvPWc9bn/VagI\ntlh5+tMJ3f50wnt/EuGj/+NZpF/9aYfgV6Ei2GLlOZ/+Hm79cynS+fT3+KtQEWwxB/onZD/2\ncny/Nc3LV3cpUvf9enxCdvRVqAi2mBcNayCtGUQqT9N89Q+AuFRhzSBSed4PD5F4jnXNIJID\nv5+b5g2PVg0iAWQAkQAygEgAGUAkgAwgEkAGEAkgA4gEkAFEAsjA/wP8x0xk03fLzgAAAABJ\nRU5ErkJggg==",
      "text/plain": [
       "plot without title"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ggplot(combined.tall %>% filter(DataSet == 'LastFM')) +\n",
    "    aes(x=gender, y=value, fill=Algorithm) +\n",
    "    geom_bar(stat=\"identity\", position=\"dodge\") +\n",
    "    facet_grid(Metric ~ ., scales=\"free\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {},
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAA0gAAAJYCAMAAABvmDbGAAAATlBMVEUAAAAAujgAv8QaGhoz\nMzNNTU1hnP9oaGh8fHyMjIyampqnp6eysrK3nwC9vb3Hx8fQ0NDZ2dnh4eHp6enr6+vw8PDy\n8vL1ZOP4dm3////uFrPbAAAACXBIWXMAABJ0AAASdAHeZh94AAAgAElEQVR4nO2di3biSLJF\n1V2t9qumym6Pp6/+/0evBQlIIiEylA9Cir3XGhsX2BN9IrYkBKS6AQCy6R5dAMAeQCSAAiAS\nQAEQCaAAiARQAEQCKAAiARQAkQAKUEuk/9agzl9dja1ybFVTp5wPgUrDnMIqkfpvlren/zYg\nUntsVYNICfTnL5fb038bqRGji1lZja1qECkBRDpiqxxb1SBSAjdFmlAjRhezshpb1SBSAnGR\nzs+R/hopUhw8jv+L8eiiPIjUDxzaPZTC1URFelw5RzyINPm3kRoxGptcY+UgEiKlYmtyjZXT\nQqT/xGhSzhFEKoOtyTVWDiIhUiq2JtdYOYi0OZEu72aY3uadDY8FkbYnUgI1YjQ2ucbKQSRE\nSsXW5BorB5EQKRVbk2usHERCpFRsTa6xchAJkVKxNbnGykEkRErF1uQaKweRECkVW5NrrBxE\nQqRUbE2usXIQCZFSsTW5xspBJD8iRZujyNHW5BYux1g4iKQDkdaDSIh0BpHWg0iIdKbpApHp\nzflPy7JsYCyc9HJaVBNwKFLmVi6+mfO3R3pcOOyRdCDSehAJkc54FilajuL3EQmRziASImWW\nE/99RCpDZnMQyWQ4iHQTRLIyK4Qjg0ja5jicFcKRQSRtcxzOCuHIIJK2OQ5nhXBkEEnbHIez\nQjgyiKRtjsNZIRwZRNI2x+GsEI4MImmb43BWCEcGkbTNcTgrhCOzN5FiVzUf5pe/zGyOw1kh\nHJmdiRS7GsUQLtp3IrM5DmeFcGRciNSzR2pUjcNwAh5E6jm0a1WNw3ACvkS6fVVzxaysKEtN\nejm2qjFWTotqAg5EWlzUnD1SxWochhPYv0jLK18iUsVqHIYTcCDSkctjMpvjcFYIR2b/Ig2T\nbwcym+NwVghHBpG0zXE4K4Qjczbmx4UNixS9qvmASK2qcRhO4GoXNPdocyIlkNkch7NCODJL\ni+YaIRKzoqrGYTiBuxYhErOiq8ZhOIFbh3SIxKysqMZhOAH2SNrmOJwVwpHhOZK2OQ5nhXBk\nrnZBnLVjVtZX4zCcwHRntIfXkRLIbI7DWSEcmegZBkRiVtZV4zCcACJpm+NwVghHBpG0zXE4\nK4Qjc+skAyIxKyuqcRhOYOIMryMxK7nVOAwnMJXmR2S3VGmYU6glUhTFrNgqx1Y1xsppUU1g\nLtL1bqlhKUvYI1nZ6BKOzFKkyzdEYlbU1TgMJ8AeSdsch7NCODIOnyNlNsfhrBCOzNQjztox\nK5nVOAwnMNHo2iJEYlZ01TgMJxC1B5GYlXXVOAwngEja5jicFcKRmT5D4mMUzEpmNQ7DCcz3\nPz/OXxCJWVlRjcNwAoikbY7DWSEcGUTSNsfhrBCODCJpm+NwVghHBpG0zXE4K4QjszeRppdC\nOi+o33NV80bVOAwn8LEwaeNvWr116cuBC401qcZhOIEPgUwZckAkK7NCODIORBqm3wdEqlmN\nw3ACvkT6ayT6i4pZWVGWmvRybFVjrJwW1QSciMTJhjbVOAwngEja5jicFcKR8SHS1CNEqliN\nw3ACLkSaeYRIFatxGE7Ag0hzjxCpYjUOwwnsTKTLuxkut/t+/taGzOY4nBXCkdmbSAlkNsfh\nrBCODCJpm+NwVghHBpG0zXE4K4Qjg0ja5jicFcKRQSRtcxzOCuHIIJK2OQ5nhXBkEEnbHIez\nQjgyiKRtjsNZIRwZRNI2x+GsEI4MImmb43BWCEcGkbTNcTgrhCODSNrmOJwVwpFxKFIUxazY\nKsdWNcbKaVFNwKFImVs5hxtdwpFBJG1zHM4K4cggkrY5DmeFcGQQSdsch7NCODKIpG2Ow1kh\nHBlE0jbH4awQjgwiaZvjcFYIRwaRtM1xOCuEI4NI2uY4nBXCkUEkbXMczgrhyCCStjkOZ4Vw\nZBBJ2xyHs0I4MoikbY7DWSEcGUTSNsfhrBCOzN5E4qrmFcohHJmdicTFmGuUs9lw/ogSLefv\nGP9GiRaFSNrmaGYlvTumZ4VwEKmCSNHm/BnlYbOSWc16kfyF41Kk21c1B8jCl0gHohuUXOr8\n1dXYKsdWNZxsSACRjtgqx1Y1iJQAIh2xVY6tahApAUQ6YqscW9UgUgKIdMRWObaqQaQUIlc1\nX76zAcAVTVdaBdgriARQAEQCKAAiARQAkQAKgEgABUAkgAIgEkABmq7ZkIuHF+9XY6sa3tlQ\niBoxupiV1diqBpEKUSNGF7OyGlvVIFIhasToYlZWY6saRCpEjRhdzMpqbFWDSIWoEaOLWVmN\nrWoQqRA1YnQxK6tpsa7d48o5gkhlsDW5xspBJERKxdbkGitn18vQBhCpDLYm11g5iIRIqdia\nXGPlINIuRYKNky5Sw6IcilRje2RsF2CsHPZIiJSKrck1Vg4iIVIqtibXWDmIhEip2JpcY+Ug\nEiKlYmtyjZWDSIiUiq3JNVYOIiFSKrYm11g5iIRIqdiaXGPlIBIipWJrco2Vg0iIlIqtyTVW\nDiL5ESnaHEWOtia3cDnGwkEkHSqRptdACrf7fnrj8tD05ihyRKRm1SCSEo1IsSv1nX9YXGUs\nvTmKHBGpWTWIpKSESMvLXo5kNifeHX8iPS4cRNJRSqTlZS8zm4NIjw4HkXQUEOl8Cdlw118j\n0T+gmJVV/zGbxlg46eW0qCbgQaTJfSOZW7nHbXQVv88eiT3SmVIiLW4hUplqjIWDSDfJF6lf\nPOBIZnMQyWQ4iHSTUiLt5tDuYbNCODJORJqeuctsjsNZIRyZnYh0fmdDP7l9Nmv2xgZEqliN\nw3ACexFJQWZzHM4K4cggkrY5DmeFcGQQSdsch7NCODK5InVdF77ff9Qw/OrFhy1+Kf2hKjKb\n43BWCEcmU6T3b5HeD1MvinR4BCKlYWtWCEcmU6TX7qV7PUy9OPaIpMDWrBCOTKZIXfd1dOPw\n9fO5e3o/3nrtutfPw7//0z+P93Zd2C29df3b8Rdeupfh86l7+brxtwvKMyWzOQ5nhXBk8kR6\n/94dvR6O7UZLvvquO/pyvNV/jf/+/P2YiUgv4423063fT99fXuN/HJGszArhyOSJNEr0fhBh\ntORn9zx8PY+33r5vDc9HX8Lu53Ro9/z1/bh+vPU6/B7v/X3rcA+RrMwK4cjkiXR53jN+eeq+\nD+Y+J7eexn//HGYiXX78PBwZ3n7e1PT6SIpZsVWOrWqMldOimkCWSO/HQ7nx2O6syv1bsR/Z\nI+WUE/999kjNwglkifQaRHpFpF3PCuHIZInUj0dmw9fxKc+tQ7uDE4ikw9asEI5Mjkgf4Xzb\na/cxTE4xLE42HJxAJB22ZoVwZHJEeuuOd79/G3P79PfBiYM5PSKlYmtWCEfmbMyPC6kinT/l\n833j/ILs7+ULskP4+guR0rE1K4Qjc7ULmnu04t3f3XIdubUgkpVZIRyZpUVzjXQideOh3tut\nNyqoQSQrs0I4MnctUor0dnyK9Flo4BHJyqwQjsytQ7pVh3a/nsIzoyIgkpVZIRyZknukwuRe\n1mWYXtZl8tDM5jicFcKRKfkcqTDZy3HduCJFZnMczgrhyFztgrLP2hUDkazMCuHITHdG2teR\nKpMrUh+5bySzOQ5nhXBkomcYUkWK/hcd+Z/Cghtki3R6inS5bzOXdUkvx1Y1xsppUU1gzyIt\nvp/I3Mo53OgSjsyORTr9gEjtqnEYTgCRtM1xOCuEI3M2Zs3JBtsicWjXvhqH4QTm+58f5y87\nEWlxsuFAZnMczgrhyOxEpOhlXZbfA5nNcTgrhCOzF5EUZDbH4awQjgwiaZvjcFYIR2buESIx\nK1nVOAwnMNeotEjdRYfutJ5DMohkZVYIR2Z+WFdTJLUdiGRlVghHZv706GP5MhIiMSuEk8KH\nwN2RRKRazbE1K4Qj01gkniOlYWtWCEdmcqqhwluEONmwEluzQjgy8/2Pi5MNURSzYqscW9UY\nK6dFNYEGIoVr9Q2nf0mFPVJKOfHfZ4/ULJyAwz1SZnMczgrhyCCStjkOZ4VwZOYe8c4GZiWr\nGofhBOYa8V47ZiWrGofhBOaHdYjErGRV4zCcwPzpUem3CGWBSFZmhXBkPgTujiQi1WqOrVkh\nHBlE0jbH4awQjgwiaZvjcFYIRyZLpP/dIX/gEcnKrBCOTJZIdSlyfaTTd5bjalKNw3ACWSLF\nszxgZF276eVdTmQ2x+GsEI4MImmb43BWCEdmxyKdflh4hEgVq3EYTsCDSJenSFwfqXI1xspp\nUU1g5yKx9nfbahyGE3Ag0vwGItWsxmE4gX2L1M8fcCSzOQ5nhXBkdi1Sf3XfSGZzHM4K4cjs\nWaTl86RAZnMczgrhyNQVqZvpUPMTspHrI/X95MbkoZnNcTgrhCPTTqSjRKzZkIStWSEcmYYi\nafVAJCuzQjgyzUTSa4FIVmaFcGQQSdsch7NCODKIpG2Ow1khHBlE0jbH4awQjkwDkWZrfytA\nJCuzQjgyzfZInLXTYGtWCEemoUhWXkeKopgVW+XYqsZYOS2qCbQTqe47GxRkbuUcbnQJR6au\nSFkgkpVZIRwZRNI2x+GsEI4MImmb43BWCEcGkbTNcTgrhCOzJZF+vXTd8PxP7t/NbI7DWSEc\nme2I9PV0OOvXdbmrv2Y2x+GsEI7MdkR67d7G16J+d8+ZfzezOQ5nhXBkskRquoj+4X1G3emF\n3Qwym+NwVghHJkukuiCSlVkhHJkskf64TbVDu7fuNfPvZjbH4awQjsx2RPrquwP9Z+zB0mVd\nJg/NbI7DWSEcme2INAw/n7ru6e0r9th7V6NgXbt21TgMJ7Alke5gVKS/Y6S0pcqsRKv5N0qL\ncFaTXk58NsuGE0AkbXPi3fkzSnp3Cs9KZjXrRfIXzuZE6s5EHpso0u3LugBk4UukA9ENSi51\n/upqbJVjqxqeI418Pv+M/TMizbFVjq1qEOnAVxczCZHm2CrHVjVbFGmyFtf8sOz2QZokUvyd\nDYg0x1Y5tqrZpEjd+dt8/FOWFIrf+btbXlx5Ks/0NiJZwVY13kU6n2t4iz04clmXW+9sADBG\nwqFdd/paSqQ+6hHAhskVadVzJIC9oRJpdnYh42QDwN5IEOm8O8o7tOumFP1vAHg4a0SaLamP\nSAAt90gAOyZFpNP/EAngBhkirTjZ8BY7tIt9Mvb08uv0dSReSAK7iCJlsRDpLfYcKfaOhtGc\n2c8LiWq8ru3ixfvV2Kpmi+9syGIhUt/989x9fj3PFoiMitQPiPToAmbYqsa7SN97op/d+/A1\nWyAyvkeaqNNfeYRIzbFVDSIN792vxbu/k0S6PEXiE7JQie2I9NL9/uyehg+VSP3iMSM1tkcu\nNrqrsVWN9z3SaNDzeK5hukBkikjzG4jUHlvVGBSp6drfw/vTuNzq/FMUgkj9/IFHasToYlZW\n02I5rseVc2Q7IkWvi3RfpP7qMSM1YjQ2ucbKQSRTi+g/vV8/5q5Ik3+fnrmrEaOxyTVWDiut\nCiLFF/47UH6P9NR1/c+r9Ypjn4w9vywb/iFl7e9cbE2usXIQyZJIw+db33Uv+fvIGjEam9wW\na38/rBpEUhJ5J97HW9c9/c78uzVidChSfMniBtUgkpL4ApH5n0eqESMiIdKWRPp4/d4j/cr8\nu+nNUeSISIi0FZEOz5FeK51HjDanzv/V9lCIZKucFtUEtiPSeJWxX9GrjCnJ3Mo12ejmwh6J\nPdKZ5etIL5HXkdaQ2RxEenQ4iKRjeQ3Z/L94JLM5iPTocByKdHMR/eG0nNAdaq3ZkNkcRHp0\nOB5FurX2d7jnIYufZDYHkR4dDiJNSFhGCJHWg0g7E0lYRP8uiLQeREIk1WOSl+Oa/EpmcxDp\n0eE4F2m+iH4hkVKW40r6PJKxWckFkfYm0v0li++yWqTFclxbFClajuL3EWn3Is0W0a8j0oBI\niLR7keaW5J61U4p0ezkuxawklJVNejm2qjFWTotqAtVFiq/9Xep1JFd7pIdtdAlH5lEiFXpn\nAyLFfx+R9iVSFohkZVYIRwaRtM1xOCuEI4NI2uY4nBXCkdm4SPeW49ryOxtszQrhyGxdpBVk\nNsfhrBCODCJpm+NwVghH5mzMjwvJIrVdRL8Umc1xOCuEIzPf//w4f0kSqS6IZGVWCEcmSyT2\nSLWaY2tWCEcmS6S/b2NYpCiKWbFVjq1qjJXTopqAQ5Eyt3ION7qEI4NI2uY4nBXCkUEkbXMc\nzgrhyHwsTFqc/UYkZoVwUvgQuDuSiFSrObZmhXBkEEnbHIezQjgys4O6qwM7RGJWVNU4DCew\nfI60tT1SbF27yTWYLzcuv5LZHIezQjgyS3HK7pGuVs7XsPbzSLPPH/XD7LNII5nNcTgrhCNT\nWaR0Ja4pIdLyQ30jmc1xOCuEI3P3TMM+RFp4hEgVq3EYTmC6M7o+1VBQpHCI1w3Jh3oFRDo/\nZQoPYV27ytUYK6dFNYGJRuNxXeGzdheRTsvYdd2QuocqJtLkMSOZWzmHG13CkZk9OfpR72TD\nWaRURcqJtLiFSBWrcRhOoLJIcytai9QvHngkszkOZ4VwZByIxKFdu2ochhP4mJoUOdtwd4y3\nIxLLcbWpxmE4gavTdLVFKnuyIbqu3fksXT9/TCCzOQ5nhXBkWolU6fT3GjKb43BWCEdm4kyF\n15GuUdiBSFZmhXBkJhpdviISs7KuGofhBKbnGibfEIlZWVONw3ACrUVSgEhWZoVwZByKFEUx\nK7bKsVWNsXJaVBP4mJu0uQ/2rSBzK+dwo0s4MktxVCKxZHGt5tiaFcKRyRKpLohkZVYIR+Zy\nZHde/CR9gch/b8MeKQtbs0I4Mll7JESq1Rxbs0I4MoikbY7DWSEcmYsyh89R6M7aIVKt5tia\nFcKRmXukfB3JgEh31rUbpuvaTX4lszkOZ4VwZDYu0t3PI91YkiuzOQ5nhXBkpiIFlxCJWVlb\njcNwAjsWqY88ZiSzOQ5nhXBkJicbYh5tWqTTU6TLY1jXrnI1xsppUU1gKc6eRFp8P5G5lXO4\n0SUcmboi3V1EX1pev9Qi+ojUrhqH4QQmR3YV3iJ0Z+3v7rye0C1hEMnKrBCOTOU90m0lFqsZ\n337EXTi0i/8+Iu1WpMUqQpOFum4d4ZUQaXGyAZEqV+MwnMDEGf0qQgqRluvaTRfquvHXs9e1\nu1rnDpFqV+MwnMBEo8vXCicbliutlhJpBZnNcTgrhCNzEWn2reweaUAkJbZmhXBkEEnbHIez\nQjgyjxKp0Fm7NWQ2x+GsEI7M/FxD6c8j3VlEv8zrSMVQzIqtcmxVY6ycFtUEluLUEimyiP7p\nvHfO6e81ZG7lHG50CUemrkjXsGRxErZmhXBkFkd2hU9/X4NISdiaFcKRWXhT/WMUiJSErVkh\nHJmlOBv7YN8aMpvjcFYIRwaRtM1xOCuEI4NI2uY4nBXCkVmebFA9RzKwiL60HNfpO+/+blKN\nw3ACS3FUItWl1OeRph+hGMlsjsNZIRwZRNI2x+GsEI7MjkUapj9PyGyOw1khHBkPIl2eIrEc\nV+VqjJXToprAzkXio+Ztq3EYTsCBSPMbiFSzGofhBPYtUj9/4JHM5jicFcKR2bVI/dVjRjKb\n43BWCEdmzyItnycFMpvjcFYIR2bjIt1bjqvnQmPNq3EYTmDrIq0gszkOZ4VwZBBJ2xyHs0I4\nMoikbY7DWSEcGUTSNsfhrBCODCJpm+NwVghHxqFIURSzYqscW9UYK6dFNQGHImVu5RxudAlH\nBpG0zXE4K4Qjg0ja5jicFcKRQSRtcxzOCuHIIJK2OQ5nhXBkEEnbHIezQjgyiKRtjsNZIRyZ\nrYuUuq7d5Fcym+NwVghHZuMipSzHte8P9v0RJVrO3zHKVmMsnPjvI9I1jxApOrl/RomObnSJ\n59XlxEXKrObfnYQTn/my4SDSPmYFkR4cjkuRbq9rB5CFL5EOxPf3mdT5q6uxVY6taniOFAGR\n4tgqx1Y1iBQBkeLYKsdWNYgUAZHi2CrHVjWIFAGR4tgqx1Y1iBTjzrp2t97ZAOCKph81B9gr\niARQAEQCKAAiARQAkQAKoBJpfmaun/1bz2k7cIxGpPlrRZcz4lcXRwLwxmqR+gGRAE6s3yPN\nby09qvG6tosX71djqxre2XCHuyJdniLxeSSoxM5F6q/vY4/UHFvVsEe6wz2R5jcQqT22qkGk\nO9wQKXawh0jNsVUNIt0hLlIfuw+RmmOrGkS6Q1SkiU7TM3c1Ytz3rESX7XlYNdbKObITkWaf\nSzp5dTpdt3qlVUWO/kSKL8fVoBqbvdqLSAqiORiblVz8iZReDSIVIrM5iPTocBBJh2eRouUo\nfh+REOkMIiFSZjnx30ekMmQ2x+GsEI6MQ5GiKGbFVjm2qjFWTotqAg5FytzKOdzoEo4MImmb\n43BWCEcGkbTNcTgrhCODSNrmOJwVwpFBJG1zHM4K4cggkrY5DmeFcGQQSdsch7NCODJ7EUla\n127y0MzmOJwVwpHZiUj31rVL+mAfs1KkGofhBPYo0mJdO0RqV43DcAJ7FGlAJERCpDMVRLq9\nrp1iVtb8t2hJL8dWNcbKaVFNwJdIBzK3cg43uoQjg0ja5jicFcKRQSRtcxzOCuHIIJK2OQ5n\nhXBkEEnbHIezQjgyOxEptq4d72xoX43DcAJ7EUlBZnMczgrhyCCStjkOZ4VwZBBJ2xyHs0I4\nMoikbY7DWSEcGUTSNsfhrBCOjEORoihmxVY5tqoxVk6LagIORcrcyjnc6BKODCJpm+NwVghH\nBpG0zXE4K4Qjg0ja5jicFcKRQSRtcxzOCuHIIJK2OQ5nhXBkEEnbHIezQjgyZ2N+XNiiSNN3\neE8uZn65cXloZnMczgrhyMz3Pz/OXzYm0vQzR4uluWafRRrJbI7DWSEcmZ2LtPxQ30hmcxzO\nCuHIOBBp4REiVazGYTiBfYt0/oBsuIt17SpXY6ycFtUE5h7tU6TJfSOZWzmHG13CkZlrtEuR\nFrcQqWI1DsMJzA/rdibS1YVeDmQ2x+GsEI7M/OnRx/JlpD2IxKFdu2ochhP4EMj3YTUlRWI5\nrjbVOAwnsBORZuvanc/S9fP7ApnNcTgrhCMzO9mwOKzbkkgKMpvjcFYIR2ai0fg86UqlSsOc\nAiJZmRXCkZmdbPixOGWHSMyKrhqH4QQQSdsch7NCODKIpG2Ow1khHJmPqUmRsw2VhjkF1rVL\nKcdWNcbKaVFN4Oo03f5FytzKOdzoEo4MImmb43BWCEdm4gyvIzErudU4DCcw0ejyFZGYlXXV\nOAwnMD3XMPmGSMzKmmochhNAJG1zHM4K4cggkrY5DmeFcGQ+5iZt9nWkyLp2w3Rdu8lDM5vj\ncFYIR2YpzkZFin4e6caSXJnNcTgrhCODSNrmOJwVwpGZHNqdF23YiUh95L6RzOY4nBXCkZk+\nRYqZlO/DarJFOj1FutzHunaVqzFWTotqArNzDdt99/fNPVLPHqllNQ7DCexYpNMPiNSuGofh\nBD6mJiESs5JXjcNwApNzDVfXRtq4SBzata/GYTiBpTg7E2lxsuFAZnMczgrhyOxEpOi6dsvv\ngczmOJwVwpFZHtpt9dKXCjKb43BWCEdmL3skBZnNcTgrhCODSNrmOJwVwpHh0E7bHIezQjgy\n7JG0zXE4K4Qj41CkKIpZsVWOrWqMldOimoBDkTK3cg43uoQjg0ja5jicFcKRQSRtcxzOCuHI\nIJK2OQ5nhXBkEEnbHIezQjgyiKRtjsNZIRwZRNI2x+GsEI7MXkS6ta7d6Tsfo2hSjcNwAjsR\n6d4H+6afRRrJbI7DWSEcGUTSNsfhrBCOzI5FOv2w8AiRKlbjMJyAB5EuT5FY165yNcbKaVFN\nYOcisWZD22ochhNwINL8BiLVrMZhOIF9i9TPH3AkszkOZ4VwZHYtUn9130hmcxzOCuHI7Fmk\n5fOkQGZzHM4K4cjsRKTYunY9V+xrXo3DcAJ7EUlBZnMczgrhyCCStjkOZ4VwZBBJ2xyHs0I4\nMoikbY7DWSEcGUTSNsfhrBCOjEORoihmxVY5tqoxVk6LagIORcrcyjnc6BKODCJpm+NwVghH\nBpG0zXE4K4Qjg0ja5jicFcKRQSRtc7Y7K3/HKFvNdsPJBZG0zdHMSoPR/SNKukj/RmkRzmoQ\nScdeRUqYXBciNQgn+v+r2F2nhBPYi0jSunaTh0ZzUMxK+uQi0hFE2oxI95bjKv3Bvujk/hnl\nYSJlVrNeJH9bGURCpFYi7TocRGJWEAmRFiSKdHtdO4AsfIl0ILpByaXOX12NrXJsVcPp7zsg\n0hxb5diqBpHugEhzbJVjqxpEugMizbFVjq1qEOkOGpGqYOwUhq1ybFVjrZzq5K5rd+udDVUw\n1hxb5diqxlo51Wn6UfNcjDXHVjm2qrFWTnUQaT22yrFVjbVyqoNI67FVjq1qrJVTnU2JBGAV\nRAIoACIBFACRAAqASAAFQCSAAmxCpOpvmVhH/bdybI/Zhe495bMFkXqbHTFZ1KPpZ9fmdhQR\nIq3GZFGPpp9d795RRBsSqR8O74u1ctTQ4l26aZyCsVAPItmlP/3veMOKSBZKONJP0nk0/aRf\ng4WCWrElkcIPVhpkoYYD/fzLQ0Eks5z3QIh0A2MihR6ZOXJowwZEOjIZFSPH3iaKGLEm0rFB\n5775YAMinb4i0g2MinT52QPmRerP3xHpBuZEGs989LN/2D9bFMlIc2xUMVgUaUCkTeClObAd\nEAmgABsUyc+ZINgOGxQJwB6IBFAARAIoACIBFACRAAqASAAFQCSAAiASQAEQyQ4dzdgu9M4O\niLRh6J0dEGnD0LtGfD53T+8HVb5eu+71axjF+Xzp+rdw78uwvPef/vmRFYMGRGrDV98d+L55\nuPU0jKocbr6Fe1+W9z53r48tGtJBpDb87J6Hr+dRlZ+jOW/dr4MqX8Ovrh9/jN379uiiIR1E\nasNT9/l9ADeq8nSI/PtIbjy0G47PjG7fCxsBkdpwPJEwfu2600He9N9u3QsbgW61AZF2Dt1q\nw/LgbeSiz+17YSPQrTaMpxOGw+mEt/Ekwu/xx7UzOOwAAACHSURBVItIP8fTDtF7YSPQrTZc\nTn+HW/9MRbqc/l7eCxuBbjVifEH290GOz9eue/4YpiINny+nF2QX98JGoFst6VgAaa8gUhu6\n7mN8AsRbFfYKIrXh7fgUiddY9woiNeLXU9e94tFuQSSAAiASQAEQCaAAiARQAEQCKAAiARQA\nkQAKgEgABfh/fexH6Upp3iQAAAAASUVORK5CYII=",
      "text/plain": [
       "plot without title"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "ggplot(combined.tall %>% filter(DataSet == 'LastFM.UI')) +\n",
    "    aes(x=gender, y=value, fill=Algorithm) +\n",
    "    geom_bar(stat=\"identity\", position=\"dodge\") +\n",
    "    facet_grid(Metric ~ ., scales=\"free\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "R",
   "language": "R",
   "name": "ir"
  },
  "language_info": {
   "codemirror_mode": "r",
   "file_extension": ".r",
   "mimetype": "text/x-r-source",
   "name": "R",
   "pygments_lexer": "r",
   "version": "3.3.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}