inspect-features.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "41ce243f-03a5-4cda-9e54-b099efac1acc",
   "metadata": {},
   "source": [
    "# Inspect Model Features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "1b2b99f2-bfb3-4b28-8fd6-62c47e3a4efd",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Obtaining file:///home/jupyter-benno/minimEL\n",
      "  Preparing metadata (setup.py) ... \u001b[?25ldone\n",
      "\u001b[?25hInstalling collected packages: minimel\n",
      "  Attempting uninstall: minimel\n",
      "    Found existing installation: minimel 0.1\n",
      "    Uninstalling minimel-0.1:\n",
      "      Successfully uninstalled minimel-0.1\n",
      "  Running setup.py develop for minimel\n",
      "Successfully installed minimel-0.1\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "creating quadratic features for pairs: ls\n",
      "only testing\n",
      "using no cache\n",
      "Reading datafile = none\n",
      "num sources = 0\n",
      "Num weight bits = 24\n",
      "learning rate = 0.5\n",
      "initial_t = 0\n",
      "power_t = 0.5\n",
      "Enabled learners: gd, scorer-identity, csoaa_ldf-prob, shared_feature_merger\n",
      "Input label = CS\n",
      "Output pred = SCALARS\n",
      "average  since         example        example        current        current  current\n",
      "loss     last          counter         weight          label        predict features\n",
      "0.000000 0.000000            1            1.0          known         221653      208\n",
      "0.000000 0.000000            2            2.0        unknown              0     3172\n",
      "0.000000 0.000000            4            4.0        unknown              0     1664\n",
      "0.000000 0.000000            8            8.0        unknown              0     2418\n",
      "0.000000 0.000000           16           16.0        unknown              0     1794\n",
      "0.000000 0.000000           32           32.0        unknown              0     1898\n",
      "0.000000 0.000000           64           64.0          known            776      910\n",
      "0.007812 0.015625          128          128.0        unknown              0     8294\n",
      "0.003906 0.000000          256          256.0        unknown              0    10504\n",
      "0.003906 0.003906          512          512.0        unknown              0     1248\n",
      "{803: 588, 776: 229, 707767: 94, 261716: 38, 575655: 21, 221653: 14, 2679365: 11, 18108: 4, 24680: 2}\n",
      "\n",
      "finished run\n",
      "number of examples = 1001\n",
      "weighted example sum = 1001.000000\n",
      "weighted label sum = 0.000000\n",
      "average loss = 0.008991\n",
      "average multiclass log loss = 0.449134\n",
      "total feature number = 2910232\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "253045"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "!pip install --user -e .\n",
    "# surface = 'madrid'\n",
    "surface = \"utrecht\"\n",
    "# wiki = 'simplewiki-20211120'\n",
    "wiki = \"nlwiki-20220301\"\n",
    "# wiki = 'eswiki-20220301'\n",
    "modelfile = f\"../data/wiki/{wiki}/experiments/clean-q0.25.24b.vw\"\n",
    "datafile = f\"../data/wiki/{wiki}/experiments/clean-q0.25.dat\"\n",
    "\n",
    "import subprocess\n",
    "\n",
    "args = [\"python\", \"-m\", \"minimel\", \"audit\", modelfile, datafile, surface]\n",
    "feats = set()\n",
    "with subprocess.Popen(args, stdout=subprocess.PIPE, stderr=None) as process:\n",
    "    for line in process.stdout:\n",
    "        line = line.decode(\"utf8\").rstrip()\n",
    "        if line.startswith(\"\\t\"):\n",
    "            feats.update(set(f for f in line[1:].split(\"\\t\") if f.startswith(\"l^\")))\n",
    "len(feats)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "3c6ef0b1-a3d1-4abd-af9e-4d4887088d1c",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import io\n",
    "import pandas as pd\n",
    "\n",
    "df = pd.read_csv(\n",
    "    io.StringIO(\"\\n\".join(feats)),\n",
    "    sep=\"\\*|:|\\^|=\",\n",
    "    header=None,\n",
    "    engine=\"python\",\n",
    "    usecols=[2, 4, 7],\n",
    "    names=[\"wid\", \"feat\", \"weight\"],\n",
    ").dropna()\n",
    "\n",
    "# Normalize weights\n",
    "df[\"weight\"] = -(df[\"weight\"] - df.groupby(\"feat\")[\"weight\"].transform(\"mean\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "a768a0df-5a61-4478-b0d9-045ece31f532",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{776: 'Utrecht_(provincie)', 803: 'Utrecht_(stad)', 18108: 'Utrecht_(Zuid-Afrika)', 24680: 'FC_Utrecht', 221653: 'Universiteit_Utrecht', 261716: 'Aartsbisdom_Utrecht_(rooms-katholiek)', 575655: 'Station_Utrecht_Centraal', 707767: 'Sticht_Utrecht', 847384: 'Utrechts_Conservatorium', 2012748: 'Vechtsebanen', 2193594: 'Hr.Ms._Utrecht_(1901)', 2679365: 'Heerlijkheid_Utrecht', 85308316: 'BVC_Utrecht'}\n"
     ]
    }
   ],
   "source": [
    "select_ents = set(df[\"wid\"].unique())\n",
    "\n",
    "import sqlite3\n",
    "\n",
    "con = sqlite3.connect(f\"../data/wiki/{wiki}/index_{wiki}.db\")\n",
    "ent_label = {}\n",
    "for e in select_ents:\n",
    "    l = pd.read_sql_query(\n",
    "        f'select * from mapping where wikidata_id=\"Q{e}\" limit 1', con\n",
    "    )\n",
    "    ent_label[e] = l[\"wikipedia_title\"][0]\n",
    "\n",
    "print(dict(sorted(ent_label.items())))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "24882acc-fd67-4c19-901c-401c7c7e4af5",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style type=\"text/css\">\n",
       "#T_fe924_row1_col0, #T_fe924_row1_col3, #T_fe924_row1_col4, #T_fe924_row1_col8, #T_fe924_row3_col1, #T_fe924_row3_col6, #T_fe924_row3_col7, #T_fe924_row5_col5, #T_fe924_row7_col2, #T_fe924_row9_col9 {\n",
       "  background-color: #329bc5;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row1_col1, #T_fe924_row3_col0, #T_fe924_row3_col2, #T_fe924_row3_col3, #T_fe924_row3_col4, #T_fe924_row3_col5, #T_fe924_row3_col8, #T_fe924_row3_col9, #T_fe924_row5_col6, #T_fe924_row9_col7 {\n",
       "  background-color: #f75782;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row1_col2 {\n",
       "  background-color: #f4b8c8;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_fe924_row1_col5 {\n",
       "  background-color: #f67598;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row1_col6, #T_fe924_row1_col7 {\n",
       "  background-color: #3b9fc7;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row1_col9 {\n",
       "  background-color: #f75f88;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row5_col0 {\n",
       "  background-color: #f685a3;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row5_col1 {\n",
       "  background-color: #f6688f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row5_col2 {\n",
       "  background-color: #71b7d4;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_fe924_row5_col3, #T_fe924_row5_col4 {\n",
       "  background-color: #f680a0;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row5_col7 {\n",
       "  background-color: #4ba6cb;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row5_col8 {\n",
       "  background-color: #3da0c7;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row5_col9 {\n",
       "  background-color: #f66a90;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col0 {\n",
       "  background-color: #93c7dc;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_fe924_row7_col1 {\n",
       "  background-color: #f67296;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col3 {\n",
       "  background-color: #3ea0c8;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col4 {\n",
       "  background-color: #f589a7;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col5, #T_fe924_row9_col6 {\n",
       "  background-color: #44a3c9;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col6 {\n",
       "  background-color: #f6628a;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col7 {\n",
       "  background-color: #62b1d0;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col8 {\n",
       "  background-color: #f67d9e;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row7_col9, #T_fe924_row9_col4, #T_fe924_row9_col5 {\n",
       "  background-color: #f67c9d;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row9_col0 {\n",
       "  background-color: #f67b9c;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row9_col1 {\n",
       "  background-color: #73b9d5;\n",
       "  color: #000000;\n",
       "}\n",
       "#T_fe924_row9_col2 {\n",
       "  background-color: #51a9cc;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row9_col3 {\n",
       "  background-color: #f67f9f;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "#T_fe924_row9_col8 {\n",
       "  background-color: #f67195;\n",
       "  color: #f1f1f1;\n",
       "}\n",
       "</style>\n",
       "<table id=\"T_fe924\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th class=\"blank\" >&nbsp;</th>\n",
       "      <th class=\"blank level0\" >&nbsp;</th>\n",
       "      <th id=\"T_fe924_level0_col0\" class=\"col_heading level0 col0\" >0</th>\n",
       "      <th id=\"T_fe924_level0_col1\" class=\"col_heading level0 col1\" >1</th>\n",
       "      <th id=\"T_fe924_level0_col2\" class=\"col_heading level0 col2\" >2</th>\n",
       "      <th id=\"T_fe924_level0_col3\" class=\"col_heading level0 col3\" >3</th>\n",
       "      <th id=\"T_fe924_level0_col4\" class=\"col_heading level0 col4\" >4</th>\n",
       "      <th id=\"T_fe924_level0_col5\" class=\"col_heading level0 col5\" >5</th>\n",
       "      <th id=\"T_fe924_level0_col6\" class=\"col_heading level0 col6\" >6</th>\n",
       "      <th id=\"T_fe924_level0_col7\" class=\"col_heading level0 col7\" >7</th>\n",
       "      <th id=\"T_fe924_level0_col8\" class=\"col_heading level0 col8\" >8</th>\n",
       "      <th id=\"T_fe924_level0_col9\" class=\"col_heading level0 col9\" >9</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level0_row0\" class=\"row_heading level0 row0\" rowspan=\"2\">Utrecht_(provincie)</th>\n",
       "      <th id=\"T_fe924_level1_row0\" class=\"row_heading level1 row0\" >feat</th>\n",
       "      <td id=\"T_fe924_row0_col0\" class=\"data row0 col0\" >provincie</td>\n",
       "      <td id=\"T_fe924_row0_col1\" class=\"data row0 col1\" >wegverkeer</td>\n",
       "      <td id=\"T_fe924_row0_col2\" class=\"data row0 col2\" >stuurde</td>\n",
       "      <td id=\"T_fe924_row0_col3\" class=\"data row0 col3\" >baarn</td>\n",
       "      <td id=\"T_fe924_row0_col4\" class=\"data row0 col4\" >vormentaal</td>\n",
       "      <td id=\"T_fe924_row0_col5\" class=\"data row0 col5\" >samenspraak</td>\n",
       "      <td id=\"T_fe924_row0_col6\" class=\"data row0 col6\" >filosofie</td>\n",
       "      <td id=\"T_fe924_row0_col7\" class=\"data row0 col7\" >vakantieoord</td>\n",
       "      <td id=\"T_fe924_row0_col8\" class=\"data row0 col8\" >knutselen</td>\n",
       "      <td id=\"T_fe924_row0_col9\" class=\"data row0 col9\" >cartoonist</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level1_row1\" class=\"row_heading level1 row1\" >weight</th>\n",
       "      <td id=\"T_fe924_row1_col0\" class=\"data row1 col0\" >1.98</td>\n",
       "      <td id=\"T_fe924_row1_col1\" class=\"data row1 col1\" >-1.26</td>\n",
       "      <td id=\"T_fe924_row1_col2\" class=\"data row1 col2\" >-1.07</td>\n",
       "      <td id=\"T_fe924_row1_col3\" class=\"data row1 col3\" >0.87</td>\n",
       "      <td id=\"T_fe924_row1_col4\" class=\"data row1 col4\" >0.86</td>\n",
       "      <td id=\"T_fe924_row1_col5\" class=\"data row1 col5\" >-0.86</td>\n",
       "      <td id=\"T_fe924_row1_col6\" class=\"data row1 col6\" >0.84</td>\n",
       "      <td id=\"T_fe924_row1_col7\" class=\"data row1 col7\" >0.83</td>\n",
       "      <td id=\"T_fe924_row1_col8\" class=\"data row1 col8\" >0.80</td>\n",
       "      <td id=\"T_fe924_row1_col9\" class=\"data row1 col9\" >-0.80</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level0_row2\" class=\"row_heading level0 row2\" rowspan=\"2\">Utrecht_(stad)</th>\n",
       "      <th id=\"T_fe924_level1_row2\" class=\"row_heading level1 row2\" >feat</th>\n",
       "      <td id=\"T_fe924_row2_col0\" class=\"data row2 col0\" >blijkt</td>\n",
       "      <td id=\"T_fe924_row2_col1\" class=\"data row2 col1\" >utrecht</td>\n",
       "      <td id=\"T_fe924_row2_col2\" class=\"data row2 col2\" >provincie</td>\n",
       "      <td id=\"T_fe924_row2_col3\" class=\"data row2 col3\" >belangrijkste</td>\n",
       "      <td id=\"T_fe924_row2_col4\" class=\"data row2 col4\" >niedersächsisch</td>\n",
       "      <td id=\"T_fe924_row2_col5\" class=\"data row2 col5\" >anc</td>\n",
       "      <td id=\"T_fe924_row2_col6\" class=\"data row2 col6\" >stad</td>\n",
       "      <td id=\"T_fe924_row2_col7\" class=\"data row2 col7\" >museum</td>\n",
       "      <td id=\"T_fe924_row2_col8\" class=\"data row2 col8\" >verplegings</td>\n",
       "      <td id=\"T_fe924_row2_col9\" class=\"data row2 col9\" >ondeelbaar</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level1_row3\" class=\"row_heading level1 row3\" >weight</th>\n",
       "      <td id=\"T_fe924_row3_col0\" class=\"data row3 col0\" >-1.74</td>\n",
       "      <td id=\"T_fe924_row3_col1\" class=\"data row3 col1\" >1.38</td>\n",
       "      <td id=\"T_fe924_row3_col2\" class=\"data row3 col2\" >-1.18</td>\n",
       "      <td id=\"T_fe924_row3_col3\" class=\"data row3 col3\" >-1.10</td>\n",
       "      <td id=\"T_fe924_row3_col4\" class=\"data row3 col4\" >-1.06</td>\n",
       "      <td id=\"T_fe924_row3_col5\" class=\"data row3 col5\" >-1.04</td>\n",
       "      <td id=\"T_fe924_row3_col6\" class=\"data row3 col6\" >0.88</td>\n",
       "      <td id=\"T_fe924_row3_col7\" class=\"data row3 col7\" >0.87</td>\n",
       "      <td id=\"T_fe924_row3_col8\" class=\"data row3 col8\" >-0.87</td>\n",
       "      <td id=\"T_fe924_row3_col9\" class=\"data row3 col9\" >-0.84</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level0_row4\" class=\"row_heading level0 row4\" rowspan=\"2\">Utrecht_(Zuid-Afrika)</th>\n",
       "      <th id=\"T_fe924_level1_row4\" class=\"row_heading level1 row4\" >feat</th>\n",
       "      <td id=\"T_fe924_row4_col0\" class=\"data row4 col0\" >piraten</td>\n",
       "      <td id=\"T_fe924_row4_col1\" class=\"data row4 col1\" >pionier</td>\n",
       "      <td id=\"T_fe924_row4_col2\" class=\"data row4 col2\" >balmat</td>\n",
       "      <td id=\"T_fe924_row4_col3\" class=\"data row4 col3\" >fusieplan</td>\n",
       "      <td id=\"T_fe924_row4_col4\" class=\"data row4 col4\" >polemieken</td>\n",
       "      <td id=\"T_fe924_row4_col5\" class=\"data row4 col5\" >ontario</td>\n",
       "      <td id=\"T_fe924_row4_col6\" class=\"data row4 col6\" >uitreiking</td>\n",
       "      <td id=\"T_fe924_row4_col7\" class=\"data row4 col7\" >university</td>\n",
       "      <td id=\"T_fe924_row4_col8\" class=\"data row4 col8\" >anna</td>\n",
       "      <td id=\"T_fe924_row4_col9\" class=\"data row4 col9\" >zalige</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level1_row5\" class=\"row_heading level1 row5\" >weight</th>\n",
       "      <td id=\"T_fe924_row5_col0\" class=\"data row5 col0\" >-1.19</td>\n",
       "      <td id=\"T_fe924_row5_col1\" class=\"data row5 col1\" >-1.11</td>\n",
       "      <td id=\"T_fe924_row5_col2\" class=\"data row5 col2\" >-0.89</td>\n",
       "      <td id=\"T_fe924_row5_col3\" class=\"data row5 col3\" >-0.83</td>\n",
       "      <td id=\"T_fe924_row5_col4\" class=\"data row5 col4\" >-0.80</td>\n",
       "      <td id=\"T_fe924_row5_col5\" class=\"data row5 col5\" >0.79</td>\n",
       "      <td id=\"T_fe924_row5_col6\" class=\"data row5 col6\" >-0.76</td>\n",
       "      <td id=\"T_fe924_row5_col7\" class=\"data row5 col7\" >0.76</td>\n",
       "      <td id=\"T_fe924_row5_col8\" class=\"data row5 col8\" >0.75</td>\n",
       "      <td id=\"T_fe924_row5_col9\" class=\"data row5 col9\" >-0.75</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level0_row6\" class=\"row_heading level0 row6\" rowspan=\"2\">FC_Utrecht</th>\n",
       "      <th id=\"T_fe924_level1_row6\" class=\"row_heading level1 row6\" >feat</th>\n",
       "      <td id=\"T_fe924_row6_col0\" class=\"data row6 col0\" >universiteit</td>\n",
       "      <td id=\"T_fe924_row6_col1\" class=\"data row6 col1\" >perks</td>\n",
       "      <td id=\"T_fe924_row6_col2\" class=\"data row6 col2\" >brandlaag</td>\n",
       "      <td id=\"T_fe924_row6_col3\" class=\"data row6 col3\" >charter</td>\n",
       "      <td id=\"T_fe924_row6_col4\" class=\"data row6 col4\" >geslagen</td>\n",
       "      <td id=\"T_fe924_row6_col5\" class=\"data row6 col5\" >draait</td>\n",
       "      <td id=\"T_fe924_row6_col6\" class=\"data row6 col6\" >krugersdorp</td>\n",
       "      <td id=\"T_fe924_row6_col7\" class=\"data row6 col7\" >temperature</td>\n",
       "      <td id=\"T_fe924_row6_col8\" class=\"data row6 col8\" >kessels</td>\n",
       "      <td id=\"T_fe924_row6_col9\" class=\"data row6 col9\" >behandelen</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level1_row7\" class=\"row_heading level1 row7\" >weight</th>\n",
       "      <td id=\"T_fe924_row7_col0\" class=\"data row7 col0\" >1.03</td>\n",
       "      <td id=\"T_fe924_row7_col1\" class=\"data row7 col1\" >-1.01</td>\n",
       "      <td id=\"T_fe924_row7_col2\" class=\"data row7 col2\" >-0.84</td>\n",
       "      <td id=\"T_fe924_row7_col3\" class=\"data row7 col3\" >0.81</td>\n",
       "      <td id=\"T_fe924_row7_col4\" class=\"data row7 col4\" >-0.74</td>\n",
       "      <td id=\"T_fe924_row7_col5\" class=\"data row7 col5\" >0.71</td>\n",
       "      <td id=\"T_fe924_row7_col6\" class=\"data row7 col6\" >-0.70</td>\n",
       "      <td id=\"T_fe924_row7_col7\" class=\"data row7 col7\" >0.66</td>\n",
       "      <td id=\"T_fe924_row7_col8\" class=\"data row7 col8\" >-0.66</td>\n",
       "      <td id=\"T_fe924_row7_col9\" class=\"data row7 col9\" >-0.65</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level0_row8\" class=\"row_heading level0 row8\" rowspan=\"2\">Universiteit_Utrecht</th>\n",
       "      <th id=\"T_fe924_level1_row8\" class=\"row_heading level1 row8\" >feat</th>\n",
       "      <td id=\"T_fe924_row8_col0\" class=\"data row8 col0\" >orde</td>\n",
       "      <td id=\"T_fe924_row8_col1\" class=\"data row8 col1\" >kaunda</td>\n",
       "      <td id=\"T_fe924_row8_col2\" class=\"data row8 col2\" >romanpersonage</td>\n",
       "      <td id=\"T_fe924_row8_col3\" class=\"data row8 col3\" >opgelegd</td>\n",
       "      <td id=\"T_fe924_row8_col4\" class=\"data row8 col4\" >work</td>\n",
       "      <td id=\"T_fe924_row8_col5\" class=\"data row8 col5\" >vilain</td>\n",
       "      <td id=\"T_fe924_row8_col6\" class=\"data row8 col6\" >pestepidemie</td>\n",
       "      <td id=\"T_fe924_row8_col7\" class=\"data row8 col7\" >wet</td>\n",
       "      <td id=\"T_fe924_row8_col8\" class=\"data row8 col8\" >voorafgegaan</td>\n",
       "      <td id=\"T_fe924_row8_col9\" class=\"data row8 col9\" >yntema</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th id=\"T_fe924_level1_row9\" class=\"row_heading level1 row9\" >weight</th>\n",
       "      <td id=\"T_fe924_row9_col0\" class=\"data row9 col0\" >-1.30</td>\n",
       "      <td id=\"T_fe924_row9_col1\" class=\"data row9 col1\" >0.92</td>\n",
       "      <td id=\"T_fe924_row9_col2\" class=\"data row9 col2\" >-0.87</td>\n",
       "      <td id=\"T_fe924_row9_col3\" class=\"data row9 col3\" >-0.84</td>\n",
       "      <td id=\"T_fe924_row9_col4\" class=\"data row9 col4\" >-0.82</td>\n",
       "      <td id=\"T_fe924_row9_col5\" class=\"data row9 col5\" >-0.82</td>\n",
       "      <td id=\"T_fe924_row9_col6\" class=\"data row9 col6\" >0.80</td>\n",
       "      <td id=\"T_fe924_row9_col7\" class=\"data row9 col7\" >-0.78</td>\n",
       "      <td id=\"T_fe924_row9_col8\" class=\"data row9 col8\" >-0.72</td>\n",
       "      <td id=\"T_fe924_row9_col9\" class=\"data row9 col9\" >0.70</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n"
      ],
      "text/plain": [
       "<pandas.io.formats.style.Styler at 0x7ffa4c6e8df0>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def topfeat(gr):\n",
    "    gr = gr.drop(columns=\"wid\").set_index(\"feat\").dropna()\n",
    "    gr = gr.loc[gr[\"weight\"].apply(\"abs\").sort_values().index[::-1]]\n",
    "    return gr.head(10).reset_index()\n",
    "\n",
    "\n",
    "tops = df.groupby(\"wid\").apply(topfeat)\n",
    "tops = tops.swaplevel().unstack().swaplevel(axis=1).sort_index(axis=1).T\n",
    "tops.index = tops.index.set_levels(\n",
    "    [ent_label[wid] for wid in tops.index.levels[0]], level=0\n",
    ")\n",
    "tops.index.names = (None, None)\n",
    "\n",
    "import seaborn as sns\n",
    "\n",
    "cmap = sns.diverging_palette(0, 230, 90, 60, as_cmap=True)\n",
    "tops.head(10).style.background_gradient(\n",
    "    cmap=cmap, subset=pd.IndexSlice[pd.IndexSlice[:, \"weight\"], :]\n",
    ").format(precision=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c64767cd-92fb-49c6-85a4-c57218677dc7",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}