examples/multilingual_machine_translation.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 0. Download example data\n",
    "\n",
    "```bash\n",
    "$ bash get_example_data.sh multilingual_translation_ted58_x_en_test\n",
    "```"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 1. Set up data inputs"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from glob import glob\n",
    "root = 'data/multilingual_translation_ted58_x_en_test'\n",
    "src, ref, hypo = sorted(glob(f'{root}/src_*.*')), glob(f'{root}/ref_*.txt'), glob(f'{root}/pred_*.txt')\n",
    "tag = glob(f'{root}/tag_*.txt')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2. Analysis with VizSeq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import vizseq"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<!DOCTYPE html>\n",
       "<html lang=\"en\">\n",
       "<head>\n",
       "    <link rel=\"stylesheet\" href=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/css/bootstrap.min.css\"\n",
       "          integrity=\"sha384-GJzZqFGwb1QTTN6wy59ffF1BuGJpLSa9DkKMp0DgiMDm4iYMj70gZWKYbI706tWS\" crossorigin=\"anonymous\">\n",
       "\n",
       "    <style>\n",
       "        body {\n",
       "            padding-top: 60px; /* 60px to make the container go all the way to the bottom of the topbar */\n",
       "        }\n",
       "    </style>\n",
       "</head>\n",
       "\n",
       "<body>\n",
       "\n",
       "<div class=\"container-fluid\">\n",
       "    <div class=\"row\">\n",
       "        <table class=\"table table-hover table-bordered\">\n",
       "            <thead class=\"thead-light\">\n",
       "            <tr>\n",
       "                <th scope=\"col\"></th>\n",
       "                <th scope=\"col\">Type</th>\n",
       "                <th scope=\"col\">Examples</th>\n",
       "                <th scope=\"col\">Tokens / Frames</th>\n",
       "                <th scope=\"col\">Chars / Duration (ms)</th>\n",
       "            </tr>\n",
       "            </thead>\n",
       "            <tbody id=\"statsTable\">\n",
       "            \n",
       "            <tr>\n",
       "                <th scope=\"row\">Source 0</th>\n",
       "                <td>Text</td>\n",
       "                <td>165,426</td>\n",
       "                <td>2,762,862</td>\n",
       "                <td>14,007,635</td>\n",
       "            </tr>\n",
       "            \n",
       "            \n",
       "            <tr>\n",
       "                <th scope=\"row\">Reference 0</th>\n",
       "                <td> Text </td>\n",
       "                <td>165,426</td>\n",
       "                <td>3,255,567</td>\n",
       "                <td>15,488,762</td>\n",
       "            </tr>\n",
       "            \n",
       "            </tbody>\n",
       "        </table>\n",
       "    </div>\n",
       "</div>\n",
       "\n",
       "<script src=\"https://code.jquery.com/jquery-3.3.1.slim.min.js\"\n",
       "        integrity=\"sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.6/umd/popper.min.js\"\n",
       "        integrity=\"sha384-wHAiFfRlMFy6i5SRaxvfOCifBUQy1xHdJ/yoi7FRNXMRBu5WHdZYu1hA6ZOblgut\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/js/bootstrap.min.js\"\n",
       "        integrity=\"sha384-B0UglyR+jN6CkvvICOB2joaf5I4l3gm9GU6Hc1og6Ls7i6U/mkkaduKaBhlAXv9k\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "\n",
       "</body>\n",
       "</html>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAzgAAAE/CAYAAACKFmYTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3dfdhddX3n+/fHRILCCBqilQQMlVhPoNVqBDtjO1UGGupD7Ckcg5yKp5wyreX0QT1taCuljJ5LOo50emRsUVBMq+DQ0t4jsajFqUdHKEFBjIi9gThJxBoeRIJFDHzPH2sFN9t95965uR/2Xnm/rmtf91q/9Vu/+7tWkv3Nd6+1fjtVhSRJkiR1wZMWOgBJkiRJmi0WOJIkSZI6wwJHkiRJUmdY4EiSJEnqDAscSZIkSZ1hgSNJkiSpMyxwpP1Ykjcm+exCxyFJXZHk15L8c5JdSZYudDz7iyTnJfmLhY5Do8ECRyMpycuS/I8k9ye5N8nnkrxkoePamyRLklya5DtJvpnkzXvpO++FRZKVSSrJ4vn8vZI0TpJsTfIvbYHyzSQfTHLwkPs+GXg3cFJVHVxV98xttHMjyTOSXJXkwSRfT/L6vfSd98Iiyc8m2T6fv1PjxQJHIyfJ04CPAf8v8AxgOfBHwPfm4HfN5n/2zwNWAc8BXg78TpK1szi+JGl+vLqqDgZeCPwkcM6Q+z0LOBDYMpNfmmTRTPabAxcBD9Mcz+nAe5Mcs7AhScOzwNEoeh5AVX2kqh6pqn+pqk9U1ZcAkjwpyR+0nyp9K8mHkhzSbvuhT3XaT+P+Xbt8XpIrk/xFku8Ab0yyKMnvJbk9yQNJbkxyRNv/+Uk+2V5Fui3J/7aXuM8A/kNV3VdVtwLvA964rwef5JAklyS5K8mOJG/fk/T2XPlJ8q4k9yW5M8nJPfseleQz7XF8KslFPZ+sfab9+e32k8mf6tlv4HiStD+rqm8C19AUOsBjV+vfleR/trei/VmSpyR5HnBb2+3bSa5t+0+ZR9qrQ+9NsinJg8DLpxq/7f+zSbYneUub/+5K8n/0jPeUJP+pzY/3t/liz74vbe+M+HaSm5P87KBjTnIQ8IvA26pqV1V9FpgAfmlfz1+Sw5P8VZKdbX75jZ5t5yX5aJvDH0iyJcmanu0vSvLFdtt/TXJFmw8PAj4OHN7msl1JDm93O2Cq8bR/scDRKPoa8EiSy5KcnOTpfdvf2L5eDvwocDDwnn0Yfx1wJXAo8JfAm4HTgJ8Hngb8MvDd9k30k8CHgWcC64H/kmR1/4BtjM8Gbu5pvhmYySdeHwR2A0fTfHJ4EvB/9mw/niaJHgb8MXBJkrTbPgz8I7CU5opSb0L6mfbnoe2tE58fYjxJ2m8lWQGcDEz2NL+T5oO4F9K8Ty8Hzq2qr/GD9/xDq+oVQ+aR1wPvAP4V8Nmpxu/p/yPAIW37mcBFPXnyXcCLgX9NcwfE7wCPJlkOXA28vW1/K/BXSZYNOOznAbvb49ljn/NZkicB/63ddzlwAvBbSX6up9trgMtp8vEEbS5PcgBwFU0+fAbwEeAXAKrqQZo/k2+0uezgqvrG3sbT/scCRyOnqr4DvAwomqsgO5NMJHlW2+V04N1VdUdV7aK5dWB9hr/d7PNV9TdV9WhV/QtN8fAHVXVbNW5u75t+FbC1qj5QVbur6ovAXwGnDhhzz/3Z9/e03U+TsIbWHuPPA79VVQ9W1beAC2mS4h5fr6r3VdUjwGU0hdWzkhwJvIQm0T7c86nbdAaOty9xS1LH/E2SB4BtwLeAPwRoP/w5C/jtqrq3qh4A/h8e/x7da5g88rdV9bmqepTmVuzpxv8+cH5Vfb+qNgG7gB9rC4pfBn6zqna0d0D8j6r6HvC/A5uqalOb+z4JbKbJN/0OBr7T17bP+YwmHy2rqvPbnHQHTU7vPZbPtjE9AmwEXtC2vxRYDPxpe5x/TfPh3XSmGk/7GR821khqb/F6IzSX94G/AP6E5krL4cDXe7p/nebv8rD/Kd/Wt34EcPuAfs8Bjk/y7Z62xTRvmv12tT+fBjzUs/zAkDH1/s4nA3f1XER5Ul/M39yzUFXfbfsdTHMF5t6q+m5P3200x7c3U40nSfur11bVp5L8W5qrL4cB3waWAU8Fbux5jw4w1bMzw+SR3vf3Yca/p6p296x/lx/kgAOZOp+dmuTVPW1PBj49oO8umvzVa6b57PC+Y18E/H8969/sWf4ucGD7YeXhwI6qqp7t/bl7kIHj9Z0v7QcscDTyquqrST4I/Pu26Rs0b5x7HElzS9c/07wpPnXPhjTPrvRfgq++9W3Ac4EvD2j/h6o6cYgY70tyF82nRZ9sm1/Avj9ouo3mE7zDZvCGfBfwjCRP7Slyeoub/uOWJO1FVf1Dm3/eBbwWuBv4F+CYqtoxxBDD5JHe9+Z9Hb/X3TQfsD2Xx98uvSeOjVX1K0OM8zVgcZJVVfVPbdtM89mdVbVqH/eDJp8tT5KeIqf3w0jzmfbKW9Q0ctoHMt/S3vtMmgf+TwOua7t8BPjtNA/UH0xz+f6KtiD4Gs0nNq9MM13nHwBLpvmV7wf+Q5JVafxEmu8u+BjwvCS/lOTJ7eslSf6XKcb5EPAHSZ7eXnX6FZr7h/dyqDmw91VVdwGfAP5TkqelmVDhue2niHtVVV+nueXgvCQHpJlEoPfTup3AozTPLUmShvMnwIlJXtDeRvY+4MIkzwRIsrzvuZJe+5RHZjB+/76XAu9uH+5flOSnkiyhuQvi1Ul+rm0/MM2EBSsGjPMg8NfA+UkOSvJvaJ5dHXT3wh5P6stnS2huKXsgye+mmfxgUZJjM9xXPnweeAQ4O8niJOuA43q2/zOwNO0EQ1I/CxyNogdoHny/Ps2sMtfRXF15S7v9Upo32s8Ad9J8YvV/AVTV/cCbaIqWHcCDwHRz5b8b+ChNYfEd4BLgKe29zyfR3C/8DZpL3xcwdcH0hzSfLn0d+AfgP1bV3+3l9/5rmk/qHnu1l+bfABwAfAW4j2ZChGdPcwx7nA78FHAPzcOkV9BOr91e1XkH8Lk0s+i8dMgxJWm/VVU7aT7A2vOg/+/STDpwXZrZOD8F/NgU++5rHtmn8Qd4K3ALcANwb/u7nlRV22iKlN+j+bBrG/B/M/X/A98EPIXm+aOPAL9WVXu7gnMaj89nt7fPwbyKZrKEO2muML2fZoKEvaqqh4H/lWYShW/TPEP0MX6Qz77axnVHm88On2os7Z/y+NsbJXVJkiuAr1bVHy50LJIkzVSS64E/q6oPLHQsGn1ewZE6pL314bntrW1raT6x+5uFjkuSpH2R5N8m+ZH2FrUzgJ8A9nZXhPQYJxmQuuVHaO6dXkpza96vtdOSSpI0Tn6M5vbxg4A7gFPa51SlaXmLmiRJkqTO8BY1SZIkSZ1hgSNJkiSpM0buGZzDDjusVq5cudBhPHE33viD5Re/eOHikKQZuPHGG++uqv4vyRUdylN7Yw6TNAamylUjV+CsXLmSzZs3L3QYT1zyg+UuHI+k/UqSry90DKOqM3lqb8xhksbAVLnKW9QkSZIkdYYFjiRJkqTOsMCRJEmS1BkWOJIkSZI6wwJHkiRJUmdY4EiSJEnqDAscSZIkSZ1hgSNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZixc6gFGwcsPV+7zP1ne+cg4ikSTph80kT82EuU1SF3gFR5IkSVJnWOBIkiRJ6gwLHEmSJEmdYYEjSZIkqTMscCRJYyPJ2iS3JZlMsmHA9iVJrmi3X59kZd/2I5PsSvLWYceUJI0XCxxJ0lhIsgi4CDgZWA2clmR1X7czgfuq6mjgQuCCvu3vBj6+j2NKksaIBY4kaVwcB0xW1R1V9TBwObCur8864LJ2+UrghCQBSPJa4E5gyz6OKUkaIxY4kqRxsRzY1rO+vW0b2KeqdgP3A0uTHAz8LvBHMxhTkjRGLHAkSfuD84ALq2rXTHZOclaSzUk279y5c3YjkyTNqsULHYAkSUPaARzRs76ibRvUZ3uSxcAhwD3A8cApSf4YOBR4NMlDwI1DjElVXQxcDLBmzZqalaORJM0JCxxJ0ri4AViV5CiaImQ98Pq+PhPAGcDngVOAa6uqgJ/e0yHJecCuqnpPWwRNN6YkaYxY4EiSxkJV7U5yNnANsAi4tKq2JDkf2FxVE8AlwMYkk8C9NAXLPo85pwciSZpTFjiSpLFRVZuATX1t5/YsPwScOs0Y5003piRpfDnJgCRJkqTOsMCRJEmS1BkWOJIkSZI6wwJHkiRJUmdY4EiSJEnqDAscSZIkSZ1hgSNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZFjiSJEmSOsMCR5IkSVJnWOBIkiRJ6gwLHEmSJEmdMVSBk2RtktuSTCbZMGD7kiRXtNuvT7Kyb/uRSXYleevshC1JkiRJP2zaAifJIuAi4GRgNXBaktV93c4E7quqo4ELgQv6tr8b+PgTD1eSJEmSpjbMFZzjgMmquqOqHgYuB9b19VkHXNYuXwmckCQASV4L3AlsmZ2QJUmSJGmwYQqc5cC2nvXtbdvAPlW1G7gfWJrkYOB3gT964qFKkiRJ0t7N9SQD5wEXVtWuvXVKclaSzUk279y5c45DkiRJktRVi4foswM4omd9Rds2qM/2JIuBQ4B7gOOBU5L8MXAo8GiSh6rqPb07V9XFwMUAa9asqZkciCRJkiQNU+DcAKxKchRNIbMeeH1fnwngDODzwCnAtVVVwE/v6ZDkPGBXf3EjSZIkSbNl2gKnqnYnORu4BlgEXFpVW5KcD2yuqgngEmBjkkngXpoiSJIkSZLm1TBXcKiqTcCmvrZze5YfAk6dZozzZhCfJEmSJA1tricZkCRp1sz0i6eTHJfkpvZ1c5Jf6Nlna5Jb2m2b5+9oJElzYagrOJIkLbSeL54+keYrC25IMlFVX+np9tgXTydZT/PF068DvgysaW+7fjZwc5L/1n61AcDLq+ru+TsaSdJc8QqOJGlczPiLp6vquz3FzIGAM3ZKUkdZ4EiSxsWMv3gaIMnxSbYAtwC/2lPwFPCJJDcmOWvQL/b72iRpfFjgSJL2C1V1fVUdA7wEOCfJge2ml1XVi4CTgV9P8jMD9r24qtZU1Zply5bNY9SSpH1lgSNJGhf78sXT9H3x9GOq6lZgF3Bsu76j/fkt4CqaW+EkSWPKAkeSNC4e++LpJAfQfOfaRF+fPV88DT1fPN3usxggyXOA5wNbkxyU5F+17QcBJ9FMSCBJGlPOoiZJGgtP8IunXwZsSPJ94FHgTVV1d5IfBa5KAk1O/HBV/d38HpkkaTZZ4EiSxsZMv3i6qjYCGwe03wG8YPYjlSQtFG9RkyRJktQZFjiSJEmSOsMCR5IkSVJnWOBIkiRJ6gwLHEmSJEmdYYEjSZIkqTMscCRJkiR1hgWOJEmSpM6wwJEkSZLUGRY4kiRJkjrDAkeSJElSZ1jgSJIkSeoMCxxJkiRJnWGBI0mSJKkzLHAkSZIkdYYFjiRJkqTOsMCRJEmS1BkWOJIkSZI6wwJHkiRJUmdY4EiSJEnqDAscSZIkSZ1hgSNJkiSpMyxwJEljI8naJLclmUyyYcD2JUmuaLdfn2Rl235ckpva181JfmHYMSVJ48UCR5I0FpIsAi4CTgZWA6clWd3X7Uzgvqo6GrgQuKBt/zKwpqpeCKwF/jzJ4iHHlCSNEQscSdK4OA6YrKo7quph4HJgXV+fdcBl7fKVwAlJUlXfrardbfuBQO3DmJKkMWKBI0kaF8uBbT3r29u2gX3aguZ+YClAkuOTbAFuAX613T7MmJKkMWKBI0naL1TV9VV1DPAS4JwkBw67b5KzkmxOsnnnzp1zF6Qk6QlbvNABzLaVG64eid+zdUDfre985dwFJEndtwM4omd9Rds2qM/2JIuBQ4B7ejtU1a1JdgHHDjkmVXUxcDHAmjVrqn+7JGl0eAVHkjQubgBWJTkqyQHAemCir88EcEa7fApwbVVVu89igCTPAZ5P81nUMGNKksZI567gSJK6qap2JzkbuAZYBFxaVVuSnA9srqoJ4BJgY5JJ4F6aggXgZcCGJN8HHgXeVFV3Awwac14PTJI0qyxwJEljo6o2AZv62s7tWX4IOHXAfhuBjcOOKUkaX96iJkmSJKkzLHAkSZIkdYYFjiRJkqTOsMCRJEmS1BkWOJIkSZI6wwJHkiRJUmdY4EiSJEnqDAscSZIkSZ0xVIGTZG2S25JMJtkwYPuSJFe0269PsrJtPy7JTe3r5iS/MLvhS5IkSdIPTFvgJFkEXAScDKwGTkuyuq/bmcB9VXU0cCFwQdv+ZWBNVb0QWAv8eZLFsxW8JEmSJPUa5grOccBkVd1RVQ8DlwPr+vqsAy5rl68ETkiSqvpuVe1u2w8EajaCliRJkqRBhilwlgPbeta3t20D+7QFzf3AUoAkxyfZAtwC/GpPwfOYJGcl2Zxk886dO/f9KCRJkiSJeZhkoKqur6pjgJcA5yQ5cECfi6tqTVWtWbZs2VyHJEmSJKmjhilwdgBH9KyvaNsG9mmfsTkEuKe3Q1XdCuwCjp1psJIkSZK0N8MUODcAq5IcleQAYD0w0ddnAjijXT4FuLaqqt1nMUCS5wDPB7bOSuSSJEmS1GfaGc2qaneSs4FrgEXApVW1Jcn5wOaqmgAuATYmmQTupSmCAF4GbEjyfeBR4E1VdfdcHIgkSZIkDTVlc1VtAjb1tZ3bs/wQcOqA/TYCG59gjJIkSZI0lDmfZECSJEmS5osFjiRJkqTOsMCRJEmS1BkWOJIkSZI6wwJHkiRJUmdY4EiSxkaStUluSzKZZMOA7UuSXNFuvz7Jyrb9xCQ3Jrml/fmKnn3+ezvmTe3rmfN3RJKk2TbUNNGSJC20JIuAi4ATge3ADUkmquorPd3OBO6rqqOTrAcuAF4H3A28uqq+keRYmu92W96z3+lVtXleDkSSNKe8giNJGhfHAZNVdUdVPQxcDqzr67MOuKxdvhI4IUmq6otV9Y22fQvwlCRL5iVqSdK8ssCRJI2L5cC2nvXtPP4qzOP6VNVu4H5gaV+fXwS+UFXf62n7QHt72tuSZHbDliTNJwscSdJ+I8kxNLet/fue5tOr6seBn25fvzRgv7OSbE6yeefOnfMTrCRpRixwJEnjYgdwRM/6irZtYJ8ki4FDgHva9RXAVcAbqur2PTtU1Y725wPAh2luhXucqrq4qtZU1Zply5bN2gFJkmafBY4kaVzcAKxKclSSA4D1wERfnwngjHb5FODaqqokhwJXAxuq6nN7OidZnOSwdvnJwKuAL8/xcUiS5pAFjiRpLLTP1JxNMwParcBHq2pLkvOTvKbtdgmwNMkk8GZgz1TSZwNHA+f2TQe9BLgmyZeAm2iuAL1v/o5KkjTbnCZakjQ2qmoTsKmv7dye5YeAUwfs93bg7VMM++LZjFGStLC8giNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZTjIgSZIAWLnhagC2DmibytZ3vnLuApKkGfAKjiRJkqTOsMCRJEmS1BneoiZJ0jyb7rYvSdLMeQVHkiRJUmdY4EiSJEnqDAscSZIkSZ1hgSNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZFjiSJEmSOsMCR5IkSVJnWOBIkiRJ6gwLHEmSJEmdYYEjSZIkqTMscCRJkiR1hgWOJEmSpM6wwJEkjY0ka5PclmQyyYYB25ckuaLdfn2SlW37iUluTHJL+/MVPfu8uG2fTPKnSTJ/RyRJmm0WOJKksZBkEXARcDKwGjgtyeq+bmcC91XV0cCFwAVt+93Aq6vqx4EzgI09+7wX+BVgVftaO2cHIUmacxY4kqRxcRwwWVV3VNXDwOXAur4+64DL2uUrgROSpKq+WFXfaNu3AE9pr/Y8G3haVV1XVQV8CHjt3B+KJGmuWOBIksbFcmBbz/r2tm1gn6raDdwPLO3r84vAF6rqe23/7dOMKUkaI4sXOgBJkuZLkmNobls7aR/3Ows4C+DII4+cg8gkSbPFAmcerdxw9T7vs/Wdr5yDSCRpLO0AjuhZX9G2DeqzPcli4BDgHoAkK4CrgDdU1e09/VdMMyZVdTFwMcCaNWvqCR9Jh5jbJI0ab1GTJI2LG4BVSY5KcgCwHpjo6zNBM4kAwCnAtVVVSQ4FrgY2VNXn9nSuqruA7yR5aTt72huAv53rA5EkzR0LHEnSWGifqTkbuAa4FfhoVW1Jcn6S17TdLgGWJpkE3gzsmUr6bOBo4NwkN7WvZ7bb3gS8H5gEbgc+Pj9HJEmaC96iJkkaG1W1CdjU13Zuz/JDwKkD9ns78PYpxtwMHDu7kUqSFopXcCRJkiR1hgWOJEmSpM4YqsBJsjbJbUkmk2wYsH1Jkiva7dcnWdm2n5jkxiS3tD9fMbvhS5IkSdIPTFvgJFkEXAScDKwGTkuyuq/bmcB9VXU0cCHNdwwA3A28uqp+nGZWm42zFbgkSZIk9RvmCs5xwGRV3VFVDwOXA+v6+qwDLmuXrwROSJKq+mJVfaNt3wI8JcmS2QhckiRJkvoNU+AsB7b1rG9v2wb2aafxvB9Y2tfnF4EvVNX3ZhaqJEmSJO3dvEwTneQYmtvWTppi+1nAWQBHHnnkfIQkSZIkqYOGuYKzAziiZ31F2zawT5LFwCHAPe36CuAq4A1VdfugX1BVF1fVmqpas2zZsn07AkmSJElqDVPg3ACsSnJUkgOA9cBEX58JmkkEAE4Brq2qSnIocDWwoao+N1tBS5IkSdIg0xY47TM1ZwPXALcCH62qLUnOT/KattslwNIkk8CbgT1TSZ8NHA2cm+Sm9vXMWT8KSZIkSWLIZ3CqahOwqa/t3J7lh4BTB+z3duDtTzBGSZIkSRrKUF/0KUmSJEnjwAJHkiRJUmdY4EiSJEnqDAscSZIkSZ1hgSNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZFjiSJEmSOsMCR5IkSVJnWOBIkiRJ6gwLHEnS2EiyNsltSSaTbBiwfUmSK9rt1ydZ2bYvTfLpJLuSvKdvn//ejnlT+3rm/ByNJGkuLF7oACRJGkaSRcBFwInAduCGJBNV9ZWebmcC91XV0UnWAxcArwMeAt4GHNu++p1eVZvn9AAkSfPCKziSpHFxHDBZVXdU1cPA5cC6vj7rgMva5SuBE5Kkqh6sqs/SFDqSpA6zwJEkjYvlwLae9e1t28A+VbUbuB9YOsTYH2hvT3tbksxGsJKkhWGBI0na351eVT8O/HT7+qX+DknOSrI5yeadO3fOe4CSpOFZ4EiSxsUO4Iie9RVt28A+SRYDhwD37G3QqtrR/nwA+DDNrXD9fS6uqjVVtWbZsmUzPgBJ0tyzwJEkjYsbgFVJjkpyALAemOjrMwGc0S6fAlxbVTXVgEkWJzmsXX4y8Crgy7MeuSRp3jiLmiRpLFTV7iRnA9cAi4BLq2pLkvOBzVU1AVwCbEwyCdxLUwQBkGQr8DTggCSvBU4Cvg5c0xY3i4BPAe+bx8OSJM0yCxxJ0tioqk3Apr62c3uWHwJOnWLflVMM++LZik+StPC8RU2SJElSZ1jgSJIkSeoMCxxJkiRJnWGBI0mSJKkzLHAkSZIkdYYFjiRJkqTOsMCRJEmS1BkWOJIkSZI6wwJHkiRJUmdY4EiSJEnqDAscSZIkSZ2xeKED0N6t3HD1Pu+z9Z2vnINIJEmSpNHnFRxJkiRJnWGBI0mSJKkzLHAkSZIkdYYFjiRJkqTOsMCRJEmS1BkWOJIkSZI6wwJHkiRJUmf4PTiSJGle+R1vkuaSV3AkSZIkdYYFjiRJkqTOsMCRJEmS1BkWOJKksZFkbZLbkkwm2TBg+5IkV7Tbr0+ysm1fmuTTSXYleU/fPi9Ocku7z58myfwcjSRpLljgSJLGQpJFwEXAycBq4LQkq/u6nQncV1VHAxcCF7TtDwFvA946YOj3Ar8CrGpfa2c/eknSfLHAkSSNi+OAyaq6o6oeBi4H1vX1WQdc1i5fCZyQJFX1YFV9lqbQeUySZwNPq6rrqqqADwGvndOjkCTNKQscSdK4WA5s61nf3rYN7FNVu4H7gaXTjLl9mjFJclaSzUk279y5cwahS5LmiwWOJEnTqKqLq2pNVa1ZtmzZQocjSdqLoQqcuXioU5KkfbQDOKJnfUXbNrBPksXAIcA904y5YpoxJUljZNoCZw4f6pQkaV/cAKxKclSSA4D1wERfnwngjHb5FODa9tmagarqLuA7SV7azp72BuBvZz90SdJ8GeYKzqw/1ClJ0r5qn6k5G7gGuBX4aFVtSXJ+kte03S4BliaZBN4MPHbXQZKtwLuBNybZ3vNh3ZuA9wOTwO3Ax+fjeCRJc2PxEH0GPdR5/FR9qmp3kj0Pdd49G0FKkgRQVZuATX1t5/YsPwScOsW+K6do3wwcO3tRSpIW0khMMuDsNJIkSZJmwzAFzlw81Pk4zk4jSZIkaTYMU+DM+kOdkiRJkjQXpn0Gp32mZs9DnYuAS/c81AlsrqoJmoc6N7YPdd5LUwQBjz3U+TTggCSvBU6qqq/M/qFIkiRJ2t8NM8nAnDzUKUmSJEmzbSQmGZAkSZKk2WCBI0mSJKkzLHAkSZIkdYYFjiRJkqTOsMCRJEmS1BkWOJIkSZI6Y6hpoiVJkhbSyg1X7/M+W9/5yjmIRNKos8DpIJOAJEmS9lfeoiZJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZFjiSJEmSOsMCR5IkSVJnWOBIkiRJ6gwLHEmSJEmdYYEjSZIkqTMscCRJYyPJ2iS3JZlMsmHA9iVJrmi3X59kZc+2c9r225L8XE/71iS3JLkpyeb5ORJJ0lxZvNABSJI0jCSLgIuAE4HtwA1JJqrqKz3dzgTuq6qjk6wHLgBel2Q1sB44Bjgc+FSS51XVI+1+L6+qu+ftYCRJc8YrOJKkcXEcMFlVd1TVw8DlwLq+PuuAy9rlK4ETkqRtv7yqvldVdwKT7XiSpI7xCo4kaVwsB7b1rG8Hjp+qT1XtTnI/sLRtv65v3+XtcgGfSFLAn1fVxXMQuxbAyg1X7/M+W9/5yjmIRNJ8ssCRJO3vXlZVO5I8E/hkkq9W1VAA4+4AAAozSURBVGd6OyQ5CzgL4Mgjj1yIGCVJQ/IWNUnSuNgBHNGzvqJtG9gnyWLgEOCeve1bVXt+fgu4igG3rlXVxVW1pqrWLFu2bFYORpI0N7yCI8DL+JLGwg3AqiRH0RQn64HX9/WZAM4APg+cAlxbVZVkAvhwknfTTDKwCvjHJAcBT6qqB9rlk4Dz5+dwJElzwQJHkjQW2mdqzgauARYBl1bVliTnA5uragK4BNiYZBK4l6YIou33UeArwG7g16vqkSTPAq5q5iFgMfDhqvq7eT84SdKsscCRJI2NqtoEbOprO7dn+SHg1Cn2fQfwjr62O4AXzH6kkqSF4jM4kiRJkjrDAkeSJElSZ1jgSJIkSeoMn8GRJElqOauoNP68giNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZFjiSJEmSOsNZ1DRjzjQjSZKkUeMVHEmSJEmd4RUcSZKkJ8A7GqTR4hUcSZIkSZ1hgSNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZzqKmeeVMM5IkSZpLFjiSJEnzzA/8pLljgaORZxKQJEnSsHwGR5IkSVJneAVHneRVH0mSpP3TUAVOkrXAfwYWAe+vqnf2bV8CfAh4MXAP8Lqq2tpuOwc4E3gE+I2qumbWopck7VfmIh9NN6Y0KvzwThrOtAVOkkXARcCJwHbghiQTVfWVnm5nAvdV1dFJ1gMXAK9LshpYDxwDHA58KsnzquqR2T4QSVK3zUU+aveZbkxpbO1rUWRBpC4Y5grOccBkVd0BkORyYB3Q++a/DjivXb4SeE+StO2XV9X3gDuTTLbjfX52wpe6z0/spMfMRT5iiDGl/YY5R10wTIGzHNjWs74dOH6qPlW1O8n9wNK2/bq+fZfPOFppDs3kTX1UjfKxzCQR7u8Jd38//h5zlY+mG1PSXsxXzpmv/DETXYttX41anhqJSQaSnAWc1a7uSnLbDIY5DLh79qJ6YtK7csGrBnUZqXinYaxzZ5zinZVYc8EsRDK9w3LB2JxXmIO/B7Nwnp8zC2F0xhPMU+P07xx4XA47jAteNVax9xi7897D2AeYh/wx49jnKbdNZ2D8IxLbD+mLa6bnfmCuGqbA2QEc0bO+om0b1Gd7ksXAITQPdw6zL1V1MXDxELFMKcnmqlrzRMaYT+MUr7HOnXGK11jnzrjFu4DmKh/NaZ4a5z9fY18Yxr4wxjl2GO/4Zzv2Yb4H5wZgVZKjkhxA85DmRF+fCeCMdvkU4NqqqrZ9fZIlSY4CVgH/ODuhS5L2M3ORj4YZU5I0Rqa9gtPew3w2cA3NFJqXVtWWJOcDm6tqArgE2Ng+tHkvTYKg7fdRmoc1dwO/7gxqkqSZmKt8NGjM+T42SdLsGeoZnKraBGzqazu3Z/kh4NQp9n0H8I4nEOOwntAtbgtgnOI11rkzTvEa69wZt3gXzFzko0FjzrJx/vM19oVh7AtjnGOH8Y5/VmNPc+VekiRJksbfMM/gSJIkSdJY6ESBk2RtktuSTCbZsNDx9EpyRJJPJ/lKki1JfrNtf0aSTyb5p/bn0xc61j2SLEryxSQfa9ePSnJ9e36vaB/EHQlJDk1yZZKvJrk1yU+N6rlN8tvt34EvJ/lIkgNH6dwmuTTJt5J8uadt4LlM40/buL+U5EUjEOt/bP8efCnJVUkO7dl2ThvrbUl+bqFj7dn2liSV5LB2fUHPq2bXKOemfuOYq/qNU+7qN065rN+o57Ze45Tn+o1T3uu3EHlw7AucJIuAi4CTgdXAaUlWL2xUj7MbeEtVrQZeCvx6G98G4O+rahXw9+36qPhN4Nae9QuAC6vqaOA+4MwFiWqw/wz8XVU9H3gBTdwjd26TLAd+A1hTVcfSPMy8ntE6tx8E1va1TXUuT6aZhWoVzXeDvHeeYtzjg/xwrJ8Ejq2qnwC+BpwD0P57Ww8c0+7zX9r3jfnyQX44VpIcAZwE/M+e5oU+r5olY5Cb+o1jruo3Trmr31jksn5jktt6fZDxyXP9Psj45L1+H2Se8+DYFzjAccBkVd1RVQ8DlwPrFjimx1TVXVX1hXb5AZo3reU0MV7WdrsMeO3CRPh4SVYArwTe364HeAVwZdtllGI9BPgZmlmTqKqHq+rbjOi5pZnU4ylpvpvjqcBdjNC5rarP0Mw61Wuqc7kO+FA1rgMOTfLs+Yl0cKxV9Ymq2t2uXkfzfSZ7Yr28qr5XVXcCkzTvGwsWa+tC4HeA3gchF/S8alaNdG7qN265qt845a5+Y5jL+o10bus1Tnmu3zjlvX4LkQe7UOAsB7b1rG9v20ZOkpXATwLXA8+qqrvaTd8EnrVAYfX7E5q/bI+260uBb/f8Axql83sUsBP4QHtbwvuTHMQIntuq2gG8i+ZTiruA+4EbGd1zu8dU53LU/939MvDxdnnkYk2yDthRVTf3bRq5WDVjY/tnOSa5qt845a5+Y5PL+o1xbus1rnmu30jnvX5znQe7UOCMhSQHA38F/FZVfad3W/sldAs+nV2SVwHfqqobFzqWIS0GXgS8t6p+EniQvkv4I3Run07zqcRRwOHAQQy4XDvKRuVcTifJ79PcbvOXCx3LIEmeCvwecO50faX5Ng65qt8Y5q5+Y5PL+nUht/Ua1fM8nVHPe/3mIw92ocDZARzRs76ibRsZSZ5MkzD+sqr+um3+5z2X3Nqf31qo+Hr8G+A1SbbS3E7xCpr7gg9tLz3DaJ3f7cD2qrq+Xb+SJkmM4rn9d8CdVbWzqr4P/DXN+R7Vc7vHVOdyJP/dJXkj8Crg9PrBHPijFutzaf4zcHP7b20F8IUkP8LoxaqZG7s/yzHKVf3GLXf1G6dc1m9cc1uvscpz/cYk7/Wb8zzYhQLnBmBVO2PHATQPVU0scEyPae8DvgS4tare3bNpAjijXT4D+Nv5jq1fVZ1TVSuqaiXNeby2qk4HPg2c0nYbiVgBquqbwLYkP9Y2nUDzLeUjd25pLt+/NMlT278Te2IdyXPbY6pzOQG8oZ3t5KXA/T2X+BdEkrU0t6i8pqq+27NpAlifZEmSo2geXPzHhYgRoKpuqapnVtXK9t/aduBF7d/nkTuvmrGRzk39xilX9Ru33NVvzHJZv3HNbb3GJs/1G5e8129e8mBVjf0L+Hma2SNuB35/oePpi+1lNJc7vwTc1L5+nub+4L8H/gn4FPCMhY61L+6fBT7WLv8ozT+MSeC/AksWOr6eOF8IbG7P798ATx/Vcwv8EfBV4MvARmDJKJ1b4CM091B/v32zOXOqcwmEZoao24FbaGbQWehYJ2nu293z7+zPevr/fhvrbcDJCx1r3/atwGGjcF59zfqf/cjmpgGxjmWuGnAcY5G7BsQ9NrlsQOwjndv6Yh2bPDdk7COZ94aJvW/7rOfBtINJkiRJ0tjrwi1qkiRJkgRY4EiSJEnqEAscSZIkSZ1hgSNJkiSpMyxwJEmSJHWGBY4kSZKkzrDAkSRJktQZFjiSJEmSOuP/B0ycZzDxWBAhAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 1008x360 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "vizseq.view_stats(src, ref)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<!DOCTYPE html>\n",
       "<html lang=\"en\">\n",
       "<head>\n",
       "    <link rel=\"stylesheet\" href=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/css/bootstrap.min.css\"\n",
       "          integrity=\"sha384-GJzZqFGwb1QTTN6wy59ffF1BuGJpLSa9DkKMp0DgiMDm4iYMj70gZWKYbI706tWS\" crossorigin=\"anonymous\">\n",
       "    <script src=\"https://kit.fontawesome.com/3c563f9647.js\"></script>\n",
       "\n",
       "    <style>\n",
       "        body {\n",
       "            padding-top: 60px; /* 60px to make the container go all the way to the bottom of the topbar */\n",
       "        }\n",
       "    </style>\n",
       "</head>\n",
       "\n",
       "<body>\n",
       "\n",
       "\n",
       "<div class=\"container\">\n",
       "    <div class=\"row\">\n",
       "        \n",
       "        <div class=\"col\">\n",
       "            <table class=\"table table-hover table-sm table-bordered text-center\">\n",
       "                <thead class=\"thead-light\">\n",
       "                <tr><th scope=\"col\">1-gram</th><th scope=\"col\">Count</th></tr>\n",
       "                </thead>\n",
       "                <tbody>\n",
       "                \n",
       "                <tr><td>,</td><td>145159</td></tr>\n",
       "                \n",
       "                <tr><td>.</td><td>140099</td></tr>\n",
       "                \n",
       "                <tr><td>&#34;</td><td>32162</td></tr>\n",
       "                \n",
       "                <tr><td>de</td><td>20545</td></tr>\n",
       "                \n",
       "                <tr><td>a</td><td>17600</td></tr>\n",
       "                \n",
       "                <tr><td>่</td><td>15606</td></tr>\n",
       "                \n",
       "                <tr><td>်</td><td>14085</td></tr>\n",
       "                \n",
       "                <tr><td>?</td><td>12986</td></tr>\n",
       "                \n",
       "                <tr><td>)</td><td>11946</td></tr>\n",
       "                \n",
       "                <tr><td>(</td><td>11940</td></tr>\n",
       "                \n",
       "                </tbody>\n",
       "            </table>\n",
       "        </div>\n",
       "        \n",
       "        <div class=\"col\">\n",
       "            <table class=\"table table-hover table-sm table-bordered text-center\">\n",
       "                <thead class=\"thead-light\">\n",
       "                <tr><th scope=\"col\">2-gram</th><th scope=\"col\">Count</th></tr>\n",
       "                </thead>\n",
       "                <tbody>\n",
       "                \n",
       "                <tr><td>&#34; &#34;</td><td>15085</td></tr>\n",
       "                \n",
       "                <tr><td>. &#34;</td><td>2626</td></tr>\n",
       "                \n",
       "                <tr><td>: &#34;</td><td>2087</td></tr>\n",
       "                \n",
       "                <tr><td>. (</td><td>2027</td></tr>\n",
       "                \n",
       "                <tr><td>, a</td><td>1757</td></tr>\n",
       "                \n",
       "                <tr><td>, &#34;</td><td>1632</td></tr>\n",
       "                \n",
       "                <tr><td>, hogy</td><td>1332</td></tr>\n",
       "                \n",
       "                <tr><td>, e</td><td>1286</td></tr>\n",
       "                \n",
       "                <tr><td>de la</td><td>1184</td></tr>\n",
       "                \n",
       "                <tr><td>&#34; .</td><td>1152</td></tr>\n",
       "                \n",
       "                </tbody>\n",
       "            </table>\n",
       "        </div>\n",
       "        \n",
       "        <div class=\"col\">\n",
       "            <table class=\"table table-hover table-sm table-bordered text-center\">\n",
       "                <thead class=\"thead-light\">\n",
       "                <tr><th scope=\"col\">3-gram</th><th scope=\"col\">Count</th></tr>\n",
       "                </thead>\n",
       "                <tbody>\n",
       "                \n",
       "                <tr><td>. &#34; &#34;</td><td>2148</td></tr>\n",
       "                \n",
       "                <tr><td>: &#34; &#34;</td><td>1805</td></tr>\n",
       "                \n",
       "                <tr><td>, &#34; &#34;</td><td>1449</td></tr>\n",
       "                \n",
       "                <tr><td>&#34; &#34; .</td><td>1145</td></tr>\n",
       "                \n",
       "                <tr><td>? &#34; &#34;</td><td>822</td></tr>\n",
       "                \n",
       "                <tr><td>&#34; &#34; ,</td><td>546</td></tr>\n",
       "                \n",
       "                <tr><td>&#34; &#34; (</td><td>406</td></tr>\n",
       "                \n",
       "                <tr><td>் கள ்</td><td>399</td></tr>\n",
       "                \n",
       "                <tr><td>่ งที ่</td><td>300</td></tr>\n",
       "                \n",
       "                <tr><td>( aplausos )</td><td>300</td></tr>\n",
       "                \n",
       "                </tbody>\n",
       "            </table>\n",
       "        </div>\n",
       "        \n",
       "        <div class=\"col\">\n",
       "            <table class=\"table table-hover table-sm table-bordered text-center\">\n",
       "                <thead class=\"thead-light\">\n",
       "                <tr><th scope=\"col\">4-gram</th><th scope=\"col\">Count</th></tr>\n",
       "                </thead>\n",
       "                <tbody>\n",
       "                \n",
       "                <tr><td>. &#34; &#34; (</td><td>209</td></tr>\n",
       "                \n",
       "                <tr><td>ကျွန ် တော ်</td><td>181</td></tr>\n",
       "                \n",
       "                <tr><td>( מחיאות כפיים )</td><td>121</td></tr>\n",
       "                \n",
       "                <tr><td>် တော ် တို</td><td>114</td></tr>\n",
       "                \n",
       "                <tr><td>တော ် တို ့</td><td>113</td></tr>\n",
       "                \n",
       "                <tr><td>่ า &#34; &#34;</td><td>105</td></tr>\n",
       "                \n",
       "                <tr><td>ئه ‌ وه ‌</td><td>94</td></tr>\n",
       "                \n",
       "                <tr><td>&#34; &#34; . (</td><td>93</td></tr>\n",
       "                \n",
       "                <tr><td>် ပါတယ ် ။</td><td>92</td></tr>\n",
       "                \n",
       "                <tr><td>( tepuk tangan )</td><td>84</td></tr>\n",
       "                \n",
       "                </tbody>\n",
       "            </table>\n",
       "        </div>\n",
       "        \n",
       "    </div>\n",
       "</div>\n",
       "\n",
       "\n",
       "<script src=\"https://code.jquery.com/jquery-3.3.1.slim.min.js\"\n",
       "        integrity=\"sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.6/umd/popper.min.js\"\n",
       "        integrity=\"sha384-wHAiFfRlMFy6i5SRaxvfOCifBUQy1xHdJ/yoi7FRNXMRBu5WHdZYu1hA6ZOblgut\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/js/bootstrap.min.js\"\n",
       "        integrity=\"sha384-B0UglyR+jN6CkvvICOB2joaf5I4l3gm9GU6Hc1og6Ls7i6U/mkkaduKaBhlAXv9k\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "</body>\n",
       "</html>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vizseq.view_n_grams(src, k=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<!DOCTYPE html>\n",
       "<html lang=\"en\">\n",
       "<head>\n",
       "    <link rel=\"stylesheet\" href=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/css/bootstrap.min.css\"\n",
       "          integrity=\"sha384-GJzZqFGwb1QTTN6wy59ffF1BuGJpLSa9DkKMp0DgiMDm4iYMj70gZWKYbI706tWS\" crossorigin=\"anonymous\">\n",
       "\n",
       "    <style>\n",
       "        body {\n",
       "            padding-top: 60px; /* 60px to make the container go all the way to the bottom of the topbar */\n",
       "        }\n",
       "    </style>\n",
       "</head>\n",
       "\n",
       "<body>\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "<script>\n",
       "    function visualizeDict(dict) {\n",
       "        let values = Object.keys(dict).map(k => dict[k]);\n",
       "        let worse_v = Math.min(...values);\n",
       "        let best_v = Math.max(...values);\n",
       "        let visualized = {};\n",
       "        Object.keys(dict).forEach(function (k) {\n",
       "            if (dict[k] === worse_v) {\n",
       "                visualized[k] = '<span style=\"font-style:italic\"><u>' + dict[k] + '</u></span>';\n",
       "            } else if (dict[k] === best_v) {\n",
       "                visualized[k] = '<span style=\"font-weight:bold\">' + dict[k] + '</span>';\n",
       "            } else {\n",
       "                visualized[k] = dict[k];\n",
       "            }\n",
       "        });\n",
       "        return visualized;\n",
       "    }\n",
       "</script>\n",
       "\n",
       "\n",
       "<script>\n",
       "    function copyToClipboard(elementId) {\n",
       "        let $temp = $(\"<input>\");\n",
       "        $(\"body\").append($temp);\n",
       "        $temp.val($(elementId).text()).select();\n",
       "        document.execCommand(\"copy\");\n",
       "        $temp.remove();\n",
       "    }\n",
       "</script>\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"container-fluid\">\n",
       "    <h4>BLEU</h4>\n",
       "\n",
       "    <div class=\"row\">\n",
       "        <div class=\"col\">\n",
       "            <table class=\"table table-hover table-sm table-bordered\">\n",
       "                <thead class=\"thead-light\">\n",
       "                <tr>\n",
       "                    <th scope=\"col\">\n",
       "                        <button type=\"button\" class=\"btn btn-secondary btn-sm\" data-toggle=\"tooltip\"\n",
       "                                data-placement=\"bottom\" title=\"Copy to clipboard\"\n",
       "                                onclick=\"copyToClipboard('#csv_bleu')\">CSV</button>\n",
       "                        <button type=\"button\" class=\"btn btn-secondary btn-sm\" data-toggle=\"tooltip\"\n",
       "                                data-placement=\"bottom\" title=\"Copy to clipboard\"\n",
       "                                onclick=\"copyToClipboard('#latex_bleu')\">LaTeX</button>\n",
       "                    </th>\n",
       "                     <th scope=\"col\" style=\"word-wrap: break-word\">gru_transformer</th>  <th scope=\"col\" style=\"word-wrap: break-word\">conv_transformer</th>  <th scope=\"col\" style=\"word-wrap: break-word\">transformer</th> \n",
       "                </tr>\n",
       "                </thead>\n",
       "                <tbody>\n",
       "                <tr>\n",
       "                    <th scope=\"row\">All</th> <td>29.911</td>  <td>29.034</td>  <td>28.718</td> \n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ar_en</th><td>30.788</td><td>29.819</td><td>29.664</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_az_en</th><td>13.64</td><td>13.774</td><td>13.887</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_be_en</th><td>24.699</td><td>24.404</td><td>24.772</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_bg_en</th><td>38.923</td><td>37.951</td><td>37.488</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_bn_en</th><td>12.983</td><td>12.237</td><td>11.104</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_bs_en</th><td>36.712</td><td>35.808</td><td>35.942</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_cs_en</th><td>29.908</td><td>28.858</td><td>28.748</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_da_en</th><td>43.118</td><td>41.718</td><td>41.523</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_de_en</th><td>35.532</td><td>34.26</td><td>34.27</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_el_en</th><td>37.096</td><td>36.18</td><td>36.136</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_eo_en</th><td>28.033</td><td>27.655</td><td>27.106</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_es_en</th><td>41.579</td><td>40.631</td><td>40.098</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_et_en</th><td>19.518</td><td>18.33</td><td>18.294</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_eu_en</th><td>13.556</td><td>10.247</td><td>11.673</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_fa_en</th><td>27.318</td><td>26.864</td><td>26.346</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_fi_en</th><td>19.606</td><td>18.073</td><td>17.848</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_fr_en</th><td>40.033</td><td>39.123</td><td>38.427</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_frca_en</th><td>34.044</td><td>33.423</td><td>32.978</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_gl_en</th><td>34.173</td><td>33.695</td><td>33.743</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_he_en</th><td>36.269</td><td>34.821</td><td>34.471</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_hi_en</th><td>22.208</td><td>20.142</td><td>20.64</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_hr_en</th><td>36.527</td><td>35.796</td><td>35.345</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_hu_en</th><td>25.451</td><td>24.84</td><td>24.516</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_hy_en</th><td>22.254</td><td>20.972</td><td>20.12</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_id_en</th><td>31.28</td><td>30.177</td><td>30.089</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_it_en</th><td>37.821</td><td>37.155</td><td>36.869</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ja_en</th><td>13.471</td><td>12.857</td><td>12.716</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ka_en</th><td>19.805</td><td>17.616</td><td>18.02</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_kk_en</th><td>5.595</td><td>6.897</td><td>5.982</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ko_en</th><td>18.556</td><td>17.59</td><td>17.468</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ku_en</th><td>16.36</td><td>15.593</td><td>13.333</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_lt_en</th><td>25.301</td><td>24.154</td><td>24.012</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_mk_en</th><td>35.197</td><td>35.031</td><td>33.973</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_mn_en</th><td>7.781</td><td>7.576</td><td>7.065</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_mr_en</th><td>10.497</td><td>9.81</td><td>9.26</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ms_en</th><td>25.171</td><td>24.472</td><td>23.611</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_my_en</th><td>14.99</td><td>13.296</td><td>12.928</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_nb_en</th><td>43.999</td><td>43.874</td><td>42.817</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_nl_en</th><td>35.542</td><td>34.292</td><td>34.313</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_pl_en</th><td>25.06</td><td>24.184</td><td>24.163</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_pt_en</th><td>42.934</td><td>42.465</td><td>41.853</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ptbr_en</th><td>44.362</td><td>43.577</td><td>43.057</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ro_en</th><td>35.415</td><td>34.607</td><td>34.211</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ru_en</th><td>25.155</td><td>24.429</td><td>24.266</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_sk_en</th><td>32.832</td><td>31.709</td><td>31.493</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_sl_en</th><td>26.47</td><td>25.697</td><td>25.404</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_sq_en</th><td>37.728</td><td>36.524</td><td>36.516</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_sr_en</th><td>35.348</td><td>34.714</td><td>34.575</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_sv_en</th><td>39.177</td><td>37.849</td><td>37.395</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ta_en</th><td>6.52</td><td>5.821</td><td>4.858</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_th_en</th><td>22.401</td><td>21.946</td><td>20.998</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_tr_en</th><td>25.219</td><td>24.145</td><td>23.762</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_uk_en</th><td>29.395</td><td>28.661</td><td>28.044</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_ur_en</th><td>17.358</td><td>17.169</td><td>16.491</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_vi_en</th><td>26.563</td><td>25.411</td><td>25.175</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_zh_en</th><td>17.447</td><td>17.115</td><td>16.502</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_zhcn_en</th><td>19.779</td><td>19.152</td><td>18.887</td>\n",
       "                </tr>\n",
       "                \n",
       "                <tr>\n",
       "                    <th scope=\"row\">lang_zhtw_en</th><td>18.775</td><td>18.293</td><td>17.952</td>\n",
       "                </tr>\n",
       "                \n",
       "                </tbody>\n",
       "            </table>\n",
       "        </div>\n",
       "    </div>\n",
       "\n",
       "    <span id=\"latex_bleu\" style=\"display:none\">\\begin{tabular}{lrrr}\n",
       "\\toprule\n",
       "{} &amp;  gru\\_transformer &amp;  conv\\_transformer &amp;  transformer \\\\\n",
       "\\midrule\n",
       "All          &amp;            29.91 &amp;             29.03 &amp;        28.72 \\\\\n",
       "lang\\_ar\\_en   &amp;            30.79 &amp;             29.82 &amp;        29.66 \\\\\n",
       "lang\\_az\\_en   &amp;            13.64 &amp;             13.77 &amp;        13.89 \\\\\n",
       "lang\\_be\\_en   &amp;            24.70 &amp;             24.40 &amp;        24.77 \\\\\n",
       "lang\\_bg\\_en   &amp;            38.92 &amp;             37.95 &amp;        37.49 \\\\\n",
       "lang\\_bn\\_en   &amp;            12.98 &amp;             12.24 &amp;        11.10 \\\\\n",
       "lang\\_bs\\_en   &amp;            36.71 &amp;             35.81 &amp;        35.94 \\\\\n",
       "lang\\_cs\\_en   &amp;            29.91 &amp;             28.86 &amp;        28.75 \\\\\n",
       "lang\\_da\\_en   &amp;            43.12 &amp;             41.72 &amp;        41.52 \\\\\n",
       "lang\\_de\\_en   &amp;            35.53 &amp;             34.26 &amp;        34.27 \\\\\n",
       "lang\\_el\\_en   &amp;            37.10 &amp;             36.18 &amp;        36.14 \\\\\n",
       "lang\\_eo\\_en   &amp;            28.03 &amp;             27.66 &amp;        27.11 \\\\\n",
       "lang\\_es\\_en   &amp;            41.58 &amp;             40.63 &amp;        40.10 \\\\\n",
       "lang\\_et\\_en   &amp;            19.52 &amp;             18.33 &amp;        18.29 \\\\\n",
       "lang\\_eu\\_en   &amp;            13.56 &amp;             10.25 &amp;        11.67 \\\\\n",
       "lang\\_fa\\_en   &amp;            27.32 &amp;             26.86 &amp;        26.35 \\\\\n",
       "lang\\_fi\\_en   &amp;            19.61 &amp;             18.07 &amp;        17.85 \\\\\n",
       "lang\\_fr\\_en   &amp;            40.03 &amp;             39.12 &amp;        38.43 \\\\\n",
       "lang\\_frca\\_en &amp;            34.04 &amp;             33.42 &amp;        32.98 \\\\\n",
       "lang\\_gl\\_en   &amp;            34.17 &amp;             33.70 &amp;        33.74 \\\\\n",
       "lang\\_he\\_en   &amp;            36.27 &amp;             34.82 &amp;        34.47 \\\\\n",
       "lang\\_hi\\_en   &amp;            22.21 &amp;             20.14 &amp;        20.64 \\\\\n",
       "lang\\_hr\\_en   &amp;            36.53 &amp;             35.80 &amp;        35.34 \\\\\n",
       "lang\\_hu\\_en   &amp;            25.45 &amp;             24.84 &amp;        24.52 \\\\\n",
       "lang\\_hy\\_en   &amp;            22.25 &amp;             20.97 &amp;        20.12 \\\\\n",
       "lang\\_id\\_en   &amp;            31.28 &amp;             30.18 &amp;        30.09 \\\\\n",
       "lang\\_it\\_en   &amp;            37.82 &amp;             37.16 &amp;        36.87 \\\\\n",
       "lang\\_ja\\_en   &amp;            13.47 &amp;             12.86 &amp;        12.72 \\\\\n",
       "lang\\_ka\\_en   &amp;            19.80 &amp;             17.62 &amp;        18.02 \\\\\n",
       "lang\\_kk\\_en   &amp;             5.59 &amp;              6.90 &amp;         5.98 \\\\\n",
       "lang\\_ko\\_en   &amp;            18.56 &amp;             17.59 &amp;        17.47 \\\\\n",
       "lang\\_ku\\_en   &amp;            16.36 &amp;             15.59 &amp;        13.33 \\\\\n",
       "lang\\_lt\\_en   &amp;            25.30 &amp;             24.15 &amp;        24.01 \\\\\n",
       "lang\\_mk\\_en   &amp;            35.20 &amp;             35.03 &amp;        33.97 \\\\\n",
       "lang\\_mn\\_en   &amp;             7.78 &amp;              7.58 &amp;         7.07 \\\\\n",
       "lang\\_mr\\_en   &amp;            10.50 &amp;              9.81 &amp;         9.26 \\\\\n",
       "lang\\_ms\\_en   &amp;            25.17 &amp;             24.47 &amp;        23.61 \\\\\n",
       "lang\\_my\\_en   &amp;            14.99 &amp;             13.30 &amp;        12.93 \\\\\n",
       "lang\\_nb\\_en   &amp;            44.00 &amp;             43.87 &amp;        42.82 \\\\\n",
       "lang\\_nl\\_en   &amp;            35.54 &amp;             34.29 &amp;        34.31 \\\\\n",
       "lang\\_pl\\_en   &amp;            25.06 &amp;             24.18 &amp;        24.16 \\\\\n",
       "lang\\_pt\\_en   &amp;            42.93 &amp;             42.47 &amp;        41.85 \\\\\n",
       "lang\\_ptbr\\_en &amp;            44.36 &amp;             43.58 &amp;        43.06 \\\\\n",
       "lang\\_ro\\_en   &amp;            35.41 &amp;             34.61 &amp;        34.21 \\\\\n",
       "lang\\_ru\\_en   &amp;            25.16 &amp;             24.43 &amp;        24.27 \\\\\n",
       "lang\\_sk\\_en   &amp;            32.83 &amp;             31.71 &amp;        31.49 \\\\\n",
       "lang\\_sl\\_en   &amp;            26.47 &amp;             25.70 &amp;        25.40 \\\\\n",
       "lang\\_sq\\_en   &amp;            37.73 &amp;             36.52 &amp;        36.52 \\\\\n",
       "lang\\_sr\\_en   &amp;            35.35 &amp;             34.71 &amp;        34.58 \\\\\n",
       "lang\\_sv\\_en   &amp;            39.18 &amp;             37.85 &amp;        37.40 \\\\\n",
       "lang\\_ta\\_en   &amp;             6.52 &amp;              5.82 &amp;         4.86 \\\\\n",
       "lang\\_th\\_en   &amp;            22.40 &amp;             21.95 &amp;        21.00 \\\\\n",
       "lang\\_tr\\_en   &amp;            25.22 &amp;             24.14 &amp;        23.76 \\\\\n",
       "lang\\_uk\\_en   &amp;            29.39 &amp;             28.66 &amp;        28.04 \\\\\n",
       "lang\\_ur\\_en   &amp;            17.36 &amp;             17.17 &amp;        16.49 \\\\\n",
       "lang\\_vi\\_en   &amp;            26.56 &amp;             25.41 &amp;        25.18 \\\\\n",
       "lang\\_zh\\_en   &amp;            17.45 &amp;             17.11 &amp;        16.50 \\\\\n",
       "lang\\_zhcn\\_en &amp;            19.78 &amp;             19.15 &amp;        18.89 \\\\\n",
       "lang\\_zhtw\\_en &amp;            18.77 &amp;             18.29 &amp;        17.95 \\\\\n",
       "\\bottomrule\n",
       "\\end{tabular}\n",
       "</span>\n",
       "    <span id=\"csv_bleu\" style=\"display:none\">,gru_transformer,conv_transformer,transformer\n",
       "All,29.911,29.034,28.718\n",
       "lang_ar_en,30.788,29.819,29.664\n",
       "lang_az_en,13.64,13.774,13.887\n",
       "lang_be_en,24.699,24.404,24.772\n",
       "lang_bg_en,38.923,37.951,37.488\n",
       "lang_bn_en,12.983,12.237,11.104\n",
       "lang_bs_en,36.712,35.808,35.942\n",
       "lang_cs_en,29.908,28.858,28.748\n",
       "lang_da_en,43.118,41.718,41.523\n",
       "lang_de_en,35.532,34.26,34.27\n",
       "lang_el_en,37.096,36.18,36.136\n",
       "lang_eo_en,28.033,27.655,27.106\n",
       "lang_es_en,41.579,40.631,40.098\n",
       "lang_et_en,19.518,18.33,18.294\n",
       "lang_eu_en,13.556,10.247,11.673\n",
       "lang_fa_en,27.318,26.864,26.346\n",
       "lang_fi_en,19.606,18.073,17.848\n",
       "lang_fr_en,40.033,39.123,38.427\n",
       "lang_frca_en,34.044,33.423,32.978\n",
       "lang_gl_en,34.173,33.695,33.743\n",
       "lang_he_en,36.269,34.821,34.471\n",
       "lang_hi_en,22.208,20.142,20.64\n",
       "lang_hr_en,36.527,35.796,35.345\n",
       "lang_hu_en,25.451,24.84,24.516\n",
       "lang_hy_en,22.254,20.972,20.12\n",
       "lang_id_en,31.28,30.177,30.089\n",
       "lang_it_en,37.821,37.155,36.869\n",
       "lang_ja_en,13.471,12.857,12.716\n",
       "lang_ka_en,19.805,17.616,18.02\n",
       "lang_kk_en,5.595,6.897,5.982\n",
       "lang_ko_en,18.556,17.59,17.468\n",
       "lang_ku_en,16.36,15.593,13.333\n",
       "lang_lt_en,25.301,24.154,24.012\n",
       "lang_mk_en,35.197,35.031,33.973\n",
       "lang_mn_en,7.781,7.576,7.065\n",
       "lang_mr_en,10.497,9.81,9.26\n",
       "lang_ms_en,25.171,24.472,23.611\n",
       "lang_my_en,14.99,13.296,12.928\n",
       "lang_nb_en,43.999,43.874,42.817\n",
       "lang_nl_en,35.542,34.292,34.313\n",
       "lang_pl_en,25.06,24.184,24.163\n",
       "lang_pt_en,42.934,42.465,41.853\n",
       "lang_ptbr_en,44.362,43.577,43.057\n",
       "lang_ro_en,35.415,34.607,34.211\n",
       "lang_ru_en,25.155,24.429,24.266\n",
       "lang_sk_en,32.832,31.709,31.493\n",
       "lang_sl_en,26.47,25.697,25.404\n",
       "lang_sq_en,37.728,36.524,36.516\n",
       "lang_sr_en,35.348,34.714,34.575\n",
       "lang_sv_en,39.177,37.849,37.395\n",
       "lang_ta_en,6.52,5.821,4.858\n",
       "lang_th_en,22.401,21.946,20.998\n",
       "lang_tr_en,25.219,24.145,23.762\n",
       "lang_uk_en,29.395,28.661,28.044\n",
       "lang_ur_en,17.358,17.169,16.491\n",
       "lang_vi_en,26.563,25.411,25.175\n",
       "lang_zh_en,17.447,17.115,16.502\n",
       "lang_zhcn_en,19.779,19.152,18.887\n",
       "lang_zhtw_en,18.775,18.293,17.952\n",
       "</span>\n",
       "</div>\n",
       "\n",
       "\n",
       "<script src=\"https://code.jquery.com/jquery-3.3.1.slim.min.js\"\n",
       "        integrity=\"sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.6/umd/popper.min.js\"\n",
       "        integrity=\"sha384-wHAiFfRlMFy6i5SRaxvfOCifBUQy1xHdJ/yoi7FRNXMRBu5WHdZYu1hA6ZOblgut\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/js/bootstrap.min.js\"\n",
       "        integrity=\"sha384-B0UglyR+jN6CkvvICOB2joaf5I4l3gm9GU6Hc1og6Ls7i6U/mkkaduKaBhlAXv9k\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "\n",
       "</body>\n",
       "</html>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vizseq.view_scores(ref, hypo, ['bleu'], tags=tag)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<!DOCTYPE html>\n",
       "<html lang=\"en\">\n",
       "<head>\n",
       "    <link rel=\"stylesheet\" href=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/css/bootstrap.min.css\"\n",
       "          integrity=\"sha384-GJzZqFGwb1QTTN6wy59ffF1BuGJpLSa9DkKMp0DgiMDm4iYMj70gZWKYbI706tWS\" crossorigin=\"anonymous\">\n",
       "    <script src=\"https://kit.fontawesome.com/3c563f9647.js\"></script>\n",
       "\n",
       "    <style>\n",
       "        body {\n",
       "            padding-top: 60px; /* 60px to make the container go all the way to the bottom of the topbar */\n",
       "        }\n",
       "    </style>\n",
       "</head>\n",
       "\n",
       "<body>\n",
       "\n",
       "\n",
       "<script>\n",
       "    function highlight_span(spanNode, trgSpanId) {\n",
       "        trgSpanNode = document.getElementById(trgSpanId);\n",
       "        trgSpanNode.style.backgroundColor = '#D6EAF8';\n",
       "        spanNode.style.backgroundColor = '#D6EAF8';\n",
       "    }\n",
       "    function dehighlight_span(spanNode, trgSpanId) {\n",
       "        trgSpanNode = document.getElementById(trgSpanId);\n",
       "        trgSpanNode.style.backgroundColor = trgSpanNode.parentNode.style.backgroundColor;\n",
       "        spanNode.style.backgroundColor = spanNode.parentNode.style.backgroundColor;\n",
       "    }\n",
       "</script>\n",
       "\n",
       "\n",
       "\n",
       "<div class=\"card\">\n",
       "    <div class=\"card-header\">\n",
       "        <div class=\"row\">\n",
       "            <div class=\"col\">\n",
       "                <b># 1 / 2 / 165426 ( 31 / 165426 )</b>\n",
       "            </div>\n",
       "            <div class=\"col\" align=\"right\">\n",
       "            </div>\n",
       "        </div>\n",
       "    </div>\n",
       "    <div class=\"card-body\">\n",
       "        <table class=\"table table-hover table-sm table-borderless\">\n",
       "            <tbody>\n",
       "            \n",
       "            \n",
       "            <tr style=\"background-color:#FDF2E9\" id=\"srcRow00\">\n",
       "                <th scope=\"row\">Source 0</th>\n",
       "                \n",
       "                <td><span id=\"src_0_0_0\">Entro</span> <span id=\"src_0_0_1\">la</span> <span id=\"src_0_0_2\">fine</span> <span id=\"src_0_0_3\">di</span> <span id=\"src_0_0_4\">quest'</span> <span id=\"src_0_0_5\">anno</span> <span id=\"src_0_0_6\">,</span> <span id=\"src_0_0_7\">ci</span> <span id=\"src_0_0_8\">saranno</span> <span id=\"src_0_0_9\">circa</span> <span id=\"src_0_0_10\">un</span> <span id=\"src_0_0_11\">miliardo</span> <span id=\"src_0_0_12\">di</span> <span id=\"src_0_0_13\">persone</span> <span id=\"src_0_0_14\">su</span> <span id=\"src_0_0_15\">questo</span> <span id=\"src_0_0_16\">pianeta</span> <span id=\"src_0_0_17\">che</span> <span id=\"src_0_0_18\">usano</span> <span id=\"src_0_0_19\">attivamente</span> <span id=\"src_0_0_20\">i</span> <span id=\"src_0_0_21\">social</span> <span id=\"src_0_0_22\">network</span> <span id=\"src_0_0_23\">.</span></td>\n",
       "                \n",
       "            </tr>\n",
       "            \n",
       "\n",
       "            <tr style=\"background-color:#EAF2F8\">\n",
       "            \n",
       "            </tr>\n",
       "\n",
       "            \n",
       "            \n",
       "            \n",
       "            <tr style=\"background-color:#FEF9E7\">\n",
       "                <th scope=\"row\">Reference 0</th><td><span id=\"ref_0_0_0\" >By</span> <span id=\"ref_0_0_1\" >the</span> <span id=\"ref_0_0_2\" >end</span> <span id=\"ref_0_0_3\" >of</span> <span id=\"ref_0_0_4\" >this</span> <span id=\"ref_0_0_5\" >year</span> <span id=\"ref_0_0_6\" onmouseover=\"javascript:highlight_span(this, &quot;src_0_0_6&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;src_0_0_6&quot;)\" style=\"color:#AF601A;font-weight:bold\" >,</span> <span id=\"ref_0_0_7\" >there</span> <span id=\"ref_0_0_8\" >'ll</span> <span id=\"ref_0_0_9\" >be</span> <span id=\"ref_0_0_10\" >nearly</span> <span id=\"ref_0_0_11\" >a</span> <span id=\"ref_0_0_12\" >billion</span> <span id=\"ref_0_0_13\" >people</span> <span id=\"ref_0_0_14\" >on</span> <span id=\"ref_0_0_15\" >this</span> <span id=\"ref_0_0_16\" >planet</span> <span id=\"ref_0_0_17\" >that</span> <span id=\"ref_0_0_18\" >actively</span> <span id=\"ref_0_0_19\" >use</span> <span id=\"ref_0_0_20\" onmouseover=\"javascript:highlight_span(this, &quot;src_0_0_21&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;src_0_0_21&quot;)\" style=\"color:#AF601A;font-weight:bold\" >social</span> <span id=\"ref_0_0_21\" >networking</span> <span id=\"ref_0_0_22\" >sites</span> <span id=\"ref_0_0_23\" onmouseover=\"javascript:highlight_span(this, &quot;src_0_0_23&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;src_0_0_23&quot;)\" style=\"color:#AF601A;font-weight:bold\" >.</span></td>\n",
       "            </tr>\n",
       "            \n",
       "            \n",
       "\n",
       "            \n",
       "            <tr><th scope=\"row\">gru_transformer</th><td><span id=\"hypo_gru_transformer_0_0\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_0&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_0&quot;)\" style=\"color:#1A5276;font-weight:bold\" >By</span> <span id=\"hypo_gru_transformer_0_1\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_1&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_1&quot;)\" style=\"color:#1A5276;font-weight:bold\" >the</span> <span id=\"hypo_gru_transformer_0_2\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_2&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_2&quot;)\" style=\"color:#1A5276;font-weight:bold\" >end</span> <span id=\"hypo_gru_transformer_0_3\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_3&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_3&quot;)\" style=\"color:#1A5276;font-weight:bold\" >of</span> <span id=\"hypo_gru_transformer_0_4\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_4&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_4&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_gru_transformer_0_5\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_5&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_5&quot;)\" style=\"color:#1A5276;font-weight:bold\" >year</span> <span id=\"hypo_gru_transformer_0_6\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_6&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_6&quot;)\" style=\"color:#1A5276;font-weight:bold\" >,</span> <span id=\"hypo_gru_transformer_0_7\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_7&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_7&quot;)\" style=\"color:#1A5276;font-weight:bold\" >there</span> <span id=\"hypo_gru_transformer_0_8\" >will</span> <span id=\"hypo_gru_transformer_0_9\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_9&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_9&quot;)\" style=\"color:#1A5276;font-weight:bold\" >be</span> <span id=\"hypo_gru_transformer_0_10\" >about</span> <span id=\"hypo_gru_transformer_0_11\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_11&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_11&quot;)\" style=\"color:#1A5276;font-weight:bold\" >a</span> <span id=\"hypo_gru_transformer_0_12\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_12&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_12&quot;)\" style=\"color:#1A5276;font-weight:bold\" >billion</span> <span id=\"hypo_gru_transformer_0_13\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_13&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_13&quot;)\" style=\"color:#1A5276;font-weight:bold\" >people</span> <span id=\"hypo_gru_transformer_0_14\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_14&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_14&quot;)\" style=\"color:#1A5276;font-weight:bold\" >on</span> <span id=\"hypo_gru_transformer_0_15\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_15&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_15&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_gru_transformer_0_16\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_16&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_16&quot;)\" style=\"color:#1A5276;font-weight:bold\" >planet</span> <span id=\"hypo_gru_transformer_0_17\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_18&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_18&quot;)\" style=\"color:#1A5276;font-weight:bold\" >actively</span> <span id=\"hypo_gru_transformer_0_18\" >using</span> <span id=\"hypo_gru_transformer_0_19\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_20&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_20&quot;)\" style=\"color:#1A5276;font-weight:bold\" >social</span> <span id=\"hypo_gru_transformer_0_20\" >networks</span> <span id=\"hypo_gru_transformer_0_21\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_23&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_23&quot;)\" style=\"color:#1A5276;font-weight:bold\" >.</span></td></tr>\n",
       "            \n",
       "            <tr><th scope=\"row\">conv_transformer</th><td><span id=\"hypo_conv_transformer_0_0\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_0&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_0&quot;)\" style=\"color:#1A5276;font-weight:bold\" >By</span> <span id=\"hypo_conv_transformer_0_1\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_1&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_1&quot;)\" style=\"color:#1A5276;font-weight:bold\" >the</span> <span id=\"hypo_conv_transformer_0_2\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_2&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_2&quot;)\" style=\"color:#1A5276;font-weight:bold\" >end</span> <span id=\"hypo_conv_transformer_0_3\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_3&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_3&quot;)\" style=\"color:#1A5276;font-weight:bold\" >of</span> <span id=\"hypo_conv_transformer_0_4\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_4&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_4&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_conv_transformer_0_5\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_5&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_5&quot;)\" style=\"color:#1A5276;font-weight:bold\" >year</span> <span id=\"hypo_conv_transformer_0_6\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_6&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_6&quot;)\" style=\"color:#1A5276;font-weight:bold\" >,</span> <span id=\"hypo_conv_transformer_0_7\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_7&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_7&quot;)\" style=\"color:#1A5276;font-weight:bold\" >there</span> <span id=\"hypo_conv_transformer_0_8\" >will</span> <span id=\"hypo_conv_transformer_0_9\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_9&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_9&quot;)\" style=\"color:#1A5276;font-weight:bold\" >be</span> <span id=\"hypo_conv_transformer_0_10\" >about</span> <span id=\"hypo_conv_transformer_0_11\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_11&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_11&quot;)\" style=\"color:#1A5276;font-weight:bold\" >a</span> <span id=\"hypo_conv_transformer_0_12\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_12&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_12&quot;)\" style=\"color:#1A5276;font-weight:bold\" >billion</span> <span id=\"hypo_conv_transformer_0_13\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_13&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_13&quot;)\" style=\"color:#1A5276;font-weight:bold\" >people</span> <span id=\"hypo_conv_transformer_0_14\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_14&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_14&quot;)\" style=\"color:#1A5276;font-weight:bold\" >on</span> <span id=\"hypo_conv_transformer_0_15\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_15&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_15&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_conv_transformer_0_16\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_16&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_16&quot;)\" style=\"color:#1A5276;font-weight:bold\" >planet</span> <span id=\"hypo_conv_transformer_0_17\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_18&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_18&quot;)\" style=\"color:#1A5276;font-weight:bold\" >actively</span> <span id=\"hypo_conv_transformer_0_18\" >using</span> <span id=\"hypo_conv_transformer_0_19\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_20&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_20&quot;)\" style=\"color:#1A5276;font-weight:bold\" >social</span> <span id=\"hypo_conv_transformer_0_20\" >networks</span> <span id=\"hypo_conv_transformer_0_21\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_23&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_23&quot;)\" style=\"color:#1A5276;font-weight:bold\" >.</span></td></tr>\n",
       "            \n",
       "            <tr><th scope=\"row\">transformer</th><td><span id=\"hypo_transformer_0_0\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_0&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_0&quot;)\" style=\"color:#1A5276;font-weight:bold\" >By</span> <span id=\"hypo_transformer_0_1\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_1&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_1&quot;)\" style=\"color:#1A5276;font-weight:bold\" >the</span> <span id=\"hypo_transformer_0_2\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_2&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_2&quot;)\" style=\"color:#1A5276;font-weight:bold\" >end</span> <span id=\"hypo_transformer_0_3\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_3&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_3&quot;)\" style=\"color:#1A5276;font-weight:bold\" >of</span> <span id=\"hypo_transformer_0_4\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_4&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_4&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_transformer_0_5\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_5&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_5&quot;)\" style=\"color:#1A5276;font-weight:bold\" >year</span> <span id=\"hypo_transformer_0_6\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_6&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_6&quot;)\" style=\"color:#1A5276;font-weight:bold\" >,</span> <span id=\"hypo_transformer_0_7\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_7&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_7&quot;)\" style=\"color:#1A5276;font-weight:bold\" >there</span> <span id=\"hypo_transformer_0_8\" >will</span> <span id=\"hypo_transformer_0_9\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_9&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_9&quot;)\" style=\"color:#1A5276;font-weight:bold\" >be</span> <span id=\"hypo_transformer_0_10\" >about</span> <span id=\"hypo_transformer_0_11\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_11&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_11&quot;)\" style=\"color:#1A5276;font-weight:bold\" >a</span> <span id=\"hypo_transformer_0_12\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_12&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_12&quot;)\" style=\"color:#1A5276;font-weight:bold\" >billion</span> <span id=\"hypo_transformer_0_13\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_13&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_13&quot;)\" style=\"color:#1A5276;font-weight:bold\" >people</span> <span id=\"hypo_transformer_0_14\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_14&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_14&quot;)\" style=\"color:#1A5276;font-weight:bold\" >on</span> <span id=\"hypo_transformer_0_15\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_15&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_15&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_transformer_0_16\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_16&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_16&quot;)\" style=\"color:#1A5276;font-weight:bold\" >planet</span> <span id=\"hypo_transformer_0_17\" >using</span> <span id=\"hypo_transformer_0_18\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_20&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_20&quot;)\" style=\"color:#1A5276;font-weight:bold\" >social</span> <span id=\"hypo_transformer_0_19\" >networks</span> <span id=\"hypo_transformer_0_20\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_18&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_18&quot;)\" style=\"color:#1A5276;font-weight:bold\" >actively</span> <span id=\"hypo_transformer_0_21\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_0_23&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_0_23&quot;)\" style=\"color:#1A5276;font-weight:bold\" >.</span></td></tr>\n",
       "            \n",
       "            </tbody>\n",
       "        </table>\n",
       "\n",
       "        <table class=\"table table-hover table-sm table-bordered\">\n",
       "            <thead class=\"thead-light\">\n",
       "            <tr>\n",
       "                <th scope=\"col\">Model</th><th scope=\"col\">bleu</th>\n",
       "            </tr>\n",
       "            </thead>\n",
       "            <tbody>\n",
       "            \n",
       "            <tr>\n",
       "                <td>gru_transformer</td><td><span style=\"font-weight:bold\">51.14</span></td>\n",
       "            </tr>\n",
       "            \n",
       "            <tr>\n",
       "                <td>conv_transformer</td><td><span style=\"font-weight:bold\">51.14</span></td>\n",
       "            </tr>\n",
       "            \n",
       "            <tr>\n",
       "                <td>transformer</td><td><span style=\"font-weight:bold\">51.14</span></td>\n",
       "            </tr>\n",
       "            \n",
       "            </tbody>\n",
       "        </table>\n",
       "    </div>\n",
       "</div>\n",
       "<br>\n",
       "\n",
       "<div class=\"card\">\n",
       "    <div class=\"card-header\">\n",
       "        <div class=\"row\">\n",
       "            <div class=\"col\">\n",
       "                <b># 2 / 2 / 165426 ( 32 / 165426 )</b>\n",
       "            </div>\n",
       "            <div class=\"col\" align=\"right\">\n",
       "            </div>\n",
       "        </div>\n",
       "    </div>\n",
       "    <div class=\"card-body\">\n",
       "        <table class=\"table table-hover table-sm table-borderless\">\n",
       "            <tbody>\n",
       "            \n",
       "            \n",
       "            <tr style=\"background-color:#FDF2E9\" id=\"srcRow01\">\n",
       "                <th scope=\"row\">Source 0</th>\n",
       "                \n",
       "                <td><span id=\"src_0_1_0\">К</span> <span id=\"src_0_1_1\">концу</span> <span id=\"src_0_1_2\">этого</span> <span id=\"src_0_1_3\">года</span> <span id=\"src_0_1_4\">на</span> <span id=\"src_0_1_5\">планете</span> <span id=\"src_0_1_6\">будет</span> <span id=\"src_0_1_7\">около</span> <span id=\"src_0_1_8\">миллиарда</span> <span id=\"src_0_1_9\">людей</span> <span id=\"src_0_1_10\">,</span> <span id=\"src_0_1_11\">которые</span> <span id=\"src_0_1_12\">активно</span> <span id=\"src_0_1_13\">используют</span> <span id=\"src_0_1_14\">социальные</span> <span id=\"src_0_1_15\">сети</span> <span id=\"src_0_1_16\">.</span></td>\n",
       "                \n",
       "            </tr>\n",
       "            \n",
       "\n",
       "            <tr style=\"background-color:#EAF2F8\">\n",
       "            \n",
       "            </tr>\n",
       "\n",
       "            \n",
       "            \n",
       "            \n",
       "            <tr style=\"background-color:#FEF9E7\">\n",
       "                <th scope=\"row\">Reference 0</th><td><span id=\"ref_0_1_0\" >By</span> <span id=\"ref_0_1_1\" >the</span> <span id=\"ref_0_1_2\" >end</span> <span id=\"ref_0_1_3\" >of</span> <span id=\"ref_0_1_4\" >this</span> <span id=\"ref_0_1_5\" >year</span> <span id=\"ref_0_1_6\" onmouseover=\"javascript:highlight_span(this, &quot;src_0_1_10&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;src_0_1_10&quot;)\" style=\"color:#AF601A;font-weight:bold\" >,</span> <span id=\"ref_0_1_7\" >there</span> <span id=\"ref_0_1_8\" >'ll</span> <span id=\"ref_0_1_9\" >be</span> <span id=\"ref_0_1_10\" >nearly</span> <span id=\"ref_0_1_11\" >a</span> <span id=\"ref_0_1_12\" >billion</span> <span id=\"ref_0_1_13\" >people</span> <span id=\"ref_0_1_14\" >on</span> <span id=\"ref_0_1_15\" >this</span> <span id=\"ref_0_1_16\" >planet</span> <span id=\"ref_0_1_17\" >that</span> <span id=\"ref_0_1_18\" >actively</span> <span id=\"ref_0_1_19\" >use</span> <span id=\"ref_0_1_20\" >social</span> <span id=\"ref_0_1_21\" >networking</span> <span id=\"ref_0_1_22\" >sites</span> <span id=\"ref_0_1_23\" onmouseover=\"javascript:highlight_span(this, &quot;src_0_1_16&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;src_0_1_16&quot;)\" style=\"color:#AF601A;font-weight:bold\" >.</span></td>\n",
       "            </tr>\n",
       "            \n",
       "            \n",
       "\n",
       "            \n",
       "            <tr><th scope=\"row\">gru_transformer</th><td><span id=\"hypo_gru_transformer_1_0\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_0&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_0&quot;)\" style=\"color:#1A5276;font-weight:bold\" >By</span> <span id=\"hypo_gru_transformer_1_1\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_1&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_1&quot;)\" style=\"color:#1A5276;font-weight:bold\" >the</span> <span id=\"hypo_gru_transformer_1_2\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_2&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_2&quot;)\" style=\"color:#1A5276;font-weight:bold\" >end</span> <span id=\"hypo_gru_transformer_1_3\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_3&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_3&quot;)\" style=\"color:#1A5276;font-weight:bold\" >of</span> <span id=\"hypo_gru_transformer_1_4\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_4&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_4&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_gru_transformer_1_5\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_5&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_5&quot;)\" style=\"color:#1A5276;font-weight:bold\" >year</span> <span id=\"hypo_gru_transformer_1_6\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_6&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_6&quot;)\" style=\"color:#1A5276;font-weight:bold\" >,</span> <span id=\"hypo_gru_transformer_1_7\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_7&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_7&quot;)\" style=\"color:#1A5276;font-weight:bold\" >there</span> <span id=\"hypo_gru_transformer_1_8\" >will</span> <span id=\"hypo_gru_transformer_1_9\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_9&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_9&quot;)\" style=\"color:#1A5276;font-weight:bold\" >be</span> <span id=\"hypo_gru_transformer_1_10\" >about</span> <span id=\"hypo_gru_transformer_1_11\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_11&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_11&quot;)\" style=\"color:#1A5276;font-weight:bold\" >a</span> <span id=\"hypo_gru_transformer_1_12\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_12&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_12&quot;)\" style=\"color:#1A5276;font-weight:bold\" >billion</span> <span id=\"hypo_gru_transformer_1_13\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_13&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_13&quot;)\" style=\"color:#1A5276;font-weight:bold\" >people</span> <span id=\"hypo_gru_transformer_1_14\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_14&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_14&quot;)\" style=\"color:#1A5276;font-weight:bold\" >on</span> <span id=\"hypo_gru_transformer_1_15\" >the</span> <span id=\"hypo_gru_transformer_1_16\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_16&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_16&quot;)\" style=\"color:#1A5276;font-weight:bold\" >planet</span> <span id=\"hypo_gru_transformer_1_17\" >who</span> <span id=\"hypo_gru_transformer_1_18\" >are</span> <span id=\"hypo_gru_transformer_1_19\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_18&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_18&quot;)\" style=\"color:#1A5276;font-weight:bold\" >actively</span> <span id=\"hypo_gru_transformer_1_20\" >using</span> <span id=\"hypo_gru_transformer_1_21\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_20&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_20&quot;)\" style=\"color:#1A5276;font-weight:bold\" >social</span> <span id=\"hypo_gru_transformer_1_22\" >networks</span> <span id=\"hypo_gru_transformer_1_23\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_23&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_23&quot;)\" style=\"color:#1A5276;font-weight:bold\" >.</span></td></tr>\n",
       "            \n",
       "            <tr><th scope=\"row\">conv_transformer</th><td><span id=\"hypo_conv_transformer_1_0\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_0&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_0&quot;)\" style=\"color:#1A5276;font-weight:bold\" >By</span> <span id=\"hypo_conv_transformer_1_1\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_1&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_1&quot;)\" style=\"color:#1A5276;font-weight:bold\" >the</span> <span id=\"hypo_conv_transformer_1_2\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_2&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_2&quot;)\" style=\"color:#1A5276;font-weight:bold\" >end</span> <span id=\"hypo_conv_transformer_1_3\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_3&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_3&quot;)\" style=\"color:#1A5276;font-weight:bold\" >of</span> <span id=\"hypo_conv_transformer_1_4\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_4&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_4&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_conv_transformer_1_5\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_5&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_5&quot;)\" style=\"color:#1A5276;font-weight:bold\" >year</span> <span id=\"hypo_conv_transformer_1_6\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_6&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_6&quot;)\" style=\"color:#1A5276;font-weight:bold\" >,</span> <span id=\"hypo_conv_transformer_1_7\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_7&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_7&quot;)\" style=\"color:#1A5276;font-weight:bold\" >there</span> <span id=\"hypo_conv_transformer_1_8\" >will</span> <span id=\"hypo_conv_transformer_1_9\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_9&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_9&quot;)\" style=\"color:#1A5276;font-weight:bold\" >be</span> <span id=\"hypo_conv_transformer_1_10\" >about</span> <span id=\"hypo_conv_transformer_1_11\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_11&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_11&quot;)\" style=\"color:#1A5276;font-weight:bold\" >a</span> <span id=\"hypo_conv_transformer_1_12\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_12&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_12&quot;)\" style=\"color:#1A5276;font-weight:bold\" >billion</span> <span id=\"hypo_conv_transformer_1_13\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_13&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_13&quot;)\" style=\"color:#1A5276;font-weight:bold\" >people</span> <span id=\"hypo_conv_transformer_1_14\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_14&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_14&quot;)\" style=\"color:#1A5276;font-weight:bold\" >on</span> <span id=\"hypo_conv_transformer_1_15\" >the</span> <span id=\"hypo_conv_transformer_1_16\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_16&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_16&quot;)\" style=\"color:#1A5276;font-weight:bold\" >planet</span> <span id=\"hypo_conv_transformer_1_17\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_18&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_18&quot;)\" style=\"color:#1A5276;font-weight:bold\" >actively</span> <span id=\"hypo_conv_transformer_1_18\" >using</span> <span id=\"hypo_conv_transformer_1_19\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_20&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_20&quot;)\" style=\"color:#1A5276;font-weight:bold\" >social</span> <span id=\"hypo_conv_transformer_1_20\" >networks</span> <span id=\"hypo_conv_transformer_1_21\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_23&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_23&quot;)\" style=\"color:#1A5276;font-weight:bold\" >.</span></td></tr>\n",
       "            \n",
       "            <tr><th scope=\"row\">transformer</th><td><span id=\"hypo_transformer_1_0\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_0&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_0&quot;)\" style=\"color:#1A5276;font-weight:bold\" >By</span> <span id=\"hypo_transformer_1_1\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_1&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_1&quot;)\" style=\"color:#1A5276;font-weight:bold\" >the</span> <span id=\"hypo_transformer_1_2\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_2&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_2&quot;)\" style=\"color:#1A5276;font-weight:bold\" >end</span> <span id=\"hypo_transformer_1_3\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_3&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_3&quot;)\" style=\"color:#1A5276;font-weight:bold\" >of</span> <span id=\"hypo_transformer_1_4\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_4&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_4&quot;)\" style=\"color:#1A5276;font-weight:bold\" >this</span> <span id=\"hypo_transformer_1_5\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_5&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_5&quot;)\" style=\"color:#1A5276;font-weight:bold\" >year</span> <span id=\"hypo_transformer_1_6\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_6&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_6&quot;)\" style=\"color:#1A5276;font-weight:bold\" >,</span> <span id=\"hypo_transformer_1_7\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_7&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_7&quot;)\" style=\"color:#1A5276;font-weight:bold\" >there</span> <span id=\"hypo_transformer_1_8\" >will</span> <span id=\"hypo_transformer_1_9\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_9&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_9&quot;)\" style=\"color:#1A5276;font-weight:bold\" >be</span> <span id=\"hypo_transformer_1_10\" >about</span> <span id=\"hypo_transformer_1_11\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_11&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_11&quot;)\" style=\"color:#1A5276;font-weight:bold\" >a</span> <span id=\"hypo_transformer_1_12\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_12&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_12&quot;)\" style=\"color:#1A5276;font-weight:bold\" >billion</span> <span id=\"hypo_transformer_1_13\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_13&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_13&quot;)\" style=\"color:#1A5276;font-weight:bold\" >people</span> <span id=\"hypo_transformer_1_14\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_14&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_14&quot;)\" style=\"color:#1A5276;font-weight:bold\" >on</span> <span id=\"hypo_transformer_1_15\" >the</span> <span id=\"hypo_transformer_1_16\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_16&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_16&quot;)\" style=\"color:#1A5276;font-weight:bold\" >planet</span> <span id=\"hypo_transformer_1_17\" >who</span> <span id=\"hypo_transformer_1_18\" >are</span> <span id=\"hypo_transformer_1_19\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_18&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_18&quot;)\" style=\"color:#1A5276;font-weight:bold\" >actively</span> <span id=\"hypo_transformer_1_20\" >using</span> <span id=\"hypo_transformer_1_21\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_20&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_20&quot;)\" style=\"color:#1A5276;font-weight:bold\" >social</span> <span id=\"hypo_transformer_1_22\" style=\"color:#B03A2E;font-weight:bold\" >media</span> <span id=\"hypo_transformer_1_23\" onmouseover=\"javascript:highlight_span(this, &quot;ref_0_1_23&quot;)\" onmouseout=\"javascript:dehighlight_span(this, &quot;ref_0_1_23&quot;)\" style=\"color:#1A5276;font-weight:bold\" >.</span></td></tr>\n",
       "            \n",
       "            </tbody>\n",
       "        </table>\n",
       "\n",
       "        <table class=\"table table-hover table-sm table-bordered\">\n",
       "            <thead class=\"thead-light\">\n",
       "            <tr>\n",
       "                <th scope=\"col\">Model</th><th scope=\"col\">bleu</th>\n",
       "            </tr>\n",
       "            </thead>\n",
       "            <tbody>\n",
       "            \n",
       "            <tr>\n",
       "                <td>gru_transformer</td><td><span style=\"font-style:italic\"><u>42.29</u></span></td>\n",
       "            </tr>\n",
       "            \n",
       "            <tr>\n",
       "                <td>conv_transformer</td><td><span style=\"font-weight:bold\">42.4</span></td>\n",
       "            </tr>\n",
       "            \n",
       "            <tr>\n",
       "                <td>transformer</td><td><span style=\"font-style:italic\"><u>42.29</u></span></td>\n",
       "            </tr>\n",
       "            \n",
       "            </tbody>\n",
       "        </table>\n",
       "    </div>\n",
       "</div>\n",
       "<br>\n",
       "\n",
       "\n",
       "<script src=\"https://code.jquery.com/jquery-3.3.1.slim.min.js\"\n",
       "        integrity=\"sha384-q8i/X+965DzO0rT7abK41JStQIAqVgRVzpbzo5smXKp4YfRvH+8abtTE1Pi6jizo\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.6/umd/popper.min.js\"\n",
       "        integrity=\"sha384-wHAiFfRlMFy6i5SRaxvfOCifBUQy1xHdJ/yoi7FRNXMRBu5WHdZYu1hA6ZOblgut\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "<script src=\"https://stackpath.bootstrapcdn.com/bootstrap/4.2.1/js/bootstrap.min.js\"\n",
       "        integrity=\"sha384-B0UglyR+jN6CkvvICOB2joaf5I4l3gm9GU6Hc1og6Ls7i6U/mkkaduKaBhlAXv9k\" crossorigin=\"anonymous\">\n",
       "</script>\n",
       "</body>\n",
       "</html>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vizseq.view_examples(src, ref, hypo, ['bleu'], page_sz=2, page_no=16)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}