val_inference_and_evaluation.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/j-min/HiREST/blob/main/val_inference_and_evaluation.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "EZ99Vtq5eQg8"
      },
      "source": [
        "# Inference and Evaluation of moment retrieval / moment segmentation / step captioning tasks with our joint baseline model on HiREST val split\n",
        "\n",
        "* Project page: https://hirest-cvpr2023.github.io\n",
        "* Code: https://github.com/j-min/HiREST"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "gcOO3-xSi_yx",
        "outputId": "529710be-12a6-4086-a480-69200fdcb34f"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Wed Mar 29 20:00:06 2023       \n",
            "+-----------------------------------------------------------------------------+\n",
            "| NVIDIA-SMI 525.85.12    Driver Version: 525.85.12    CUDA Version: 12.0     |\n",
            "|-------------------------------+----------------------+----------------------+\n",
            "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
            "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n",
            "|                               |                      |               MIG M. |\n",
            "|===============================+======================+======================|\n",
            "|   0  Tesla T4            Off  | 00000000:00:04.0 Off |                    0 |\n",
            "| N/A   68C    P8    10W /  70W |      0MiB / 15360MiB |      0%      Default |\n",
            "|                               |                      |                  N/A |\n",
            "+-------------------------------+----------------------+----------------------+\n",
            "                                                                               \n",
            "+-----------------------------------------------------------------------------+\n",
            "| Processes:                                                                  |\n",
            "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\n",
            "|        ID   ID                                                   Usage      |\n",
            "|=============================================================================|\n",
            "|  No running processes found                                                 |\n",
            "+-----------------------------------------------------------------------------+\n"
          ]
        }
      ],
      "source": [
        "# Make sure GPU is used\n",
        "!nvidia-smi"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "ZhiHmRaafZR-"
      },
      "outputs": [],
      "source": [
        "!git clone https://github.com/j-min/HiREST"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "UZqEqJDBfbjX"
      },
      "outputs": [],
      "source": [
        "cd HiREST"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "HvG6c3nUd92h"
      },
      "source": [
        "# Install Packages"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "kSILQPMpd92j",
        "outputId": "ee68756d-c562-428d-fa47-9d7bd1d806d7"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting allennlp_models\n",
            "  Using cached allennlp_models-2.10.1-py3-none-any.whl (464 kB)\n",
            "Requirement already satisfied: conllu==4.4.2 in /usr/local/lib/python3.9/dist-packages (from allennlp_models) (4.4.2)\n",
            "Requirement already satisfied: torch<1.13.0,>=1.7.0 in /usr/local/lib/python3.9/dist-packages (from allennlp_models) (1.12.1)\n",
            "Requirement already satisfied: ftfy in /usr/local/lib/python3.9/dist-packages (from allennlp_models) (6.1.1)\n",
            "Collecting datasets\n",
            "  Using cached datasets-2.11.0-py3-none-any.whl (468 kB)\n",
            "Collecting allennlp<2.11,>=2.10.1\n",
            "  Using cached allennlp-2.10.1-py3-none-any.whl (730 kB)\n",
            "Requirement already satisfied: py-rouge==1.1 in /usr/local/lib/python3.9/dist-packages (from allennlp_models) (1.1)\n",
            "Requirement already satisfied: word2number>=1.1 in /usr/local/lib/python3.9/dist-packages (from allennlp_models) (1.1)\n",
            "Requirement already satisfied: nltk>=3.6.5 in /usr/local/lib/python3.9/dist-packages (from allennlp_models) (3.8.1)\n",
            "Requirement already satisfied: tensorboardX>=1.2 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (2.6)\n",
            "Requirement already satisfied: h5py>=3.6.0 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (3.8.0)\n",
            "Requirement already satisfied: lmdb>=1.2.1 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (1.4.0)\n",
            "Collecting cached-path<1.2.0,>=1.1.3\n",
            "  Using cached cached_path-1.1.6-py3-none-any.whl (26 kB)\n",
            "Requirement already satisfied: traitlets>5.1.1 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (5.7.1)\n",
            "Requirement already satisfied: more-itertools>=8.12.0 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (9.1.0)\n",
            "Collecting transformers<4.21,>=4.1\n",
            "  Using cached transformers-4.20.1-py3-none-any.whl (4.4 MB)\n",
            "Requirement already satisfied: filelock<3.8,>=3.3 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (3.7.1)\n",
            "Requirement already satisfied: protobuf<4.0.0,>=3.12.0 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (3.19.6)\n",
            "Requirement already satisfied: huggingface-hub>=0.0.16 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.10.1)\n",
            "Requirement already satisfied: sentencepiece>=0.1.96 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.1.97)\n",
            "Requirement already satisfied: scikit-learn>=1.0.1 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (1.2.2)\n",
            "Requirement already satisfied: tqdm>=4.62 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (4.65.0)\n",
            "Requirement already satisfied: dill>=0.3.4 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.3.6)\n",
            "Requirement already satisfied: requests>=2.28 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (2.28.2)\n",
            "Requirement already satisfied: termcolor==1.1.0 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (1.1.0)\n",
            "Requirement already satisfied: typer>=0.4.1 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.4.2)\n",
            "Requirement already satisfied: torchvision<0.14.0,>=0.8.1 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.13.1)\n",
            "Requirement already satisfied: scipy>=1.7.3 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (1.10.1)\n",
            "Collecting wandb<0.13.0,>=0.10.0\n",
            "  Using cached wandb-0.12.21-py2.py3-none-any.whl (1.8 MB)\n",
            "Collecting spacy<3.4,>=2.1.0\n",
            "  Using cached spacy-3.3.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (6.3 MB)\n",
            "Requirement already satisfied: fairscale==0.4.6 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.4.6)\n",
            "Requirement already satisfied: numpy>=1.21.4 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (1.22.4)\n",
            "Requirement already satisfied: jsonnet>=0.10.0 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.19.1)\n",
            "Requirement already satisfied: pytest>=6.2.5 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (7.2.2)\n",
            "Requirement already satisfied: base58>=2.1.1 in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (2.1.1)\n",
            "Requirement already satisfied: sacremoses in /usr/local/lib/python3.9/dist-packages (from allennlp<2.11,>=2.10.1->allennlp_models) (0.0.53)\n",
            "Requirement already satisfied: click in /usr/local/lib/python3.9/dist-packages (from nltk>=3.6.5->allennlp_models) (8.1.3)\n",
            "Requirement already satisfied: regex>=2021.8.3 in /usr/local/lib/python3.9/dist-packages (from nltk>=3.6.5->allennlp_models) (2022.10.31)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.9/dist-packages (from nltk>=3.6.5->allennlp_models) (1.1.1)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.9/dist-packages (from torch<1.13.0,>=1.7.0->allennlp_models) (4.5.0)\n",
            "Requirement already satisfied: xxhash in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (3.2.0)\n",
            "Requirement already satisfied: responses<0.19 in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (0.18.0)\n",
            "Requirement already satisfied: pyarrow>=8.0.0 in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (9.0.0)\n",
            "Requirement already satisfied: pandas in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (1.4.4)\n",
            "Collecting huggingface-hub>=0.0.16\n",
            "  Using cached huggingface_hub-0.13.3-py3-none-any.whl (199 kB)\n",
            "Requirement already satisfied: fsspec[http]>=2021.11.1 in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (2023.3.0)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (23.0)\n",
            "Requirement already satisfied: multiprocess in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (0.70.14)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.9/dist-packages (from datasets->allennlp_models) (6.0)\n",
            "Collecting aiohttp\n",
            "  Using cached aiohttp-3.8.4-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.0 MB)\n",
            "Requirement already satisfied: wcwidth>=0.2.5 in /usr/local/lib/python3.9/dist-packages (from ftfy->allennlp_models) (0.2.6)\n",
            "Requirement already satisfied: rich<13.0,>=12.1 in /usr/local/lib/python3.9/dist-packages (from cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (12.6.0)\n",
            "Requirement already satisfied: google-cloud-storage<3.0,>=1.32.0 in /usr/local/lib/python3.9/dist-packages (from cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (2.7.0)\n",
            "Collecting cached-path<1.2.0,>=1.1.3\n",
            "  Using cached cached_path-1.1.5-py3-none-any.whl (26 kB)\n",
            "Collecting boto3<2.0,>=1.0\n",
            "  Using cached boto3-1.26.102-py3-none-any.whl (135 kB)\n",
            "Collecting cached-path<1.2.0,>=1.1.3\n",
            "  Using cached cached_path-1.1.4-py3-none-any.whl (26 kB)\n",
            "  Using cached cached_path-1.1.3-py3-none-any.whl (26 kB)\n",
            "INFO: pip is looking at multiple versions of base58 to determine which version is compatible with other requirements. This could take a while.\n",
            "Collecting base58>=2.1.1\n",
            "  Using cached base58-2.1.1-py3-none-any.whl (5.6 kB)\n",
            "INFO: pip is looking at multiple versions of ftfy to determine which version is compatible with other requirements. This could take a while.\n",
            "Collecting ftfy\n",
            "  Using cached ftfy-6.1.1-py3-none-any.whl (53 kB)\n",
            "INFO: pip is looking at multiple versions of datasets to determine which version is compatible with other requirements. This could take a while.\n",
            "Collecting datasets\n",
            "  Using cached datasets-2.10.1-py3-none-any.whl (469 kB)\n",
            "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets->allennlp_models) (1.3.3)\n",
            "Requirement already satisfied: yarl<2.0,>=1.0 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets->allennlp_models) (1.8.2)\n",
            "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets->allennlp_models) (22.2.0)\n",
            "Requirement already satisfied: aiosignal>=1.1.2 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets->allennlp_models) (1.3.1)\n",
            "Requirement already satisfied: async-timeout<5.0,>=4.0.0a3 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets->allennlp_models) (4.0.2)\n",
            "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets->allennlp_models) (6.0.4)\n",
            "Requirement already satisfied: charset-normalizer<4.0,>=2.0 in /usr/local/lib/python3.9/dist-packages (from aiohttp->datasets->allennlp_models) (2.0.12)\n",
            "Requirement already satisfied: pluggy<2.0,>=0.12 in /usr/local/lib/python3.9/dist-packages (from pytest>=6.2.5->allennlp<2.11,>=2.10.1->allennlp_models) (1.0.0)\n",
            "Requirement already satisfied: exceptiongroup>=1.0.0rc8 in /usr/local/lib/python3.9/dist-packages (from pytest>=6.2.5->allennlp<2.11,>=2.10.1->allennlp_models) (1.1.1)\n",
            "Requirement already satisfied: iniconfig in /usr/local/lib/python3.9/dist-packages (from pytest>=6.2.5->allennlp<2.11,>=2.10.1->allennlp_models) (2.0.0)\n",
            "Requirement already satisfied: tomli>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from pytest>=6.2.5->allennlp<2.11,>=2.10.1->allennlp_models) (2.0.1)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.9/dist-packages (from requests>=2.28->allennlp<2.11,>=2.10.1->allennlp_models) (1.26.15)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.9/dist-packages (from requests>=2.28->allennlp<2.11,>=2.10.1->allennlp_models) (3.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/dist-packages (from requests>=2.28->allennlp<2.11,>=2.10.1->allennlp_models) (2022.12.7)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from scikit-learn>=1.0.1->allennlp<2.11,>=2.10.1->allennlp_models) (3.1.0)\n",
            "Requirement already satisfied: spacy-loggers<2.0.0,>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (1.0.4)\n",
            "Requirement already satisfied: jinja2 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (3.1.2)\n",
            "Requirement already satisfied: smart-open<7.0.0,>=5.2.1 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (6.3.0)\n",
            "Requirement already satisfied: preshed<3.1.0,>=3.0.2 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (3.0.8)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (67.6.1)\n",
            "Requirement already satisfied: srsly<3.0.0,>=2.4.3 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (2.4.6)\n",
            "Requirement already satisfied: wasabi<1.1.0,>=0.9.1 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (0.10.1)\n",
            "Requirement already satisfied: spacy-legacy<3.1.0,>=3.0.9 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (3.0.12)\n",
            "Requirement already satisfied: pydantic!=1.8,!=1.8.1,<1.9.0,>=1.7.4 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (1.8.2)\n",
            "Requirement already satisfied: thinc<8.1.0,>=8.0.14 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (8.0.17)\n",
            "Requirement already satisfied: pathy>=0.3.5 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (0.10.1)\n",
            "Requirement already satisfied: catalogue<2.1.0,>=2.0.6 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (2.0.8)\n",
            "Requirement already satisfied: blis<0.8.0,>=0.4.0 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (0.7.9)\n",
            "Requirement already satisfied: langcodes<4.0.0,>=3.2.0 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (3.3.0)\n",
            "Requirement already satisfied: murmurhash<1.1.0,>=0.28.0 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (1.0.9)\n",
            "Requirement already satisfied: cymem<2.1.0,>=2.0.2 in /usr/local/lib/python3.9/dist-packages (from spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (2.0.7)\n",
            "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.9/dist-packages (from torchvision<0.14.0,>=0.8.1->allennlp<2.11,>=2.10.1->allennlp_models) (8.4.0)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.13,>=0.11.1 in /usr/local/lib/python3.9/dist-packages (from transformers<4.21,>=4.1->allennlp<2.11,>=2.10.1->allennlp_models) (0.12.1)\n",
            "Collecting GitPython>=1.0.0\n",
            "  Using cached GitPython-3.1.31-py3-none-any.whl (184 kB)\n",
            "Requirement already satisfied: setproctitle in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (1.3.2)\n",
            "Requirement already satisfied: promise<3,>=2.0 in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (2.3)\n",
            "Requirement already satisfied: pathtools in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (0.1.2)\n",
            "Requirement already satisfied: psutil>=5.0.0 in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (5.9.4)\n",
            "Requirement already satisfied: sentry-sdk>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (1.18.0)\n",
            "Requirement already satisfied: shortuuid>=0.5.0 in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (1.0.11)\n",
            "Requirement already satisfied: docker-pycreds>=0.4.0 in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (0.4.0)\n",
            "Requirement already satisfied: six>=1.13.0 in /usr/local/lib/python3.9/dist-packages (from wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (1.16.0)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.9/dist-packages (from pandas->datasets->allennlp_models) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.9/dist-packages (from pandas->datasets->allennlp_models) (2022.7.1)\n",
            "Collecting s3transfer<0.7.0,>=0.6.0\n",
            "  Using cached s3transfer-0.6.0-py3-none-any.whl (79 kB)\n",
            "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /usr/local/lib/python3.9/dist-packages (from boto3<2.0,>=1.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (1.0.1)\n",
            "Requirement already satisfied: botocore<1.30.0,>=1.29.102 in /usr/local/lib/python3.9/dist-packages (from boto3<2.0,>=1.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (1.29.102)\n",
            "Requirement already satisfied: gitdb<5,>=4.0.1 in /usr/local/lib/python3.9/dist-packages (from GitPython>=1.0.0->wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (4.0.10)\n",
            "Requirement already satisfied: google-resumable-media>=2.3.2 in /usr/local/lib/python3.9/dist-packages (from google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (2.4.1)\n",
            "Requirement already satisfied: google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5 in /usr/local/lib/python3.9/dist-packages (from google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (2.11.0)\n",
            "Requirement already satisfied: google-auth<3.0dev,>=1.25.0 in /usr/local/lib/python3.9/dist-packages (from google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (2.16.3)\n",
            "Requirement already satisfied: google-cloud-core<3.0dev,>=2.3.0 in /usr/local/lib/python3.9/dist-packages (from google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (2.3.2)\n",
            "Requirement already satisfied: pygments<3.0.0,>=2.6.0 in /usr/local/lib/python3.9/dist-packages (from rich<13.0,>=12.1->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (2.14.0)\n",
            "Requirement already satisfied: commonmark<0.10.0,>=0.9.0 in /usr/local/lib/python3.9/dist-packages (from rich<13.0,>=12.1->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (0.9.1)\n",
            "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.9/dist-packages (from jinja2->spacy<3.4,>=2.1.0->allennlp<2.11,>=2.10.1->allennlp_models) (2.1.2)\n",
            "Requirement already satisfied: smmap<6,>=3.0.1 in /usr/local/lib/python3.9/dist-packages (from gitdb<5,>=4.0.1->GitPython>=1.0.0->wandb<0.13.0,>=0.10.0->allennlp<2.11,>=2.10.1->allennlp_models) (5.0.0)\n",
            "Requirement already satisfied: googleapis-common-protos<2.0dev,>=1.56.2 in /usr/local/lib/python3.9/dist-packages (from google-api-core!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.0,<3.0.0dev,>=1.31.5->google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (1.59.0)\n",
            "Requirement already satisfied: pyasn1-modules>=0.2.1 in /usr/local/lib/python3.9/dist-packages (from google-auth<3.0dev,>=1.25.0->google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (0.2.8)\n",
            "Requirement already satisfied: rsa<5,>=3.1.4 in /usr/local/lib/python3.9/dist-packages (from google-auth<3.0dev,>=1.25.0->google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (4.9)\n",
            "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from google-auth<3.0dev,>=1.25.0->google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (5.3.0)\n",
            "Requirement already satisfied: google-crc32c<2.0dev,>=1.0 in /usr/local/lib/python3.9/dist-packages (from google-resumable-media>=2.3.2->google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (1.5.0)\n",
            "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /usr/local/lib/python3.9/dist-packages (from pyasn1-modules>=0.2.1->google-auth<3.0dev,>=1.25.0->google-cloud-storage<3.0,>=1.32.0->cached-path<1.2.0,>=1.1.3->allennlp<2.11,>=2.10.1->allennlp_models) (0.4.8)\n",
            "Installing collected packages: GitPython, aiohttp, wandb, transformers, spacy, s3transfer, datasets, boto3, cached-path, allennlp, allennlp_models\n",
            "  Attempting uninstall: spacy\n",
            "    Found existing installation: spacy 3.5.1\n",
            "    Uninstalling spacy-3.5.1:\n",
            "      Successfully uninstalled spacy-3.5.1\n",
            "\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\n",
            "en-core-web-sm 3.5.0 requires spacy<3.6.0,>=3.5.0, but you have spacy 3.3.2 which is incompatible.\u001b[0m\u001b[31m\n",
            "\u001b[0mSuccessfully installed GitPython-3.1.31 aiohttp-3.8.4 allennlp-2.10.1 allennlp_models-2.10.1 boto3-1.26.102 cached-path-1.1.6 datasets-2.10.1 s3transfer-0.6.0 spacy-3.3.2 transformers-4.20.1 wandb-0.12.21\n",
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting git+https://github.com/openai/whisper.git@eff383b27b783e280c089475852ba83f20f64998 (from -r requirements.txt (line 21))\n",
            "  Cloning https://github.com/openai/whisper.git (to revision eff383b27b783e280c089475852ba83f20f64998) to /tmp/pip-req-build-qoetbcwx\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/openai/whisper.git /tmp/pip-req-build-qoetbcwx\n",
            "  Running command git rev-parse -q --verify 'sha^eff383b27b783e280c089475852ba83f20f64998'\n",
            "  Running command git fetch -q https://github.com/openai/whisper.git eff383b27b783e280c089475852ba83f20f64998\n",
            "  Running command git checkout -q eff383b27b783e280c089475852ba83f20f64998\n",
            "  Resolved https://github.com/openai/whisper.git to commit eff383b27b783e280c089475852ba83f20f64998\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting git+https://github.com/bckim92/language-evaluation.git (from -r requirements.txt (line 22))\n",
            "  Cloning https://github.com/bckim92/language-evaluation.git to /tmp/pip-req-build-ethevkq_\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/bckim92/language-evaluation.git /tmp/pip-req-build-ethevkq_\n",
            "  Resolved https://github.com/bckim92/language-evaluation.git to commit 8e9e03feb7f5e605f20fc0c8dba0e24532a26216\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting git+https://github.com/openai/CLIP.git (from -r requirements.txt (line 23))\n",
            "  Cloning https://github.com/openai/CLIP.git to /tmp/pip-req-build-y3ny26jv\n",
            "  Running command git clone --filter=blob:none --quiet https://github.com/openai/CLIP.git /tmp/pip-req-build-y3ny26jv\n",
            "  Resolved https://github.com/openai/CLIP.git to commit a9b1bf5920416aaeaec965c25dd9e8f98c864f16\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Requirement already satisfied: torch in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 1)) (1.12.1)\n",
            "Requirement already satisfied: torchvision in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 2)) (0.13.1)\n",
            "Requirement already satisfied: opencv-python in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 3)) (4.7.0.72)\n",
            "Collecting sentence-transformers\n",
            "  Downloading sentence-transformers-2.2.2.tar.gz (85 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m86.0/86.0 KB\u001b[0m \u001b[31m7.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting accelerate\n",
            "  Downloading accelerate-0.18.0-py3-none-any.whl (215 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m215.3/215.3 KB\u001b[0m \u001b[31m20.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting ujson\n",
            "  Downloading ujson-5.7.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (52 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m52.8/52.8 KB\u001b[0m \u001b[31m7.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pandas in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 7)) (1.4.4)\n",
            "Requirement already satisfied: wandb in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 8)) (0.12.21)\n",
            "Requirement already satisfied: ftfy in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 9)) (6.1.1)\n",
            "Requirement already satisfied: regex in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 10)) (2022.10.31)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 11)) (4.65.0)\n",
            "Collecting srt\n",
            "  Downloading srt-3.5.3.tar.gz (28 kB)\n",
            "  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Requirement already satisfied: IPython in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 13)) (7.34.0)\n",
            "Collecting kornia\n",
            "  Downloading kornia-0.6.11-py2.py3-none-any.whl (628 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m628.1/628.1 KB\u001b[0m \u001b[31m54.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: gdown in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 15)) (4.6.6)\n",
            "Collecting pickle5\n",
            "  Downloading pickle5-0.0.11.tar.gz (132 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.1/132.1 KB\u001b[0m \u001b[31m18.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "Collecting pycocoevalcap\n",
            "  Downloading pycocoevalcap-1.2-py3-none-any.whl (104.3 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m104.3/104.3 MB\u001b[0m \u001b[31m10.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting timm\n",
            "  Downloading timm-0.6.13-py3-none-any.whl (549 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m549.1/549.1 KB\u001b[0m \u001b[31m51.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hCollecting bert-score\n",
            "  Downloading bert_score-0.3.13-py3-none-any.whl (61 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.1/61.1 KB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: boto3 in /usr/local/lib/python3.9/dist-packages (from -r requirements.txt (line 20)) (1.26.102)\n",
            "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.9/dist-packages (from torch->-r requirements.txt (line 1)) (4.5.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.9/dist-packages (from torchvision->-r requirements.txt (line 2)) (2.28.2)\n",
            "Requirement already satisfied: numpy in /usr/local/lib/python3.9/dist-packages (from torchvision->-r requirements.txt (line 2)) (1.22.4)\n",
            "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /usr/local/lib/python3.9/dist-packages (from torchvision->-r requirements.txt (line 2)) (8.4.0)\n",
            "Requirement already satisfied: transformers<5.0.0,>=4.6.0 in /usr/local/lib/python3.9/dist-packages (from sentence-transformers->-r requirements.txt (line 4)) (4.20.1)\n",
            "Requirement already satisfied: scikit-learn in /usr/local/lib/python3.9/dist-packages (from sentence-transformers->-r requirements.txt (line 4)) (1.2.2)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.9/dist-packages (from sentence-transformers->-r requirements.txt (line 4)) (1.10.1)\n",
            "Requirement already satisfied: nltk in /usr/local/lib/python3.9/dist-packages (from sentence-transformers->-r requirements.txt (line 4)) (3.8.1)\n",
            "Requirement already satisfied: sentencepiece in /usr/local/lib/python3.9/dist-packages (from sentence-transformers->-r requirements.txt (line 4)) (0.1.97)\n",
            "Requirement already satisfied: huggingface-hub>=0.4.0 in /usr/local/lib/python3.9/dist-packages (from sentence-transformers->-r requirements.txt (line 4)) (0.10.1)\n",
            "Requirement already satisfied: pyyaml in /usr/local/lib/python3.9/dist-packages (from accelerate->-r requirements.txt (line 5)) (6.0)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.9/dist-packages (from accelerate->-r requirements.txt (line 5)) (23.0)\n",
            "Requirement already satisfied: psutil in /usr/local/lib/python3.9/dist-packages (from accelerate->-r requirements.txt (line 5)) (5.9.4)\n",
            "Requirement already satisfied: python-dateutil>=2.8.1 in /usr/local/lib/python3.9/dist-packages (from pandas->-r requirements.txt (line 7)) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.9/dist-packages (from pandas->-r requirements.txt (line 7)) (2022.7.1)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (67.6.1)\n",
            "Requirement already satisfied: six>=1.13.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (1.16.0)\n",
            "Requirement already satisfied: protobuf<4.0dev,>=3.12.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (3.19.6)\n",
            "Requirement already satisfied: pathtools in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (0.1.2)\n",
            "Requirement already satisfied: Click!=8.0.0,>=7.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (8.1.3)\n",
            "Requirement already satisfied: GitPython>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (3.1.31)\n",
            "Requirement already satisfied: setproctitle in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (1.3.2)\n",
            "Requirement already satisfied: sentry-sdk>=1.0.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (1.18.0)\n",
            "Requirement already satisfied: shortuuid>=0.5.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (1.0.11)\n",
            "Requirement already satisfied: promise<3,>=2.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (2.3)\n",
            "Requirement already satisfied: docker-pycreds>=0.4.0 in /usr/local/lib/python3.9/dist-packages (from wandb->-r requirements.txt (line 8)) (0.4.0)\n",
            "Requirement already satisfied: wcwidth>=0.2.5 in /usr/local/lib/python3.9/dist-packages (from ftfy->-r requirements.txt (line 9)) (0.2.6)\n",
            "Requirement already satisfied: decorator in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (4.4.2)\n",
            "Requirement already satisfied: matplotlib-inline in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (0.1.6)\n",
            "Requirement already satisfied: backcall in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (0.2.0)\n",
            "Requirement already satisfied: pygments in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (2.14.0)\n",
            "Requirement already satisfied: prompt-toolkit!=3.0.0,!=3.0.1,<3.1.0,>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (3.0.38)\n",
            "Requirement already satisfied: pickleshare in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (0.7.5)\n",
            "Requirement already satisfied: traitlets>=4.2 in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (5.7.1)\n",
            "Collecting jedi>=0.16\n",
            "  Downloading jedi-0.18.2-py2.py3-none-any.whl (1.6 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m82.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: pexpect>4.3 in /usr/local/lib/python3.9/dist-packages (from IPython->-r requirements.txt (line 13)) (4.8.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.9/dist-packages (from gdown->-r requirements.txt (line 15)) (3.7.1)\n",
            "Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.9/dist-packages (from gdown->-r requirements.txt (line 15)) (4.11.2)\n",
            "Requirement already satisfied: pycocotools>=2.0.2 in /usr/local/lib/python3.9/dist-packages (from pycocoevalcap->-r requirements.txt (line 17)) (2.0.6)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.9/dist-packages (from bert-score->-r requirements.txt (line 19)) (3.7.1)\n",
            "Requirement already satisfied: s3transfer<0.7.0,>=0.6.0 in /usr/local/lib/python3.9/dist-packages (from boto3->-r requirements.txt (line 20)) (0.6.0)\n",
            "Requirement already satisfied: botocore<1.30.0,>=1.29.102 in /usr/local/lib/python3.9/dist-packages (from boto3->-r requirements.txt (line 20)) (1.29.102)\n",
            "Requirement already satisfied: jmespath<2.0.0,>=0.7.1 in /usr/local/lib/python3.9/dist-packages (from boto3->-r requirements.txt (line 20)) (1.0.1)\n",
            "Requirement already satisfied: more-itertools in /usr/local/lib/python3.9/dist-packages (from whisper==1.0->-r requirements.txt (line 21)) (9.1.0)\n",
            "Collecting ffmpeg-python==0.2.0\n",
            "  Downloading ffmpeg_python-0.2.0-py3-none-any.whl (25 kB)\n",
            "Requirement already satisfied: future in /usr/local/lib/python3.9/dist-packages (from ffmpeg-python==0.2.0->whisper==1.0->-r requirements.txt (line 21)) (0.18.3)\n",
            "Requirement already satisfied: scikit-image in /usr/local/lib/python3.9/dist-packages (from language-evaluation==0.1.0->-r requirements.txt (line 22)) (0.19.3)\n",
            "Requirement already satisfied: absl-py in /usr/local/lib/python3.9/dist-packages (from language-evaluation==0.1.0->-r requirements.txt (line 22)) (1.4.0)\n",
            "Collecting colorlog\n",
            "  Downloading colorlog-6.7.0-py2.py3-none-any.whl (11 kB)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.25.4 in /usr/local/lib/python3.9/dist-packages (from botocore<1.30.0,>=1.29.102->boto3->-r requirements.txt (line 20)) (1.26.15)\n",
            "Requirement already satisfied: gitdb<5,>=4.0.1 in /usr/local/lib/python3.9/dist-packages (from GitPython>=1.0.0->wandb->-r requirements.txt (line 8)) (4.0.10)\n",
            "Requirement already satisfied: parso<0.9.0,>=0.8.0 in /usr/local/lib/python3.9/dist-packages (from jedi>=0.16->IPython->-r requirements.txt (line 13)) (0.8.3)\n",
            "Requirement already satisfied: ptyprocess>=0.5 in /usr/local/lib/python3.9/dist-packages (from pexpect>4.3->IPython->-r requirements.txt (line 13)) (0.7.0)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.9/dist-packages (from matplotlib->bert-score->-r requirements.txt (line 19)) (1.0.7)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.9/dist-packages (from matplotlib->bert-score->-r requirements.txt (line 19)) (4.39.2)\n",
            "Requirement already satisfied: importlib-resources>=3.2.0 in /usr/local/lib/python3.9/dist-packages (from matplotlib->bert-score->-r requirements.txt (line 19)) (5.12.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.9/dist-packages (from matplotlib->bert-score->-r requirements.txt (line 19)) (1.4.4)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.9/dist-packages (from matplotlib->bert-score->-r requirements.txt (line 19)) (3.0.9)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.9/dist-packages (from matplotlib->bert-score->-r requirements.txt (line 19)) (0.11.0)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.9/dist-packages (from requests->torchvision->-r requirements.txt (line 2)) (3.4)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.9/dist-packages (from requests->torchvision->-r requirements.txt (line 2)) (2.0.12)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.9/dist-packages (from requests->torchvision->-r requirements.txt (line 2)) (2022.12.7)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.13,>=0.11.1 in /usr/local/lib/python3.9/dist-packages (from transformers<5.0.0,>=4.6.0->sentence-transformers->-r requirements.txt (line 4)) (0.12.1)\n",
            "Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.9/dist-packages (from beautifulsoup4->gdown->-r requirements.txt (line 15)) (2.4)\n",
            "Requirement already satisfied: joblib in /usr/local/lib/python3.9/dist-packages (from nltk->sentence-transformers->-r requirements.txt (line 4)) (1.1.1)\n",
            "Requirement already satisfied: PySocks!=1.5.7,>=1.5.6 in /usr/local/lib/python3.9/dist-packages (from requests->torchvision->-r requirements.txt (line 2)) (1.7.1)\n",
            "Requirement already satisfied: tifffile>=2019.7.26 in /usr/local/lib/python3.9/dist-packages (from scikit-image->language-evaluation==0.1.0->-r requirements.txt (line 22)) (2023.3.21)\n",
            "Requirement already satisfied: networkx>=2.2 in /usr/local/lib/python3.9/dist-packages (from scikit-image->language-evaluation==0.1.0->-r requirements.txt (line 22)) (3.0)\n",
            "Requirement already satisfied: PyWavelets>=1.1.1 in /usr/local/lib/python3.9/dist-packages (from scikit-image->language-evaluation==0.1.0->-r requirements.txt (line 22)) (1.4.1)\n",
            "Requirement already satisfied: imageio>=2.4.1 in /usr/local/lib/python3.9/dist-packages (from scikit-image->language-evaluation==0.1.0->-r requirements.txt (line 22)) (2.25.1)\n",
            "Requirement already satisfied: threadpoolctl>=2.0.0 in /usr/local/lib/python3.9/dist-packages (from scikit-learn->sentence-transformers->-r requirements.txt (line 4)) (3.1.0)\n",
            "Requirement already satisfied: smmap<6,>=3.0.1 in /usr/local/lib/python3.9/dist-packages (from gitdb<5,>=4.0.1->GitPython>=1.0.0->wandb->-r requirements.txt (line 8)) (5.0.0)\n",
            "Requirement already satisfied: zipp>=3.1.0 in /usr/local/lib/python3.9/dist-packages (from importlib-resources>=3.2.0->matplotlib->bert-score->-r requirements.txt (line 19)) (3.15.0)\n",
            "Building wheels for collected packages: sentence-transformers, srt, pickle5, whisper, language-evaluation, clip\n",
            "  Building wheel for sentence-transformers (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for sentence-transformers: filename=sentence_transformers-2.2.2-py3-none-any.whl size=125942 sha256=ec9c8fabbb2d1cab24537fb5ad8f5894bbe4786f231ca5b8e6d42d6afd281129\n",
            "  Stored in directory: /root/.cache/pip/wheels/71/67/06/162a3760c40d74dd40bc855d527008d26341c2b0ecf3e8e11f\n",
            "  Building wheel for srt (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for srt: filename=srt-3.5.3-py3-none-any.whl size=22445 sha256=4c4e6a3128e3073f5f7aab7a44578a58d99dcaa93f243ca3a5d65678ec052c93\n",
            "  Stored in directory: /root/.cache/pip/wheels/69/cb/6a/5e5977c5c1fab3b94ff429718103884855b0d5671ed9880100\n",
            "  Building wheel for pickle5 (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for pickle5: filename=pickle5-0.0.11-cp39-cp39-linux_x86_64.whl size=255888 sha256=7773157a899d8a76cea6b15378dd2acef1712d2f98e01ea046586be139cd090c\n",
            "  Stored in directory: /root/.cache/pip/wheels/f2/7a/49/9bef8878949914ecb90c08fc5bf30a05e17f475fe7e08b63a8\n",
            "  Building wheel for whisper (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for whisper: filename=whisper-1.0-py3-none-any.whl size=1175239 sha256=f6c69f5d81e856a6a7b38f211aded96b27b62a4c85c2029fc39c05ac3a2b6736\n",
            "  Stored in directory: /root/.cache/pip/wheels/dd/89/2b/7fc7b14ee71513b56f55027bbbe542180e1037ab3b2c25c625\n",
            "  Building wheel for language-evaluation (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for language-evaluation: filename=language_evaluation-0.1.0-py3-none-any.whl size=42696072 sha256=80238a33f7bb52ba3fc930b5f189464992d0dc28d482536409ab4e6fbaa7f42d\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-fjj_l51p/wheels/42/77/2e/c4eb4427f92d0448dabf7035fbff4963bf9d3e8802851adc35\n",
            "  Building wheel for clip (setup.py) ... \u001b[?25l\u001b[?25hdone\n",
            "  Created wheel for clip: filename=clip-1.0-py3-none-any.whl size=1369398 sha256=dd3bc8608e5be999bb74ac71fed91d0f9b998376d85435b68b86427a07adaa31\n",
            "  Stored in directory: /tmp/pip-ephem-wheel-cache-fjj_l51p/wheels/c8/e4/e1/11374c111387672fc2068dfbe0d4b424cb9cdd1b2e184a71b5\n",
            "Successfully built sentence-transformers srt pickle5 whisper language-evaluation clip\n",
            "Installing collected packages: pickle5, ujson, srt, jedi, ffmpeg-python, colorlog, kornia, accelerate, timm, language-evaluation, clip, whisper, sentence-transformers, pycocoevalcap, bert-score\n",
            "Successfully installed accelerate-0.18.0 bert-score-0.3.13 clip-1.0 colorlog-6.7.0 ffmpeg-python-0.2.0 jedi-0.18.2 kornia-0.6.11 language-evaluation-0.1.0 pickle5-0.0.11 pycocoevalcap-1.2 sentence-transformers-2.2.2 srt-3.5.3 timm-0.6.13 ujson-5.7.0 whisper-1.0\n"
          ]
        }
      ],
      "source": [
        "!pip install allennlp_models # requires torch<1.13.0\n",
        "!pip install -r requirements.txt"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "__f9a4wEd92j"
      },
      "outputs": [],
      "source": [
        "# Download coco evaluation utility files\n",
        "import language_evaluation; language_evaluation.download('coco')"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "Jp5Jn_tjd92j"
      },
      "source": [
        "# Downloaded Pre-extracted features"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "9fIARuIsd92j",
        "outputId": "eb04dcf7-fdb8-4361-9d8b-3faf39e8f402"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2023-03-29 20:07:32--  https://huggingface.co/j-min/HiREST-baseline/resolve/main/ASR.zip\n",
            "Resolving huggingface.co (huggingface.co)... 34.203.133.210, 54.82.45.103, 35.173.225.216, ...\n",
            "Connecting to huggingface.co (huggingface.co)|34.203.133.210|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/0b452d38e30064dc7273a58b7b73ec33e307ff83d30048a472777f56e3a29fbc?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27ASR.zip%3B+filename%3D%22ASR.zip%22%3B&response-content-type=application%2Fzip&Expires=1680379653&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvMGI0NTJkMzhlMzAwNjRkYzcyNzNhNThiN2I3M2VjMzNlMzA3ZmY4M2QzMDA0OGE0NzI3NzdmNTZlM2EyOWZiYz9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk2NTN9fX1dfQ__&Signature=GkBZxRIIK9vs8e-cEh-nz7jQrJiRGCxnMKblYH-65InT7%7E6le6FaNOt6cz--phjfejS45qXiVodVRzkLo%7E1NiDBVjZdJFo7H31iBJgyIvGFhT6htbfxolEb4wiMIow-Mk2ho2nwZZFGhqxNt-CRHG2y4%7EHj0%7EnotaHHj52hOg9R8FhMFw4etnztAADsyc8IYIuwR0rlRJWMbftXWEZPaoH6nPzAZcj4V9mnVN1Mnh6SIImp0Su%7E8wQSLsujqDaxa3h%7Em0F7rNieTF8PXuLvzTvaCi48lZ90q-w6PCSR0IcRQKJsLwD4E%7EKOqP3MMZ6Mn2xNnbuhMpU3I6WLlXBklWA__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-03-29 20:07:32--  https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/0b452d38e30064dc7273a58b7b73ec33e307ff83d30048a472777f56e3a29fbc?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27ASR.zip%3B+filename%3D%22ASR.zip%22%3B&response-content-type=application%2Fzip&Expires=1680379653&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvMGI0NTJkMzhlMzAwNjRkYzcyNzNhNThiN2I3M2VjMzNlMzA3ZmY4M2QzMDA0OGE0NzI3NzdmNTZlM2EyOWZiYz9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk2NTN9fX1dfQ__&Signature=GkBZxRIIK9vs8e-cEh-nz7jQrJiRGCxnMKblYH-65InT7%7E6le6FaNOt6cz--phjfejS45qXiVodVRzkLo%7E1NiDBVjZdJFo7H31iBJgyIvGFhT6htbfxolEb4wiMIow-Mk2ho2nwZZFGhqxNt-CRHG2y4%7EHj0%7EnotaHHj52hOg9R8FhMFw4etnztAADsyc8IYIuwR0rlRJWMbftXWEZPaoH6nPzAZcj4V9mnVN1Mnh6SIImp0Su%7E8wQSLsujqDaxa3h%7Em0F7rNieTF8PXuLvzTvaCi48lZ90q-w6PCSR0IcRQKJsLwD4E%7EKOqP3MMZ6Mn2xNnbuhMpU3I6WLlXBklWA__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.156.60.44, 108.156.60.37, 108.156.60.112, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.156.60.44|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 7160738 (6.8M) [application/zip]\n",
            "Saving to: ‘ASR.zip’\n",
            "\n",
            "ASR.zip             100%[===================>]   6.83M  9.13MB/s    in 0.7s    \n",
            "\n",
            "2023-03-29 20:07:34 (9.13 MB/s) - ‘ASR.zip’ saved [7160738/7160738]\n",
            "\n",
            "--2023-03-29 20:07:34--  https://huggingface.co/j-min/HiREST-baseline/resolve/main/ASR_feats_all-MiniLM-L6-v2.zip\n",
            "Resolving huggingface.co (huggingface.co)... 34.203.133.210, 54.82.45.103, 35.173.225.216, ...\n",
            "Connecting to huggingface.co (huggingface.co)|34.203.133.210|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/2b6540d4f7c066b35cbdb917c3a0cbbb146690b2efb15e6fd054d592f312fdc4?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27ASR_feats_all-MiniLM-L6-v2.zip%3B+filename%3D%22ASR_feats_all-MiniLM-L6-v2.zip%22%3B&response-content-type=application%2Fzip&Expires=1680379655&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvMmI2NTQwZDRmN2MwNjZiMzVjYmRiOTE3YzNhMGNiYmIxNDY2OTBiMmVmYjE1ZTZmZDA1NGQ1OTJmMzEyZmRjND9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk2NTV9fX1dfQ__&Signature=n6lJItw8dcb7YxsPb53rC1jM5xZMwHDc6ooiMZaokcUUIM2MlQeT0axUmIr3s6Oogk80ln6dfCW8Klz8oP7PDfBjPcz44bcZt0qeeFOlnY2KG4wNza3f%7EaCRh5jqJXTEKzIMlZGLZ4tzUbVZY9ErTbrB9vRx31n2yfRHNsv0gQXCe8Cos2OGYputJi-e5dnPOwKMQ%7E15Phg4N%7EpTrK-0xvcJu8LWNL6qrhJMxfdImJK57FDWr6l7Eis8haJe%7EVAEkaOhomvlbNtP%7Eszalgy9nOjfUkzuOnUv8ebxfisck4AGkoL%7Esmh2iIrpYAsbl%7EdK5ys80qTnWaz7O1MpSsCrzQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-03-29 20:07:34--  https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/2b6540d4f7c066b35cbdb917c3a0cbbb146690b2efb15e6fd054d592f312fdc4?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27ASR_feats_all-MiniLM-L6-v2.zip%3B+filename%3D%22ASR_feats_all-MiniLM-L6-v2.zip%22%3B&response-content-type=application%2Fzip&Expires=1680379655&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvMmI2NTQwZDRmN2MwNjZiMzVjYmRiOTE3YzNhMGNiYmIxNDY2OTBiMmVmYjE1ZTZmZDA1NGQ1OTJmMzEyZmRjND9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk2NTV9fX1dfQ__&Signature=n6lJItw8dcb7YxsPb53rC1jM5xZMwHDc6ooiMZaokcUUIM2MlQeT0axUmIr3s6Oogk80ln6dfCW8Klz8oP7PDfBjPcz44bcZt0qeeFOlnY2KG4wNza3f%7EaCRh5jqJXTEKzIMlZGLZ4tzUbVZY9ErTbrB9vRx31n2yfRHNsv0gQXCe8Cos2OGYputJi-e5dnPOwKMQ%7E15Phg4N%7EpTrK-0xvcJu8LWNL6qrhJMxfdImJK57FDWr6l7Eis8haJe%7EVAEkaOhomvlbNtP%7Eszalgy9nOjfUkzuOnUv8ebxfisck4AGkoL%7Esmh2iIrpYAsbl%7EdK5ys80qTnWaz7O1MpSsCrzQ__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.156.60.37, 108.156.60.44, 108.156.60.112, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.156.60.37|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 256848863 (245M) [application/zip]\n",
            "Saving to: ‘ASR_feats_all-MiniLM-L6-v2.zip’\n",
            "\n",
            "ASR_feats_all-MiniL 100%[===================>] 244.95M  40.5MB/s    in 6.7s    \n",
            "\n",
            "2023-03-29 20:07:41 (36.8 MB/s) - ‘ASR_feats_all-MiniLM-L6-v2.zip’ saved [256848863/256848863]\n",
            "\n",
            "--2023-03-29 20:07:41--  https://huggingface.co/j-min/HiREST-baseline/resolve/main/eva_clip_features.zip\n",
            "Resolving huggingface.co (huggingface.co)... 34.203.133.210, 54.82.45.103, 35.173.225.216, ...\n",
            "Connecting to huggingface.co (huggingface.co)|34.203.133.210|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/a02b84ae016258f6cd0a44a785f2c47388d46275f48ed801c154a71566f297e7?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27eva_clip_features.zip%3B+filename%3D%22eva_clip_features.zip%22%3B&response-content-type=application%2Fzip&Expires=1680379662&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvYTAyYjg0YWUwMTYyNThmNmNkMGE0NGE3ODVmMmM0NzM4OGQ0NjI3NWY0OGVkODAxYzE1NGE3MTU2NmYyOTdlNz9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk2NjJ9fX1dfQ__&Signature=xR1y3%7Et8yOw5ZlP2FzOdsC8aFqYlVw%7EYsGbNChMTt03Zc%7Eq2Jg0BqjYJbXYDIZgKcf7b0XotY2-CZGhGZdCJvv5aWrfOeVYhebDrVcnrxl-kRsFTMji%7EzmOQbvx8wvFMB9cLYDPAoUQGpNYK731QfGJ-yuuRaL2ughNV1lDVn4aez7APCMs6laLdZj1yj8ypmcG7S8BDN2cUes5Jux2g3k4eeKzHo363xZVa%7EVXlkth0DhcMiVWorRxpOoMMkLcB1eG6ZOsHWWy5T6QhsKJJF9a6FyzvUY3wLwEBhzaXjipuNoxX74ul07DW6ELcixQGJZJ1oPIJsvlLbugT1-YEQQ__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-03-29 20:07:42--  https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/a02b84ae016258f6cd0a44a785f2c47388d46275f48ed801c154a71566f297e7?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27eva_clip_features.zip%3B+filename%3D%22eva_clip_features.zip%22%3B&response-content-type=application%2Fzip&Expires=1680379662&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvYTAyYjg0YWUwMTYyNThmNmNkMGE0NGE3ODVmMmM0NzM4OGQ0NjI3NWY0OGVkODAxYzE1NGE3MTU2NmYyOTdlNz9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk2NjJ9fX1dfQ__&Signature=xR1y3%7Et8yOw5ZlP2FzOdsC8aFqYlVw%7EYsGbNChMTt03Zc%7Eq2Jg0BqjYJbXYDIZgKcf7b0XotY2-CZGhGZdCJvv5aWrfOeVYhebDrVcnrxl-kRsFTMji%7EzmOQbvx8wvFMB9cLYDPAoUQGpNYK731QfGJ-yuuRaL2ughNV1lDVn4aez7APCMs6laLdZj1yj8ypmcG7S8BDN2cUes5Jux2g3k4eeKzHo363xZVa%7EVXlkth0DhcMiVWorRxpOoMMkLcB1eG6ZOsHWWy5T6QhsKJJF9a6FyzvUY3wLwEBhzaXjipuNoxX74ul07DW6ELcixQGJZJ1oPIJsvlLbugT1-YEQQ__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.156.60.109, 108.156.60.112, 108.156.60.44, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.156.60.109|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 3705363457 (3.5G) [application/zip]\n",
            "Saving to: ‘eva_clip_features.zip’\n",
            "\n",
            "eva_clip_features.z 100%[===================>]   3.45G  39.1MB/s    in 2m 30s  \n",
            "\n",
            "2023-03-29 20:10:13 (23.5 MB/s) - ‘eva_clip_features.zip’ saved [3705363457/3705363457]\n",
            "\n"
          ]
        }
      ],
      "source": [
        "# ASR\n",
        "!wget https://huggingface.co/j-min/HiREST-baseline/resolve/main/ASR.zip\n",
        "# ASR_feats\n",
        "!wget https://huggingface.co/j-min/HiREST-baseline/resolve/main/ASR_feats_all-MiniLM-L6-v2.zip\n",
        "# eva_clip_feats\n",
        "!wget https://huggingface.co/j-min/HiREST-baseline/resolve/main/eva_clip_features.zip"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Ago4In_Id92j"
      },
      "outputs": [],
      "source": [
        "!unzip -q ASR.zip\n",
        "!unzip -q ASR_feats_all-MiniLM-L6-v2.zip\n",
        "!unzip -q eva_clip_features.zip"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "V0mEQgc0d92k"
      },
      "outputs": [],
      "source": [
        "!mv ASR/ data/ASR/\n",
        "!mv ASR_feats_all-MiniLM-L6-v2/ data/ASR_feats_all-MiniLM-L6-v2/\n",
        "!mv eva_clip_features/ data/eva_clip_features/\n",
        "\n",
        "# !rm ASR.zip ASR_feats_all-MiniLM-L6-v2.zip eva_clip_features.zip"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "SjgnyAHpd92k"
      },
      "source": [
        "# Download Pretrained Weights"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "xqUYFjdSd92k"
      },
      "outputs": [],
      "source": [
        "!mkdir ./checkpoints/\n",
        "!mkdir ./checkpoints/hirest_joint_model/\n",
        "!mkdir ./pretrained_weights/"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "a2NjQnbTd92k",
        "outputId": "0ed01ea0-c24a-43e8-c677-a409043aec10"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2023-03-29 20:11:03--  https://huggingface.co/j-min/HiREST-baseline/resolve/main/clip4caption_vit-b-32_model.bin\n",
            "Resolving huggingface.co (huggingface.co)... 54.82.45.103, 34.203.133.210, 52.2.178.255, ...\n",
            "Connecting to huggingface.co (huggingface.co)|54.82.45.103|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/e4814e953cb088c2f096ac346b003a750bed4f899b7af7bbd9513d43247837be?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27clip4caption_vit-b-32_model.bin%3B+filename%3D%22clip4caption_vit-b-32_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1680379864&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvZTQ4MTRlOTUzY2IwODhjMmYwOTZhYzM0NmIwMDNhNzUwYmVkNGY4OTliN2FmN2JiZDk1MTNkNDMyNDc4MzdiZT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk4NjR9fX1dfQ__&Signature=D78-UCmdgrcCnjq2YDthfoyRATjLGTsjcy0KyQFKlvdVV9QpnJ%7EeeYeTwLyc7SbQDkZ7L1XHymEWy36PLXIukuA4x1IPqCZGiKg3X0YL0zpE0Me3qZwU2dUzJp0lP2sIUp-jcQTtY36LTmPr2YYXQ9KU2yY5tQlRoOAPiivsegHxPr9Bl0qjQs6Ce5XN792mRnMtgzO8wwH6MK4VbMH2j1vUspfNFAz0j5Cj1ZNkFyaoaFbXBM1p5dPUY8CbXr29YtfKa0L-37hcfQEHd0hziBhsVoC83KalrbCj-ABCU2t3RVZ21G2QcRFVu81daPUF7jBna-8H0jVCjNBzu1o2PA__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-03-29 20:11:03--  https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/e4814e953cb088c2f096ac346b003a750bed4f899b7af7bbd9513d43247837be?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27clip4caption_vit-b-32_model.bin%3B+filename%3D%22clip4caption_vit-b-32_model.bin%22%3B&response-content-type=application%2Foctet-stream&Expires=1680379864&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvZTQ4MTRlOTUzY2IwODhjMmYwOTZhYzM0NmIwMDNhNzUwYmVkNGY4OTliN2FmN2JiZDk1MTNkNDMyNDc4MzdiZT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSomcmVzcG9uc2UtY29udGVudC10eXBlPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk4NjR9fX1dfQ__&Signature=D78-UCmdgrcCnjq2YDthfoyRATjLGTsjcy0KyQFKlvdVV9QpnJ%7EeeYeTwLyc7SbQDkZ7L1XHymEWy36PLXIukuA4x1IPqCZGiKg3X0YL0zpE0Me3qZwU2dUzJp0lP2sIUp-jcQTtY36LTmPr2YYXQ9KU2yY5tQlRoOAPiivsegHxPr9Bl0qjQs6Ce5XN792mRnMtgzO8wwH6MK4VbMH2j1vUspfNFAz0j5Cj1ZNkFyaoaFbXBM1p5dPUY8CbXr29YtfKa0L-37hcfQEHd0hziBhsVoC83KalrbCj-ABCU2t3RVZ21G2QcRFVu81daPUF7jBna-8H0jVCjNBzu1o2PA__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.156.60.109, 108.156.60.37, 108.156.60.44, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.156.60.109|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 235712437 (225M) [application/octet-stream]\n",
            "Saving to: ‘clip4caption_vit-b-32_model.bin’\n",
            "\n",
            "clip4caption_vit-b- 100%[===================>] 224.79M  40.0MB/s    in 5.6s    \n",
            "\n",
            "2023-03-29 20:11:09 (39.9 MB/s) - ‘clip4caption_vit-b-32_model.bin’ saved [235712437/235712437]\n",
            "\n",
            "--2023-03-29 20:11:10--  https://huggingface.co/BAAI/EVA/resolve/main/eva_clip_psz14.pt\n",
            "Resolving huggingface.co (huggingface.co)... 54.82.45.103, 52.2.178.255, 34.203.133.210, ...\n",
            "Connecting to huggingface.co (huggingface.co)|54.82.45.103|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/repos/58/f1/58f17426d51756a1aa3793fad0651594b6c14d7bf99c577181cb2e0614f61817/fe1d3a90bb88c3816a8c708b8a16c11c93cc323ec9e7bc7a0e8b979449fa9785?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27eva_clip_psz14.pt%3B+filename%3D%22eva_clip_psz14.pt%22%3B&Expires=1680379870&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzU4L2YxLzU4ZjE3NDI2ZDUxNzU2YTFhYTM3OTNmYWQwNjUxNTk0YjZjMTRkN2JmOTljNTc3MTgxY2IyZTA2MTRmNjE4MTcvZmUxZDNhOTBiYjg4YzM4MTZhOGM3MDhiOGExNmMxMWM5M2NjMzIzZWM5ZTdiYzdhMGU4Yjk3OTQ0OWZhOTc4NT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk4NzB9fX1dfQ__&Signature=EiZqU4hcQYPgGCQHwsJ7%7EDgHfnTRe9PyQjDtdD4beuZaqdAc9EvnqV-3DelFTGybhuH5T45cNgBkNxfRaMlEIJeGW86IxXslMGUMPM-hVUemLrM6nnaAKVe63lKrT4nsCAZugUpC1i1wOaGM-aL7b0C-x%7E5dbmp06KhfcDixoHLmqK2rHe0pH90px3QAjDwTknMAuvY32TZ3cFjzAjsirJOz9%7EDDe%7EzsxRw-4OUal9ItyfrhjSpletNx4QG%7EsTQAjN3WLNpwOpi8-w%7EWGUHXODobQLk9N3jVBSvoSnxclyLBmD9JJLdXmY8qE5j-TQfxmajCnnJvpNLQX9JfBAtwJw__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-03-29 20:11:10--  https://cdn-lfs.huggingface.co/repos/58/f1/58f17426d51756a1aa3793fad0651594b6c14d7bf99c577181cb2e0614f61817/fe1d3a90bb88c3816a8c708b8a16c11c93cc323ec9e7bc7a0e8b979449fa9785?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27eva_clip_psz14.pt%3B+filename%3D%22eva_clip_psz14.pt%22%3B&Expires=1680379870&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzU4L2YxLzU4ZjE3NDI2ZDUxNzU2YTFhYTM3OTNmYWQwNjUxNTk0YjZjMTRkN2JmOTljNTc3MTgxY2IyZTA2MTRmNjE4MTcvZmUxZDNhOTBiYjg4YzM4MTZhOGM3MDhiOGExNmMxMWM5M2NjMzIzZWM5ZTdiYzdhMGU4Yjk3OTQ0OWZhOTc4NT9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk4NzB9fX1dfQ__&Signature=EiZqU4hcQYPgGCQHwsJ7%7EDgHfnTRe9PyQjDtdD4beuZaqdAc9EvnqV-3DelFTGybhuH5T45cNgBkNxfRaMlEIJeGW86IxXslMGUMPM-hVUemLrM6nnaAKVe63lKrT4nsCAZugUpC1i1wOaGM-aL7b0C-x%7E5dbmp06KhfcDixoHLmqK2rHe0pH90px3QAjDwTknMAuvY32TZ3cFjzAjsirJOz9%7EDDe%7EzsxRw-4OUal9ItyfrhjSpletNx4QG%7EsTQAjN3WLNpwOpi8-w%7EWGUHXODobQLk9N3jVBSvoSnxclyLBmD9JJLdXmY8qE5j-TQfxmajCnnJvpNLQX9JfBAtwJw__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.156.60.109, 108.156.60.37, 108.156.60.44, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.156.60.109|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 2273012515 (2.1G) [binary/octet-stream]\n",
            "Saving to: ‘eva_clip_psz14.pt’\n",
            "\n",
            "eva_clip_psz14.pt   100%[===================>]   2.12G   200MB/s    in 9.6s    \n",
            "\n",
            "2023-03-29 20:11:20 (227 MB/s) - ‘eva_clip_psz14.pt’ saved [2273012515/2273012515]\n",
            "\n",
            "--2023-03-29 20:11:20--  https://huggingface.co/j-min/HiREST-baseline/resolve/main/HiREST_BEST.pth\n",
            "Resolving huggingface.co (huggingface.co)... 35.173.225.216, 52.2.178.255, 54.82.45.103, ...\n",
            "Connecting to huggingface.co (huggingface.co)|35.173.225.216|:443... connected.\n",
            "HTTP request sent, awaiting response... 302 Found\n",
            "Location: https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/9f3c207007614fe25a07ec7788f35d122e4bb5eafdfa2775f86cdc3eb6b38100?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27HiREST_BEST.pth%3B+filename%3D%22HiREST_BEST.pth%22%3B&Expires=1680379881&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvOWYzYzIwNzAwNzYxNGZlMjVhMDdlYzc3ODhmMzVkMTIyZTRiYjVlYWZkZmEyNzc1Zjg2Y2RjM2ViNmIzODEwMD9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk4ODF9fX1dfQ__&Signature=iQFCznVSEJUonqu5AUF%7EmrKwZWXMMiLE8Hq6Y2uvx26XYqvjl8po5sccA9HnyQNZkAFsCXRY2MiNwYO4J0PgVrivQLfVq52nheKrSWSWD8BzQwleUIdC1LXp4hfNYLSxl4DBZ6Q9Xu8%7Eo8r2s2X8PLjsgiUTAdx%7EE7F6WpIwBuP5hzFP4RrBmGpbdZX12b5CX5%7EbV02PHNdr-nDOsOfN-UZvxcg8IuEao3WqHnB96DlsPaL%7EP5MTWS%7EVaMeNoDPo89JBesr6YmvbVoNyYjc%7EMswvu0iEEFy7r3CiaRjNrlJCat7O0mNQSnBqqRV0VOzuaYy0keV%7Eqx8pTjdUJ30cYg__&Key-Pair-Id=KVTP0A1DKRTAX [following]\n",
            "--2023-03-29 20:11:20--  https://cdn-lfs.huggingface.co/repos/43/e5/43e5477f8142d4d657272c2d83709064f52cea70061d7f463fe4e9973cc4707b/9f3c207007614fe25a07ec7788f35d122e4bb5eafdfa2775f86cdc3eb6b38100?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27HiREST_BEST.pth%3B+filename%3D%22HiREST_BEST.pth%22%3B&Expires=1680379881&Policy=eyJTdGF0ZW1lbnQiOlt7IlJlc291cmNlIjoiaHR0cHM6Ly9jZG4tbGZzLmh1Z2dpbmdmYWNlLmNvL3JlcG9zLzQzL2U1LzQzZTU0NzdmODE0MmQ0ZDY1NzI3MmMyZDgzNzA5MDY0ZjUyY2VhNzAwNjFkN2Y0NjNmZTRlOTk3M2NjNDcwN2IvOWYzYzIwNzAwNzYxNGZlMjVhMDdlYzc3ODhmMzVkMTIyZTRiYjVlYWZkZmEyNzc1Zjg2Y2RjM2ViNmIzODEwMD9yZXNwb25zZS1jb250ZW50LWRpc3Bvc2l0aW9uPSoiLCJDb25kaXRpb24iOnsiRGF0ZUxlc3NUaGFuIjp7IkFXUzpFcG9jaFRpbWUiOjE2ODAzNzk4ODF9fX1dfQ__&Signature=iQFCznVSEJUonqu5AUF%7EmrKwZWXMMiLE8Hq6Y2uvx26XYqvjl8po5sccA9HnyQNZkAFsCXRY2MiNwYO4J0PgVrivQLfVq52nheKrSWSWD8BzQwleUIdC1LXp4hfNYLSxl4DBZ6Q9Xu8%7Eo8r2s2X8PLjsgiUTAdx%7EE7F6WpIwBuP5hzFP4RrBmGpbdZX12b5CX5%7EbV02PHNdr-nDOsOfN-UZvxcg8IuEao3WqHnB96DlsPaL%7EP5MTWS%7EVaMeNoDPo89JBesr6YmvbVoNyYjc%7EMswvu0iEEFy7r3CiaRjNrlJCat7O0mNQSnBqqRV0VOzuaYy0keV%7Eqx8pTjdUJ30cYg__&Key-Pair-Id=KVTP0A1DKRTAX\n",
            "Resolving cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)... 108.156.60.109, 108.156.60.37, 108.156.60.44, ...\n",
            "Connecting to cdn-lfs.huggingface.co (cdn-lfs.huggingface.co)|108.156.60.109|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 252841413 (241M) [binary/octet-stream]\n",
            "Saving to: ‘HiREST_BEST.pth’\n",
            "\n",
            "HiREST_BEST.pth     100%[===================>] 241.13M   138MB/s    in 1.7s    \n",
            "\n",
            "2023-03-29 20:11:23 (138 MB/s) - ‘HiREST_BEST.pth’ saved [252841413/252841413]\n",
            "\n"
          ]
        }
      ],
      "source": [
        "# Pretrained CLIP4Caption\n",
        "!wget https://huggingface.co/j-min/HiREST-baseline/resolve/main/clip4caption_vit-b-32_model.bin\n",
        "!mv clip4caption_vit-b-32_model.bin ./pretrained_weights/clip4caption_vit-b-32_model.bin\n",
        "\n",
        "# EVA-CLIP-G (frozen visual/textual encoder)\n",
        "!wget https://huggingface.co/BAAI/EVA/resolve/main/eva_clip_psz14.pt\n",
        "!mv eva_clip_psz14.pt ./pretrained_weights/eva_clip_psz14.pt\n",
        "\n",
        "# Finetuned HiREST joint baseline model\n",
        "!wget https://huggingface.co/j-min/HiREST-baseline/resolve/main/HiREST_BEST.pth\n",
        "!mv HiREST_BEST.pth ./checkpoints/hirest_joint_model/BEST.pth"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "KV3HTXrQd92k"
      },
      "source": [
        "# Run model inference"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "7JAjIKmVd92k",
        "outputId": "53f75dff-3a7c-4afb-c84e-be2c4e0b5cc7"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Namespace(data_dir='./data/val_testing/', video_feature_dir='./data/eva_clip_features', asr_dir='./data/ASR', asr_feature_dir='./data/ASR_feats_all-MiniLM-L6-v2', task_moment_retrieval=True, task_moment_segmentation=True, task_step_captioning=True, use_gaussian_blur=False, train_batch_size=5, eval_batch_size=5, clip_grad_norm=5.0, gradient_accumulation_steps=1, epochs=50, lr=1e-05, weight_decay=0.0, warmup_steps=0.1, seed=2222, optim='adamw', fp16=False, train=False, end_to_end=False, n_model_frames=-1, num_workers=2, distributed=False, device='cuda', num_beams=3, load=None, ckpt_dir='./checkpoints/hirest_joint_model/', comment='', num_thread_reader=16, n_display=16, max_frames_step_captioning=20, max_words=48, visual_num_hidden_layers=2, decoder_num_hidden_layers=2, local_rank=0, gpu=0, world_size=1)\n",
            "Process Launching at GPU 0\n",
            "NLGEval not installed, if you want to train CLIP4Caption,\n",
            "          please install it via pip install git+https://github.com/Maluuba/nlg-eval.git@master\n",
            "tasks: ['moment_retrieval', 'moment_segmentation', 'step_captioning']\n",
            "https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt\n",
            "100% 231508/231508 [00:00<00:00, 901157.22B/s]\n",
            "100% 407873900/407873900 [00:15<00:00, 26824540.32B/s]\n",
            "Set visual_config.num_hidden_layers: 2.\n",
            "Set decoder_config.num_decoder_layers: 2.\n",
            "Weights from pretrained model cause errors in CaptionGenerator: \n",
            "   size mismatch for visual.embeddings.position_embeddings.weight: copying a param with shape torch.Size([512, 768]) from checkpoint, the shape in current model is torch.Size([2048, 768]).\n",
            "<All keys matched successfully>\n",
            "Loaded EVA CLIP G\n",
            "# total parameters: 1199.62M\n",
            "# trainable parameters: 63.19M\n",
            "Building train loader at GPU 0\n",
            "Building test loader at GPU 0\n",
            "https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt\n",
            "# moment_retrieval examples: 193\n",
            "https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt\n",
            "# moment_segmentation examples: 78\n",
            "https://s3.amazonaws.com/models.huggingface.co/bert/bert-base-uncased-vocab.txt\n",
            "# step_captioning examples: 606\n",
            "Model Launching at GPU 0\n",
            "It took 6.7s\n",
            "Model loaded from  ./checkpoints/hirest_joint_model/BEST\n",
            "Moment_retrieval Prediction: 100%|██████████████████████████████████████████████████████| 39/39 [00:05<00:00,  7.63it/s]\n",
            "/usr/local/lib/python3.9/dist-packages/numpy/core/fromnumeric.py:3474: RuntimeWarning: Mean of empty slice.\n",
            "  return _methods._mean(a, axis=axis, dtype=dtype,\n",
            "/usr/local/lib/python3.9/dist-packages/numpy/core/_methods.py:189: RuntimeWarning: invalid value encountered in double_scalars\n",
            "  ret = ret.dtype.type(ret / rcount)\n",
            "Moment_segmentation Prediction: 100%|███████████████████████████████████████████████████| 16/16 [00:10<00:00,  1.57it/s]\n",
            "Step_captioning Prediction:   0%|                                                               | 0/122 [00:00<?, ?it/s]/content/HiREST-main/./clip4caption/modules/beam.py:85: UserWarning: __floordiv__ is deprecated, and its behavior will change in a future version of pytorch. It currently rounds toward 0 (like the 'trunc' function NOT 'floor'). This results in incorrect rounding for negative values. To keep the current behavior, use torch.div(a, b, rounding_mode='trunc'), or for actual floor division, use torch.div(a, b, rounding_mode='floor').\n",
            "  prev_k = best_scores_id // num_words\n",
            "Step_captioning Prediction: 100%|█████████████████████████████████████████████████████| 122/122 [00:12<00:00,  9.57it/s]\n",
            "Saved ./checkpoints/hirest_joint_model/test_moment_retrieval_BEST.json\n",
            "Saved ./checkpoints/hirest_joint_model/test_moment_segmentation_BEST.json\n",
            "Saved ./checkpoints/hirest_joint_model/test_step_captioning_BEST.json\n"
          ]
        }
      ],
      "source": [
        "!bash scripts/run_val.sh"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "JAzdzsV3d92k"
      },
      "source": [
        "# Calculate metrics\n",
        "\n",
        "CLIPScore computation is skipped in this colab, as it requires video frame extraction for whole test videos. You can add `--frame_dir` to `evaluate.py`. "
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "zCFXM5S-d92k",
        "outputId": "36678fcf-2a67-45f9-dbd2-f47d268f2bc7"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Moment Retrieval\n",
            "Namespace(task='moment_retrieval', gt_data='./data/val_testing/all_data_test.json', pred_data='./checkpoints/hirest_joint_model//test_moment_retrieval_BEST.json', device=-1, print_per_category=False, help=False, preprocess_moment_bounds=False, replace_pred_moment_bounds=False, frame_dir='None')\n",
            "100% 292/292 [00:00<00:00, 323833.10it/s]\n",
            "100% 292/292 [00:00<00:00, 225011.35it/s]\n",
            "{'total_videos': 193, 'R@0.5': 71.50259067357513, 'R@0.7': 37.30569948186528}\n",
            "\\n\n",
            "Moment Segmentation\n",
            "Namespace(task='moment_segmentation', gt_data='./data/val_testing/formated_moment_evaluation_gt.json', pred_data='./checkpoints/hirest_joint_model//test_moment_segmentation_BEST.json', device=-1, print_per_category=False, help=False, preprocess_moment_bounds=True, replace_pred_moment_bounds=False, frame_dir='None')\n",
            "100% 78/78 [00:00<00:00, 933.22it/s]\n",
            "100% 78/78 [00:00<00:00, 630.30it/s]\n",
            "100% 78/78 [00:00<00:00, 580.78it/s]\n",
            "{'recall': {'0.5': 36.20448704665185, '0.7': 16.44956170200275}, 'precision': {'0.5': 27.31138953572864, '0.7': 11.113875936452736}, 'total': 78}\n",
            "\\n\n",
            "Step Captioning\n",
            "Namespace(task='step_captioning', gt_data='./data/val_testing/formated_moment_evaluation_gt.json', pred_data='./checkpoints/hirest_joint_model//test_step_captioning_BEST.json', device=0, print_per_category=False, help=False, preprocess_moment_bounds=False, replace_pred_moment_bounds=False, frame_dir='None')\n",
            "2023-03-29 20:13:33.967359: I tensorflow/core/platform/cpu_feature_guard.cc:193] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  AVX2 AVX512F FMA\n",
            "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
            "2023-03-29 20:13:38.422232: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/lib64-nvidia\n",
            "2023-03-29 20:13:38.422736: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory; LD_LIBRARY_PATH: /usr/lib64-nvidia\n",
            "2023-03-29 20:13:38.422774: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.\n",
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n",
            "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
            "lerc is not a registered model.\n",
            "\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.1…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.1…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.6…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m1.3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m2.9…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  1%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m6.7…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  2%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m10.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  2%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m13.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  2%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m13.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  2%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m17.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  3%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m19.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  3%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m19.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  3%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m19.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  3%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m21.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  3%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m21.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  4%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m25.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  4%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m30.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  4%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m30.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  5%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m34.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  5%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m37.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  5%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m37.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  6%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m41.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  6%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m45.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  6%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m45.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  7%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m48.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  8%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m52.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  8%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m57.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  9%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m61.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  9%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m61.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  9%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m65.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 10%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m70.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 10%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m71.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 11%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m76.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 11%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m77.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 12%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m81.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 12%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m86.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 13%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m90.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 13%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m94.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 13%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m94.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 13%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m94.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 14%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m98.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 15%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m101…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 15%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m101…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 15%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m105…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 16%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m110…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 16%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m110…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 17%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m115…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 17%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m118…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 18%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m123…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 18%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m128…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m130…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m134…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m134…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m134…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m134…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m135…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 20%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m139…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 20%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m142…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 20%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m142…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 21%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m145…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 22%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m150…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 22%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m151…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 22%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m156…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 23%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m159…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 23%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m162…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 24%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m167…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 24%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m168…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 25%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m174…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 25%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m176…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 25%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m176…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 26%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m179…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 26%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m184…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 26%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m184…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 27%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m186…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 27%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m190…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 28%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m192…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 28%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m197…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 29%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m201…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 29%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m205…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 30%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m209…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 30%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m212…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 31%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m215…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 32%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m220…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 32%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m225…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 33%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m227…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 33%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m231…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 34%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m234…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 34%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m239…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 35%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m243…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 35%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m243…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 35%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m246…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 36%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m250…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 37%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m255…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 37%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m260…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 38%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m263…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 38%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m268…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 38%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m268…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 39%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m272…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 40%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m276…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 40%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m276…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 40%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m280…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 41%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m285…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 41%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m288…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 42%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m292…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 42%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m296…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 43%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m300…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 43%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m302…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 44%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m305…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 44%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m309…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 45%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m313…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 46%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m317…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 46%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m319…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 46%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m323…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 47%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m327…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 47%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m331…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 48%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m335…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 49%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m338…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 49%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m343…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 50%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m346…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 50%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m351…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 51%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m353…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 51%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m358…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 52%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m360…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 52%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m363…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 53%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m367…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 53%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m371…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 54%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m376…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 54%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m378…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 55%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m382…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 55%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m385…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 56%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m390…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 57%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m394…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 57%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m394…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 57%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m398…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 58%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m403…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 58%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m407…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 59%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m411…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 59%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m413…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 60%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m417…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 60%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m420…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 61%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m425…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 61%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m427…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 61%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m427…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 62%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m429…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 62%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m433…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 63%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m436…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 63%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m438…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 63%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m442…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 64%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m444…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 64%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m446…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 65%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m450…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 65%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m454…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 66%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m457…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 66%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m460…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 66%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m463…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 67%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m467…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 67%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m470…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 68%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m474…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 69%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m478…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 69%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m482…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 70%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m486…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 70%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m491…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 71%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m494…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 71%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m497…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 72%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m501…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 72%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m503…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 73%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m507…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 73%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m510…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 73%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m511…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 73%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m511…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 73%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m511…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 74%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m515…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 75%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m520…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 75%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m524…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 76%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m528…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 76%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m528…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 76%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m531…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 77%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m535…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 77%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m536…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 78%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m540…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 78%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m545…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 78%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m545…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 79%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m549…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 79%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m553…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 80%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m557…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 80%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m561…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 81%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m563…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 81%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m568…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 82%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m570…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 82%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m573…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 83%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m578…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 83%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m578…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 83%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m578…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 83%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m581…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 84%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m586…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 84%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m587…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 85%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m591…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 85%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m594…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 86%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m597…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 86%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m602…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 87%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m604…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 87%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m607…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 88%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m611…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 88%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m613…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 89%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m617…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 89%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m620…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 89%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m621…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 90%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m626…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 90%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m629…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 91%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m632…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 91%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m637…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 92%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m639…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 92%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m642…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 93%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m645…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 93%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m645…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 93%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m645…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 93%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m648…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 94%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m653…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 94%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m654…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 94%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m655…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 95%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m660…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 95%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m662…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 95%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m664…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 96%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m668…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 96%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m673…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 97%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m676…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 98%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m681…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 98%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m686…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 99%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m689…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 99%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m693…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://storage.googleapis.com/allennlp-public-mo…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m100%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m697…\u001b[0m\n",
            "                                                                            \u001b[32mMB  \u001b[0m\n",
            "\u001b[?25h/usr/local/lib/python3.9/dist-packages/spacy/util.py:837: UserWarning: [W095] Model 'en_core_web_sm' (3.5.0) was trained with spaCy v3.5 and may not be 100% compatible with the current version (3.3.2). If you see errors or degraded performance, download a newer compatible model or retrain your custom model with the current spaCy version. For more details and available updates, run: python -m spacy validate\n",
            "  warnings.warn(warn_msg)\n",
            "\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0/3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0/3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0/3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0/3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0/3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0/3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0/3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m100%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m336…\u001b[0m\n",
            "                                                                            \u001b[32mbyt…\u001b[0m\n",
            "\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.1…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.1…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.1…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.1…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.3…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.6…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m0.6…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  0%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m1.2…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  1%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m2.2…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  1%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m2.4…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  1%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m4.8…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  1%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m5.0…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  2%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m6.8…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  2%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m9.2…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  2%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m9.2…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  3%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m11.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  4%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m13.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  4%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m14.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  5%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m16.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  5%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m17.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  5%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m19.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  6%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m22.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  6%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m22.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  7%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m24.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  7%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m26.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  7%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m27.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  8%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m29.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  8%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m30.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  9%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m32.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  9%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m35.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m  9%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m35.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 10%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m37.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 11%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m39.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 11%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m40.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 12%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m43.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 12%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m43.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 12%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m46.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 13%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m48.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 13%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m48.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 14%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m51.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 14%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m52.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 14%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m54.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 15%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m56.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 15%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m56.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m 16%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m59.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 17%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m62.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 17%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m62.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 17%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m65.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 18%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m66.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 18%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m68.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m70.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 19%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m70.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 20%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m73.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 20%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m76.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 20%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m76.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 21%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m79.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 21%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m80.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 22%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m81.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 23%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m84.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 23%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m84.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 23%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m87.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 24%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m89.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 24%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m90.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 25%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m92.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 25%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m93.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 25%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m95.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 26%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m98.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 26%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m98.…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 27%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m101…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 27%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m102…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 28%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m103…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 28%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m106…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 29%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m107…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 29%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m109…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 30%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m111…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 30%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m111…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 31%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m114…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 31%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m117…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 31%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m117…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 32%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m120…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 32%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m121…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m╸\u001b[0m\u001b[90m━━\u001b[0m \u001b[35m 33%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m123…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 34%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m125…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 34%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m125…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 34%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m128…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 35%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m131…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 35%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m131…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 36%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m134…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 36%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m135…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 37%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m136…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 37%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m139…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 37%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m139…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 38%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m141…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 38%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m143…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 39%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m144…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 39%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m147…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 40%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m148…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 40%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m149…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 41%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m152…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 41%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m153…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 41%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m155…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 42%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m157…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 42%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m158…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 43%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m160…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 43%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m161…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 44%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m163…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 44%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m166…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 45%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m166…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 45%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m169…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 46%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m171…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 46%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m171…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 47%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m174…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 47%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m176…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 47%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m177…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 48%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m180…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 48%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m181…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 49%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m183…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 50%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m186…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[90m╺\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 50%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m186…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 50%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m189…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 51%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m190…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 51%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m191…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 52%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m194…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 52%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m194…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 53%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m197…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 53%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m198…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 54%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m201…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 54%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m202…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 55%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m204…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 55%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m206…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 55%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m207…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 56%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m210…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 56%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m210…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 57%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m213…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 57%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m215…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 58%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m216…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 58%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m218…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 59%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m220…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 59%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m221…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 60%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m224…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 60%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m225…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 61%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m227…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 61%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m229…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 61%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m230…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 62%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m233…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 63%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m234…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 63%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m235…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 64%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m238…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 64%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m239…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 65%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m241…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 65%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m243…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 65%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m244…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 66%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m247…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━\u001b[0m\u001b[91m╸\u001b[0m\u001b[90m━\u001b[0m \u001b[35m 66%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m248…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 67%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m250…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 68%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m253…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 68%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m254…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 68%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m256…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 69%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m258…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 69%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m259…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 70%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m261…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 70%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m263…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 71%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m264…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 71%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m267…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 72%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m269…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 72%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m270…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 73%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m272…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 73%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m273…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 74%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m276…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 74%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m278…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 75%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m279…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 75%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m282…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 76%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m283…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 76%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m285…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 77%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m287…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 77%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m288…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 78%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m291…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 78%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m292…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 79%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m294…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 79%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m297…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 80%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m298…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 80%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m300…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 81%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m302…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 81%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m303…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 82%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m306…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 82%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m307…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 83%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m309…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[90m╺\u001b[0m \u001b[35m 83%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m311…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 84%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m313…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 84%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m314…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 85%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m316…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 85%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m317…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 86%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m320…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 86%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m322…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 86%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m323…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 87%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m326…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 87%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m327…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 88%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m329…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 89%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m331…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 89%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m332…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 90%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m335…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 90%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m336…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 90%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m338…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 91%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m341…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 91%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m342…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 92%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m344…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 93%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m346…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 93%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m347…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 94%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m350…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 94%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m351…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 94%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m353…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 95%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m355…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 95%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m356…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 96%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m358…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 96%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m360…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 97%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m361…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 97%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m364…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 98%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m365…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 98%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m367…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 99%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m370…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m 99%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m371…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[91m━━\u001b[0m\u001b[91m╸\u001b[0m \u001b[35m100%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m373…\u001b[0m\n",
            "\u001b[2K\u001b[1A\u001b[2KDownloading \u001b[3;36mhttps://allennlp.s3.amazonaws.com/models/elmo/2x4…\u001b[0m \u001b[90m━━━\u001b[0m \u001b[35m100%\u001b[0m \u001b[33m0:…\u001b[0m \u001b[32m374…\u001b[0m\n",
            "                                                                            \u001b[32mMB  \u001b[0m\n",
            "\u001b[?25hLoaded Entailment evaluation model\n",
            "100% 78/78 [00:27<00:00,  2.88it/s]\n",
            "Computing BERTScore...\n",
            "Downloading: 100% 482/482 [00:00<00:00, 473kB/s]\n",
            "Downloading: 100% 878k/878k [00:00<00:00, 2.09MB/s]\n",
            "Downloading: 100% 446k/446k [00:00<00:00, 1.32MB/s]\n",
            "Downloading: 100% 1.33G/1.33G [00:46<00:00, 30.4MB/s]\n",
            "Some weights of the model checkpoint at roberta-large were not used when initializing RobertaModel: ['lm_head.layer_norm.weight', 'lm_head.dense.weight', 'lm_head.dense.bias', 'lm_head.decoder.weight', 'lm_head.layer_norm.bias', 'lm_head.bias']\n",
            "- This IS expected if you are initializing RobertaModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing RobertaModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n",
            "calculating scores...\n",
            "computing bert embedding.\n",
            "100% 11/11 [00:00<00:00, 11.50it/s]\n",
            "computing greedy matching.\n",
            "100% 10/10 [00:00<00:00, 91.99it/s]\n",
            "done in 1.07 seconds, 567.88 sentences/sec\n",
            "Computing COCO Eval metrics...\n",
            "PTBTokenizer tokenized 3090 tokens at 20305.83 tokens per second.\n",
            "PTBTokenizer tokenized 2553 tokens at 23905.87 tokens per second.\n",
            "WARNING: An illegal reflective access operation has occurred\n",
            "WARNING: Illegal reflective access by org.nustaq.serialization.FSTClazzInfo (file:/usr/local/lib/python3.9/dist-packages/language_evaluation/coco_caption_py3/pycocoevalcap/spice/lib/fst-2.47.jar) to field java.lang.String.value\n",
            "WARNING: Please consider reporting this to the maintainers of org.nustaq.serialization.FSTClazzInfo\n",
            "WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations\n",
            "WARNING: All illegal access operations will be denied in a future release\n",
            "Parsing reference captions\n",
            "Initiating Stanford parsing pipeline\n",
            "[main] INFO edu.stanford.nlp.pipeline.StanfordCoreNLP - Adding annotator tokenize\n",
            "[main] INFO edu.stanford.nlp.pipeline.TokenizerAnnotator - TokenizerAnnotator: No tokenizer type provided. Defaulting to PTBTokenizer.\n",
            "[main] INFO edu.stanford.nlp.pipeline.StanfordCoreNLP - Adding annotator ssplit\n",
            "[main] INFO edu.stanford.nlp.pipeline.StanfordCoreNLP - Adding annotator parse\n",
            "[main] INFO edu.stanford.nlp.parser.common.ParserGrammar - Loading parser from serialized file edu/stanford/nlp/models/lexparser/englishPCFG.ser.gz ... \n",
            "done [1.7 sec].\n",
            "[main] INFO edu.stanford.nlp.pipeline.StanfordCoreNLP - Adding annotator lemma\n",
            "[main] INFO edu.stanford.nlp.pipeline.StanfordCoreNLP - Adding annotator ner\n",
            "Loading classifier from edu/stanford/nlp/models/ner/english.all.3class.distsim.crf.ser.gz ... done [3.1 sec].\n",
            "Loading classifier from edu/stanford/nlp/models/ner/english.muc.7class.distsim.crf.ser.gz ... done [1.9 sec].\n",
            "Loading classifier from edu/stanford/nlp/models/ner/english.conll.4class.distsim.crf.ser.gz ... done [1.4 sec].\n",
            "Threads( StanfordCoreNLP ) [18.446 seconds]\n",
            "Parsing test captions\n",
            "Threads( StanfordCoreNLP ) [2.827 seconds]\n",
            "Warning: Nashorn engine is planned to be removed from a future JDK release\n",
            "SPICE evaluation took: 35.11 s\n",
            "{'CLIPScore': 0.0, 'BERTScore_F1': 0.8585952520370483, 'Total': 78, 'Entailment': 39.93399339933993, 'Contradiction': 27.557755775577558, 'Netural': 32.508250825082506, 'Bleu_1': 9.839715777602331, 'Bleu_2': 3.50277178103081, 'Bleu_3': 1.5610352026734227, 'Bleu_4': 0.9877200464957667, 'METEOR': 4.023509311284452, 'ROUGE_L': 11.626942760807067, 'CIDEr': 19.957904025927856, 'SPICE': 3.0500550055005498}\n"
          ]
        }
      ],
      "source": [
        "!bash scripts/score_val.bash"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "6VdCju3Ar1yH"
      },
      "outputs": [],
      "source": []
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "provenance": [],
      "include_colab_link": true
    },
    "gpuClass": "standard",
    "kernelspec": {
      "display_name": "Python 3",
      "language": "python",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.8.16"
    },
    "orig_nbformat": 4
  },
  "nbformat": 4,
  "nbformat_minor": 0
}