COVID-19_Tweet_Classification_LSTM_RNN.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "COVID-19 Tweet Classification with LSTM Recurrent NN.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "authorship_tag": "ABX9TyPoBUxfyxda5fCcD77oxGl8",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Maede27/LSTM-Recurrent-Neural-Network-with-Keras/blob/master/COVID_19_Tweet_Classification_with_LSTM_Recurrent_NN.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2Cl9lilyKz5J",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import matplotlib.pyplot as plt\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import os\n",
        "import tensorflow as tf\n",
        "import time\n",
        "from tensorflow import keras"
      ],
      "execution_count": 1,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "keW5BwjAh-WM",
        "colab_type": "text"
      },
      "source": [
        "## Load the train and test tweet datasets"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "8ikjxCt9WeMK",
        "colab_type": "code",
        "colab": {
          "resources": {
            "http://localhost:8080/nbextensions/google.colab/files.js": {
              "data": "Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7CgpmdW5jdGlvbiBfdXBsb2FkRmlsZXMoaW5wdXRJZCwgb3V0cHV0SWQpIHsKICBjb25zdCBzdGVwcyA9IHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCk7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICAvLyBDYWNoZSBzdGVwcyBvbiB0aGUgb3V0cHV0RWxlbWVudCB0byBtYWtlIGl0IGF2YWlsYWJsZSBmb3IgdGhlIG5leHQgY2FsbAogIC8vIHRvIHVwbG9hZEZpbGVzQ29udGludWUgZnJvbSBQeXRob24uCiAgb3V0cHV0RWxlbWVudC5zdGVwcyA9IHN0ZXBzOwoKICByZXR1cm4gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpOwp9CgovLyBUaGlzIGlzIHJvdWdobHkgYW4gYXN5bmMgZ2VuZXJhdG9yIChub3Qgc3VwcG9ydGVkIGluIHRoZSBicm93c2VyIHlldCksCi8vIHdoZXJlIHRoZXJlIGFyZSBtdWx0aXBsZSBhc3luY2hyb25vdXMgc3RlcHMgYW5kIHRoZSBQeXRob24gc2lkZSBpcyBnb2luZwovLyB0byBwb2xsIGZvciBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcC4KLy8gVGhpcyB1c2VzIGEgUHJvbWlzZSB0byBibG9jayB0aGUgcHl0aG9uIHNpZGUgb24gY29tcGxldGlvbiBvZiBlYWNoIHN0ZXAsCi8vIHRoZW4gcGFzc2VzIHRoZSByZXN1bHQgb2YgdGhlIHByZXZpb3VzIHN0ZXAgYXMgdGhlIGlucHV0IHRvIHRoZSBuZXh0IHN0ZXAuCmZ1bmN0aW9uIF91cGxvYWRGaWxlc0NvbnRpbnVlKG91dHB1dElkKSB7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICBjb25zdCBzdGVwcyA9IG91dHB1dEVsZW1lbnQuc3RlcHM7CgogIGNvbnN0IG5leHQgPSBzdGVwcy5uZXh0KG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSk7CiAgcmV0dXJuIFByb21pc2UucmVzb2x2ZShuZXh0LnZhbHVlLnByb21pc2UpLnRoZW4oKHZhbHVlKSA9PiB7CiAgICAvLyBDYWNoZSB0aGUgbGFzdCBwcm9taXNlIHZhbHVlIHRvIG1ha2UgaXQgYXZhaWxhYmxlIHRvIHRoZSBuZXh0CiAgICAvLyBzdGVwIG9mIHRoZSBnZW5lcmF0b3IuCiAgICBvdXRwdXRFbGVtZW50Lmxhc3RQcm9taXNlVmFsdWUgPSB2YWx1ZTsKICAgIHJldHVybiBuZXh0LnZhbHVlLnJlc3BvbnNlOwogIH0pOwp9CgovKioKICogR2VuZXJhdG9yIGZ1bmN0aW9uIHdoaWNoIGlzIGNhbGxlZCBiZXR3ZWVuIGVhY2ggYXN5bmMgc3RlcCBvZiB0aGUgdXBsb2FkCiAqIHByb2Nlc3MuCiAqIEBwYXJhbSB7c3RyaW5nfSBpbnB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIGlucHV0IGZpbGUgcGlja2VyIGVsZW1lbnQuCiAqIEBwYXJhbSB7c3RyaW5nfSBvdXRwdXRJZCBFbGVtZW50IElEIG9mIHRoZSBvdXRwdXQgZGlzcGxheS4KICogQHJldHVybiB7IUl0ZXJhYmxlPCFPYmplY3Q+fSBJdGVyYWJsZSBvZiBuZXh0IHN0ZXBzLgogKi8KZnVuY3Rpb24qIHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IGlucHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKGlucHV0SWQpOwogIGlucHV0RWxlbWVudC5kaXNhYmxlZCA9IGZhbHNlOwoKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIG91dHB1dEVsZW1lbnQuaW5uZXJIVE1MID0gJyc7CgogIGNvbnN0IHBpY2tlZFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgaW5wdXRFbGVtZW50LmFkZEV2ZW50TGlzdGVuZXIoJ2NoYW5nZScsIChlKSA9PiB7CiAgICAgIHJlc29sdmUoZS50YXJnZXQuZmlsZXMpOwogICAgfSk7CiAgfSk7CgogIGNvbnN0IGNhbmNlbCA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2J1dHRvbicpOwogIGlucHV0RWxlbWVudC5wYXJlbnRFbGVtZW50LmFwcGVuZENoaWxkKGNhbmNlbCk7CiAgY2FuY2VsLnRleHRDb250ZW50ID0gJ0NhbmNlbCB1cGxvYWQnOwogIGNvbnN0IGNhbmNlbFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgY2FuY2VsLm9uY2xpY2sgPSAoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9OwogIH0pOwoKICAvLyBXYWl0IGZvciB0aGUgdXNlciB0byBwaWNrIHRoZSBmaWxlcy4KICBjb25zdCBmaWxlcyA9IHlpZWxkIHsKICAgIHByb21pc2U6IFByb21pc2UucmFjZShbcGlja2VkUHJvbWlzZSwgY2FuY2VsUHJvbWlzZV0pLAogICAgcmVzcG9uc2U6IHsKICAgICAgYWN0aW9uOiAnc3RhcnRpbmcnLAogICAgfQogIH07CgogIGNhbmNlbC5yZW1vdmUoKTsKCiAgLy8gRGlzYWJsZSB0aGUgaW5wdXQgZWxlbWVudCBzaW5jZSBmdXJ0aGVyIHBpY2tzIGFyZSBub3QgYWxsb3dlZC4KICBpbnB1dEVsZW1lbnQuZGlzYWJsZWQgPSB0cnVlOwoKICBpZiAoIWZpbGVzKSB7CiAgICByZXR1cm4gewogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgICAgfQogICAgfTsKICB9CgogIGZvciAoY29uc3QgZmlsZSBvZiBmaWxlcykgewogICAgY29uc3QgbGkgPSBkb2N1bWVudC5jcmVhdGVFbGVtZW50KCdsaScpOwogICAgbGkuYXBwZW5kKHNwYW4oZmlsZS5uYW1lLCB7Zm9udFdlaWdodDogJ2JvbGQnfSkpOwogICAgbGkuYXBwZW5kKHNwYW4oCiAgICAgICAgYCgke2ZpbGUudHlwZSB8fCAnbi9hJ30pIC0gJHtmaWxlLnNpemV9IGJ5dGVzLCBgICsKICAgICAgICBgbGFzdCBtb2RpZmllZDogJHsKICAgICAgICAgICAgZmlsZS5sYXN0TW9kaWZpZWREYXRlID8gZmlsZS5sYXN0TW9kaWZpZWREYXRlLnRvTG9jYWxlRGF0ZVN0cmluZygpIDoKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgJ24vYSd9IC0gYCkpOwogICAgY29uc3QgcGVyY2VudCA9IHNwYW4oJzAlIGRvbmUnKTsKICAgIGxpLmFwcGVuZENoaWxkKHBlcmNlbnQpOwoKICAgIG91dHB1dEVsZW1lbnQuYXBwZW5kQ2hpbGQobGkpOwoKICAgIGNvbnN0IGZpbGVEYXRhUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICAgIGNvbnN0IHJlYWRlciA9IG5ldyBGaWxlUmVhZGVyKCk7CiAgICAgIHJlYWRlci5vbmxvYWQgPSAoZSkgPT4gewogICAgICAgIHJlc29sdmUoZS50YXJnZXQucmVzdWx0KTsKICAgICAgfTsKICAgICAgcmVhZGVyLnJlYWRBc0FycmF5QnVmZmVyKGZpbGUpOwogICAgfSk7CiAgICAvLyBXYWl0IGZvciB0aGUgZGF0YSB0byBiZSByZWFkeS4KICAgIGxldCBmaWxlRGF0YSA9IHlpZWxkIHsKICAgICAgcHJvbWlzZTogZmlsZURhdGFQcm9taXNlLAogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbnRpbnVlJywKICAgICAgfQogICAgfTsKCiAgICAvLyBVc2UgYSBjaHVua2VkIHNlbmRpbmcgdG8gYXZvaWQgbWVzc2FnZSBzaXplIGxpbWl0cy4gU2VlIGIvNjIxMTU2NjAuCiAgICBsZXQgcG9zaXRpb24gPSAwOwogICAgd2hpbGUgKHBvc2l0aW9uIDwgZmlsZURhdGEuYnl0ZUxlbmd0aCkgewogICAgICBjb25zdCBsZW5ndGggPSBNYXRoLm1pbihmaWxlRGF0YS5ieXRlTGVuZ3RoIC0gcG9zaXRpb24sIE1BWF9QQVlMT0FEX1NJWkUpOwogICAgICBjb25zdCBjaHVuayA9IG5ldyBVaW50OEFycmF5KGZpbGVEYXRhLCBwb3NpdGlvbiwgbGVuZ3RoKTsKICAgICAgcG9zaXRpb24gKz0gbGVuZ3RoOwoKICAgICAgY29uc3QgYmFzZTY0ID0gYnRvYShTdHJpbmcuZnJvbUNoYXJDb2RlLmFwcGx5KG51bGwsIGNodW5rKSk7CiAgICAgIHlpZWxkIHsKICAgICAgICByZXNwb25zZTogewogICAgICAgICAgYWN0aW9uOiAnYXBwZW5kJywKICAgICAgICAgIGZpbGU6IGZpbGUubmFtZSwKICAgICAgICAgIGRhdGE6IGJhc2U2NCwKICAgICAgICB9LAogICAgICB9OwogICAgICBwZXJjZW50LnRleHRDb250ZW50ID0KICAgICAgICAgIGAke01hdGgucm91bmQoKHBvc2l0aW9uIC8gZmlsZURhdGEuYnl0ZUxlbmd0aCkgKiAxMDApfSUgZG9uZWA7CiAgICB9CiAgfQoKICAvLyBBbGwgZG9uZS4KICB5aWVsZCB7CiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICB9CiAgfTsKfQoKc2NvcGUuZ29vZ2xlID0gc2NvcGUuZ29vZ2xlIHx8IHt9OwpzY29wZS5nb29nbGUuY29sYWIgPSBzY29wZS5nb29nbGUuY29sYWIgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYi5fZmlsZXMgPSB7CiAgX3VwbG9hZEZpbGVzLAogIF91cGxvYWRGaWxlc0NvbnRpbnVlLAp9Owp9KShzZWxmKTsK",
              "ok": true,
              "headers": [
                [
                  "content-type",
                  "application/javascript"
                ]
              ],
              "status": 200,
              "status_text": ""
            }
          },
          "base_uri": "https://localhost:8080/",
          "height": 73
        },
        "outputId": "8f6eacbc-9538-4e15-db30-c2557c18fc5f"
      },
      "source": [
        "from google.colab import files\n",
        "train_data = files.upload()"
      ],
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "     <input type=\"file\" id=\"files-bfd36bc4-019f-4453-8618-fccbaedc4ce9\" name=\"files[]\" multiple disabled\n",
              "        style=\"border:none\" />\n",
              "     <output id=\"result-bfd36bc4-019f-4453-8618-fccbaedc4ce9\">\n",
              "      Upload widget is only available when the cell has been executed in the\n",
              "      current browser session. Please rerun this cell to enable.\n",
              "      </output>\n",
              "      <script src=\"/nbextensions/google.colab/files.js\"></script> "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Saving tweet_train.csv to tweet_train.csv\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "amVSnSG-W8iA",
        "colab_type": "code",
        "colab": {
          "resources": {
            "http://localhost:8080/nbextensions/google.colab/files.js": {
              "data": "Ly8gQ29weXJpZ2h0IDIwMTcgR29vZ2xlIExMQwovLwovLyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKLy8geW91IG1heSBub3QgdXNlIHRoaXMgZmlsZSBleGNlcHQgaW4gY29tcGxpYW5jZSB3aXRoIHRoZSBMaWNlbnNlLgovLyBZb3UgbWF5IG9idGFpbiBhIGNvcHkgb2YgdGhlIExpY2Vuc2UgYXQKLy8KLy8gICAgICBodHRwOi8vd3d3LmFwYWNoZS5vcmcvbGljZW5zZXMvTElDRU5TRS0yLjAKLy8KLy8gVW5sZXNzIHJlcXVpcmVkIGJ5IGFwcGxpY2FibGUgbGF3IG9yIGFncmVlZCB0byBpbiB3cml0aW5nLCBzb2Z0d2FyZQovLyBkaXN0cmlidXRlZCB1bmRlciB0aGUgTGljZW5zZSBpcyBkaXN0cmlidXRlZCBvbiBhbiAiQVMgSVMiIEJBU0lTLAovLyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KLy8gU2VlIHRoZSBMaWNlbnNlIGZvciB0aGUgc3BlY2lmaWMgbGFuZ3VhZ2UgZ292ZXJuaW5nIHBlcm1pc3Npb25zIGFuZAovLyBsaW1pdGF0aW9ucyB1bmRlciB0aGUgTGljZW5zZS4KCi8qKgogKiBAZmlsZW92ZXJ2aWV3IEhlbHBlcnMgZm9yIGdvb2dsZS5jb2xhYiBQeXRob24gbW9kdWxlLgogKi8KKGZ1bmN0aW9uKHNjb3BlKSB7CmZ1bmN0aW9uIHNwYW4odGV4dCwgc3R5bGVBdHRyaWJ1dGVzID0ge30pIHsKICBjb25zdCBlbGVtZW50ID0gZG9jdW1lbnQuY3JlYXRlRWxlbWVudCgnc3BhbicpOwogIGVsZW1lbnQudGV4dENvbnRlbnQgPSB0ZXh0OwogIGZvciAoY29uc3Qga2V5IG9mIE9iamVjdC5rZXlzKHN0eWxlQXR0cmlidXRlcykpIHsKICAgIGVsZW1lbnQuc3R5bGVba2V5XSA9IHN0eWxlQXR0cmlidXRlc1trZXldOwogIH0KICByZXR1cm4gZWxlbWVudDsKfQoKLy8gTWF4IG51bWJlciBvZiBieXRlcyB3aGljaCB3aWxsIGJlIHVwbG9hZGVkIGF0IGEgdGltZS4KY29uc3QgTUFYX1BBWUxPQURfU0laRSA9IDEwMCAqIDEwMjQ7CgpmdW5jdGlvbiBfdXBsb2FkRmlsZXMoaW5wdXRJZCwgb3V0cHV0SWQpIHsKICBjb25zdCBzdGVwcyA9IHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCk7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICAvLyBDYWNoZSBzdGVwcyBvbiB0aGUgb3V0cHV0RWxlbWVudCB0byBtYWtlIGl0IGF2YWlsYWJsZSBmb3IgdGhlIG5leHQgY2FsbAogIC8vIHRvIHVwbG9hZEZpbGVzQ29udGludWUgZnJvbSBQeXRob24uCiAgb3V0cHV0RWxlbWVudC5zdGVwcyA9IHN0ZXBzOwoKICByZXR1cm4gX3VwbG9hZEZpbGVzQ29udGludWUob3V0cHV0SWQpOwp9CgovLyBUaGlzIGlzIHJvdWdobHkgYW4gYXN5bmMgZ2VuZXJhdG9yIChub3Qgc3VwcG9ydGVkIGluIHRoZSBicm93c2VyIHlldCksCi8vIHdoZXJlIHRoZXJlIGFyZSBtdWx0aXBsZSBhc3luY2hyb25vdXMgc3RlcHMgYW5kIHRoZSBQeXRob24gc2lkZSBpcyBnb2luZwovLyB0byBwb2xsIGZvciBjb21wbGV0aW9uIG9mIGVhY2ggc3RlcC4KLy8gVGhpcyB1c2VzIGEgUHJvbWlzZSB0byBibG9jayB0aGUgcHl0aG9uIHNpZGUgb24gY29tcGxldGlvbiBvZiBlYWNoIHN0ZXAsCi8vIHRoZW4gcGFzc2VzIHRoZSByZXN1bHQgb2YgdGhlIHByZXZpb3VzIHN0ZXAgYXMgdGhlIGlucHV0IHRvIHRoZSBuZXh0IHN0ZXAuCmZ1bmN0aW9uIF91cGxvYWRGaWxlc0NvbnRpbnVlKG91dHB1dElkKSB7CiAgY29uc3Qgb3V0cHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKG91dHB1dElkKTsKICBjb25zdCBzdGVwcyA9IG91dHB1dEVsZW1lbnQuc3RlcHM7CgogIGNvbnN0IG5leHQgPSBzdGVwcy5uZXh0KG91dHB1dEVsZW1lbnQubGFzdFByb21pc2VWYWx1ZSk7CiAgcmV0dXJuIFByb21pc2UucmVzb2x2ZShuZXh0LnZhbHVlLnByb21pc2UpLnRoZW4oKHZhbHVlKSA9PiB7CiAgICAvLyBDYWNoZSB0aGUgbGFzdCBwcm9taXNlIHZhbHVlIHRvIG1ha2UgaXQgYXZhaWxhYmxlIHRvIHRoZSBuZXh0CiAgICAvLyBzdGVwIG9mIHRoZSBnZW5lcmF0b3IuCiAgICBvdXRwdXRFbGVtZW50Lmxhc3RQcm9taXNlVmFsdWUgPSB2YWx1ZTsKICAgIHJldHVybiBuZXh0LnZhbHVlLnJlc3BvbnNlOwogIH0pOwp9CgovKioKICogR2VuZXJhdG9yIGZ1bmN0aW9uIHdoaWNoIGlzIGNhbGxlZCBiZXR3ZWVuIGVhY2ggYXN5bmMgc3RlcCBvZiB0aGUgdXBsb2FkCiAqIHByb2Nlc3MuCiAqIEBwYXJhbSB7c3RyaW5nfSBpbnB1dElkIEVsZW1lbnQgSUQgb2YgdGhlIGlucHV0IGZpbGUgcGlja2VyIGVsZW1lbnQuCiAqIEBwYXJhbSB7c3RyaW5nfSBvdXRwdXRJZCBFbGVtZW50IElEIG9mIHRoZSBvdXRwdXQgZGlzcGxheS4KICogQHJldHVybiB7IUl0ZXJhYmxlPCFPYmplY3Q+fSBJdGVyYWJsZSBvZiBuZXh0IHN0ZXBzLgogKi8KZnVuY3Rpb24qIHVwbG9hZEZpbGVzU3RlcChpbnB1dElkLCBvdXRwdXRJZCkgewogIGNvbnN0IGlucHV0RWxlbWVudCA9IGRvY3VtZW50LmdldEVsZW1lbnRCeUlkKGlucHV0SWQpOwogIGlucHV0RWxlbWVudC5kaXNhYmxlZCA9IGZhbHNlOwoKICBjb25zdCBvdXRwdXRFbGVtZW50ID0gZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQob3V0cHV0SWQpOwogIG91dHB1dEVsZW1lbnQuaW5uZXJIVE1MID0gJyc7CgogIGNvbnN0IHBpY2tlZFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgaW5wdXRFbGVtZW50LmFkZEV2ZW50TGlzdGVuZXIoJ2NoYW5nZScsIChlKSA9PiB7CiAgICAgIHJlc29sdmUoZS50YXJnZXQuZmlsZXMpOwogICAgfSk7CiAgfSk7CgogIGNvbnN0IGNhbmNlbCA9IGRvY3VtZW50LmNyZWF0ZUVsZW1lbnQoJ2J1dHRvbicpOwogIGlucHV0RWxlbWVudC5wYXJlbnRFbGVtZW50LmFwcGVuZENoaWxkKGNhbmNlbCk7CiAgY2FuY2VsLnRleHRDb250ZW50ID0gJ0NhbmNlbCB1cGxvYWQnOwogIGNvbnN0IGNhbmNlbFByb21pc2UgPSBuZXcgUHJvbWlzZSgocmVzb2x2ZSkgPT4gewogICAgY2FuY2VsLm9uY2xpY2sgPSAoKSA9PiB7CiAgICAgIHJlc29sdmUobnVsbCk7CiAgICB9OwogIH0pOwoKICAvLyBXYWl0IGZvciB0aGUgdXNlciB0byBwaWNrIHRoZSBmaWxlcy4KICBjb25zdCBmaWxlcyA9IHlpZWxkIHsKICAgIHByb21pc2U6IFByb21pc2UucmFjZShbcGlja2VkUHJvbWlzZSwgY2FuY2VsUHJvbWlzZV0pLAogICAgcmVzcG9uc2U6IHsKICAgICAgYWN0aW9uOiAnc3RhcnRpbmcnLAogICAgfQogIH07CgogIGNhbmNlbC5yZW1vdmUoKTsKCiAgLy8gRGlzYWJsZSB0aGUgaW5wdXQgZWxlbWVudCBzaW5jZSBmdXJ0aGVyIHBpY2tzIGFyZSBub3QgYWxsb3dlZC4KICBpbnB1dEVsZW1lbnQuZGlzYWJsZWQgPSB0cnVlOwoKICBpZiAoIWZpbGVzKSB7CiAgICByZXR1cm4gewogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbXBsZXRlJywKICAgICAgfQogICAgfTsKICB9CgogIGZvciAoY29uc3QgZmlsZSBvZiBmaWxlcykgewogICAgY29uc3QgbGkgPSBkb2N1bWVudC5jcmVhdGVFbGVtZW50KCdsaScpOwogICAgbGkuYXBwZW5kKHNwYW4oZmlsZS5uYW1lLCB7Zm9udFdlaWdodDogJ2JvbGQnfSkpOwogICAgbGkuYXBwZW5kKHNwYW4oCiAgICAgICAgYCgke2ZpbGUudHlwZSB8fCAnbi9hJ30pIC0gJHtmaWxlLnNpemV9IGJ5dGVzLCBgICsKICAgICAgICBgbGFzdCBtb2RpZmllZDogJHsKICAgICAgICAgICAgZmlsZS5sYXN0TW9kaWZpZWREYXRlID8gZmlsZS5sYXN0TW9kaWZpZWREYXRlLnRvTG9jYWxlRGF0ZVN0cmluZygpIDoKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgJ24vYSd9IC0gYCkpOwogICAgY29uc3QgcGVyY2VudCA9IHNwYW4oJzAlIGRvbmUnKTsKICAgIGxpLmFwcGVuZENoaWxkKHBlcmNlbnQpOwoKICAgIG91dHB1dEVsZW1lbnQuYXBwZW5kQ2hpbGQobGkpOwoKICAgIGNvbnN0IGZpbGVEYXRhUHJvbWlzZSA9IG5ldyBQcm9taXNlKChyZXNvbHZlKSA9PiB7CiAgICAgIGNvbnN0IHJlYWRlciA9IG5ldyBGaWxlUmVhZGVyKCk7CiAgICAgIHJlYWRlci5vbmxvYWQgPSAoZSkgPT4gewogICAgICAgIHJlc29sdmUoZS50YXJnZXQucmVzdWx0KTsKICAgICAgfTsKICAgICAgcmVhZGVyLnJlYWRBc0FycmF5QnVmZmVyKGZpbGUpOwogICAgfSk7CiAgICAvLyBXYWl0IGZvciB0aGUgZGF0YSB0byBiZSByZWFkeS4KICAgIGxldCBmaWxlRGF0YSA9IHlpZWxkIHsKICAgICAgcHJvbWlzZTogZmlsZURhdGFQcm9taXNlLAogICAgICByZXNwb25zZTogewogICAgICAgIGFjdGlvbjogJ2NvbnRpbnVlJywKICAgICAgfQogICAgfTsKCiAgICAvLyBVc2UgYSBjaHVua2VkIHNlbmRpbmcgdG8gYXZvaWQgbWVzc2FnZSBzaXplIGxpbWl0cy4gU2VlIGIvNjIxMTU2NjAuCiAgICBsZXQgcG9zaXRpb24gPSAwOwogICAgd2hpbGUgKHBvc2l0aW9uIDwgZmlsZURhdGEuYnl0ZUxlbmd0aCkgewogICAgICBjb25zdCBsZW5ndGggPSBNYXRoLm1pbihmaWxlRGF0YS5ieXRlTGVuZ3RoIC0gcG9zaXRpb24sIE1BWF9QQVlMT0FEX1NJWkUpOwogICAgICBjb25zdCBjaHVuayA9IG5ldyBVaW50OEFycmF5KGZpbGVEYXRhLCBwb3NpdGlvbiwgbGVuZ3RoKTsKICAgICAgcG9zaXRpb24gKz0gbGVuZ3RoOwoKICAgICAgY29uc3QgYmFzZTY0ID0gYnRvYShTdHJpbmcuZnJvbUNoYXJDb2RlLmFwcGx5KG51bGwsIGNodW5rKSk7CiAgICAgIHlpZWxkIHsKICAgICAgICByZXNwb25zZTogewogICAgICAgICAgYWN0aW9uOiAnYXBwZW5kJywKICAgICAgICAgIGZpbGU6IGZpbGUubmFtZSwKICAgICAgICAgIGRhdGE6IGJhc2U2NCwKICAgICAgICB9LAogICAgICB9OwogICAgICBwZXJjZW50LnRleHRDb250ZW50ID0KICAgICAgICAgIGAke01hdGgucm91bmQoKHBvc2l0aW9uIC8gZmlsZURhdGEuYnl0ZUxlbmd0aCkgKiAxMDApfSUgZG9uZWA7CiAgICB9CiAgfQoKICAvLyBBbGwgZG9uZS4KICB5aWVsZCB7CiAgICByZXNwb25zZTogewogICAgICBhY3Rpb246ICdjb21wbGV0ZScsCiAgICB9CiAgfTsKfQoKc2NvcGUuZ29vZ2xlID0gc2NvcGUuZ29vZ2xlIHx8IHt9OwpzY29wZS5nb29nbGUuY29sYWIgPSBzY29wZS5nb29nbGUuY29sYWIgfHwge307CnNjb3BlLmdvb2dsZS5jb2xhYi5fZmlsZXMgPSB7CiAgX3VwbG9hZEZpbGVzLAogIF91cGxvYWRGaWxlc0NvbnRpbnVlLAp9Owp9KShzZWxmKTsK",
              "ok": true,
              "headers": [
                [
                  "content-type",
                  "application/javascript"
                ]
              ],
              "status": 200,
              "status_text": ""
            }
          },
          "base_uri": "https://localhost:8080/",
          "height": 73
        },
        "outputId": "4b3b1d16-702d-4b4b-be35-d41d93432f86"
      },
      "source": [
        "test_data = files.upload()"
      ],
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "\n",
              "     <input type=\"file\" id=\"files-817dc119-ae4e-465c-8f4f-29fef0b253cb\" name=\"files[]\" multiple disabled\n",
              "        style=\"border:none\" />\n",
              "     <output id=\"result-817dc119-ae4e-465c-8f4f-29fef0b253cb\">\n",
              "      Upload widget is only available when the cell has been executed in the\n",
              "      current browser session. Please rerun this cell to enable.\n",
              "      </output>\n",
              "      <script src=\"/nbextensions/google.colab/files.js\"></script> "
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        },
        {
          "output_type": "stream",
          "text": [
            "Saving tweet_test.csv to tweet_test.csv\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "4mnh5SjactGA",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "8abeb89d-2a68-4575-9ea8-eb286548fa20"
      },
      "source": [
        "type(train_data)"
      ],
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "dict"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "24H5vzSBgSVV",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# change the type of data to Pandas Dataframe\n",
        "import io\n",
        "train_data = pd.read_csv(io.BytesIO(train_data['tweet_train.csv']))\n"
      ],
      "execution_count": 5,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VlZcDVPjha1G",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "a2cd226c-2ced-41f8-8e5b-d4f5380a9f50"
      },
      "source": [
        "type(train_data)"
      ],
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "pandas.core.frame.DataFrame"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ugT3kGHShwkh",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "fa211e5c-e309-4f46-9d2b-5735317e846c"
      },
      "source": [
        "test_data = pd.read_csv(io.BytesIO(test_data['tweet_test.csv']))\n",
        "type(test_data)\n"
      ],
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "pandas.core.frame.DataFrame"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 7
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w6HnTabyiaDp",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 199
        },
        "outputId": "4a5b992b-6098-4cbd-8f0c-df56022e2c38"
      },
      "source": [
        "train_data.head().T"
      ],
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>text</th>\n",
              "      <td>If I smelled the scent of hand sanitizers toda...</td>\n",
              "      <td>Hey @Yankees @YankeesPR and @MLB - wouldn't it...</td>\n",
              "      <td>@diane3443 @wdunlap @realDonaldTrump Trump nev...</td>\n",
              "      <td>@brookbanktv The one gift #COVID19 has give me...</td>\n",
              "      <td>25 July : Media Bulletin on Novel #CoronaVirus...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>token</th>\n",
              "      <td>if i smelled the scent of hand sanitizers toda...</td>\n",
              "      <td>hey @yankees @yankeespr and @mlb - wouldn't it...</td>\n",
              "      <td>@diane3443 @wdunlap @realdonaldtrump trump nev...</td>\n",
              "      <td>@brookbanktv the one gift #covid19 has give me...</td>\n",
              "      <td>25 july : media bulletin on novel #coronavirus...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>emoji</th>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "      <td>False</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>sentiment</th>\n",
              "      <td>Positive</td>\n",
              "      <td>Negative</td>\n",
              "      <td>Negative</td>\n",
              "      <td>Positive</td>\n",
              "      <td>Positive</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "                                                           0  ...                                                  4\n",
              "text       If I smelled the scent of hand sanitizers toda...  ...  25 July : Media Bulletin on Novel #CoronaVirus...\n",
              "token      if i smelled the scent of hand sanitizers toda...  ...  25 july : media bulletin on novel #coronavirus...\n",
              "emoji                                                  False  ...                                              False\n",
              "sentiment                                           Positive  ...                                           Positive\n",
              "\n",
              "[4 rows x 5 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_IzDcISW7lW_",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "cleanup_nums = {\"sentiment\": {\"Positive\": 2, \"Neutral\": 1, \"Negative\": 0}}\n",
        "train_data.replace(cleanup_nums, inplace=True)\n",
        "test_data.replace(cleanup_nums, inplace=True)"
      ],
      "execution_count": 9,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "bkaxd9zJwQCU",
        "colab_type": "text"
      },
      "source": [
        "## Remove punctuations, html tags, emojis, URLs and stopwords\n"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Qt3SYf03wr33",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 50
        },
        "outputId": "42c17684-54a1-4d6c-c5d1-ee15015805d4"
      },
      "source": [
        "import nltk\n",
        "nltk.download('stopwords')\n",
        "from nltk.corpus import stopwords\n",
        "stop_word= set(stopwords.words(\"english\"))\n",
        "\n",
        "def remove_stopwords(text):\n",
        "  text= [word.lower for word in text.split() if word.lower() not in stop_word]\n",
        "  return \" \".join(text)\n",
        "\n"
      ],
      "execution_count": 10,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
            "[nltk_data]   Unzipping corpora/stopwords.zip.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ShpXiqqvieIp",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import re\n",
        "\n",
        "def remove_url(text):\n",
        "  clean=re.compile(r\"(https?):((//)|(\\\\\\\\))+([\\w\\d:#@%/;$()~_?\\+-=\\\\\\.&](#!)?)*\")\n",
        "  return clean.sub(r\"\", text)"
      ],
      "execution_count": 11,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cs07QUCYjdlt",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def remove_html_tags(text):\n",
        "  clean=re.compile(r\"<.*?>\")\n",
        "  return clean.sub(r\"\", text)"
      ],
      "execution_count": 12,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "A8y1SG7lkcuB",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def remove_emojis(string):\n",
        "  clean= re.compile(\n",
        "          u\"\\U0001F600-\\U0001F64F\"  # emoticons\n",
        "          u\"\\U0001F300-\\U0001F5FF\"  # symbols & pictographs\n",
        "          u\"\\U0001F680-\\U0001F6FF\"  # transport & map symbols\n",
        "          u\"\\U0001F1E0-\\U0001F1FF\"  # flags (iOS)\n",
        "          u\"\\U00002702-\\U000027B0\"\n",
        "          u\"\\U000024C2-\\U0001F251\"\n",
        "          u\"\\U0001f926-\\U0001f937\"\n",
        "          u\"\\u200d\"\n",
        "          u\"\\u2640-\\u2642\" \n",
        "          \"]+\", flags=re.UNICODE\n",
        "  )\n",
        "  return clean.sub(r\"\", string)\n",
        "                      \n"
      ],
      "execution_count": 13,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bYimjjGLnd_H",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import string\n",
        "\n",
        "def remove_punctuations(text):\n",
        "  translator = str.maketrans(\"\", \"\", string.punctuation)\n",
        "  return text.translate(translator)"
      ],
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6pVOiueHosGC",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 218
        },
        "outputId": "68293ce4-3fe3-4ff9-ac99-7ba1ab1774c2"
      },
      "source": [
        "train_data[\"text\"] = train_data.text.map(lambda x: remove_url(x))\n",
        "train_data[\"text\"] = train_data.text.map(lambda x: remove_html_tags (x))\n",
        "train_data[\"text\"] = train_data.text.map(lambda x: remove_emojis (x))\n",
        "train_data[\"text\"] = train_data.text.map(lambda x: remove_punctuations(x))\n",
        "train_data[\"text\"]"
      ],
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0        If I smelled the scent of hand sanitizers toda...\n",
              "1        Hey Yankees YankeesPR and MLB  wouldnt it have...\n",
              "2        diane3443 wdunlap realDonaldTrump Trump never ...\n",
              "3        brookbanktv The one gift COVID19 has give me i...\n",
              "4        25 July  Media Bulletin on Novel CoronaVirusUp...\n",
              "                               ...                        \n",
              "14195    You do NOT need to shave your beard to protect...\n",
              "14196    Distribution of Groceries amp vegetable Kit to...\n",
              "14197    His own racism cost Trump the chance to be a h...\n",
              "14198    1 Helpful 2 Relevant 3 Contextual  stories nee...\n",
              "14199    As a doctor and asthmatic I can tell you if yo...\n",
              "Name: text, Length: 14200, dtype: object"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jpfXBFPruoNg",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from collections import Counter\n",
        "\n",
        "def word_count(text): \n",
        "  count= Counter()\n",
        "  for i in text.values:\n",
        "    for word in i.split():\n",
        "      count[word]=count[word]+1\n",
        "  return count"
      ],
      "execution_count": 16,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "huLiiFBe44yM",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "d251691e-78fc-4ce5-c4b9-c151e89c1685"
      },
      "source": [
        "text = train_data[\"text\"]\n",
        "countWords= word_count(text)\n",
        "\n",
        "number_of_words= len(countWords)\n",
        "number_of_words\n"
      ],
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "37012"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vdIj9XxJ5lH3",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "71f435ca-b64b-4206-a595-74fdd5abdc3a"
      },
      "source": [
        "countWords"
      ],
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Counter({'If': 301,\n",
              "         'I': 1082,\n",
              "         'smelled': 2,\n",
              "         'the': 6851,\n",
              "         'scent': 1,\n",
              "         'of': 4556,\n",
              "         'hand': 34,\n",
              "         'sanitizers': 3,\n",
              "         'today': 256,\n",
              "         'on': 1666,\n",
              "         'someone': 61,\n",
              "         'in': 3896,\n",
              "         'past': 52,\n",
              "         'would': 162,\n",
              "         'think': 124,\n",
              "         'they': 325,\n",
              "         'were': 207,\n",
              "         'so': 301,\n",
              "         'intoxicated': 1,\n",
              "         'that…': 24,\n",
              "         'Hey': 39,\n",
              "         'Yankees': 4,\n",
              "         'YankeesPR': 1,\n",
              "         'and': 3332,\n",
              "         'MLB': 11,\n",
              "         'wouldnt': 7,\n",
              "         'it': 725,\n",
              "         'have': 1031,\n",
              "         'made': 81,\n",
              "         'more': 519,\n",
              "         'sense': 19,\n",
              "         'to': 5543,\n",
              "         'players': 9,\n",
              "         'pay': 48,\n",
              "         'their': 301,\n",
              "         'respects': 1,\n",
              "         'A…': 18,\n",
              "         'diane3443': 1,\n",
              "         'wdunlap': 1,\n",
              "         'realDonaldTrump': 231,\n",
              "         'Trump': 159,\n",
              "         'never': 61,\n",
              "         'once': 32,\n",
              "         'claimed': 8,\n",
              "         'COVID19': 6605,\n",
              "         'was': 413,\n",
              "         'a': 3143,\n",
              "         'hoax': 14,\n",
              "         'We': 380,\n",
              "         'all': 541,\n",
              "         'claim': 26,\n",
              "         'that': 1056,\n",
              "         'this': 985,\n",
              "         'effort': 11,\n",
              "         'to…': 145,\n",
              "         'brookbanktv': 1,\n",
              "         'The': 1167,\n",
              "         'one': 301,\n",
              "         'gift': 7,\n",
              "         'has': 947,\n",
              "         'give': 58,\n",
              "         'me': 212,\n",
              "         'is': 2383,\n",
              "         'an': 365,\n",
              "         'appreciation': 4,\n",
              "         'for': 2324,\n",
              "         'simple': 28,\n",
              "         'things': 47,\n",
              "         'always': 42,\n",
              "         'around': 111,\n",
              "         'me…': 8,\n",
              "         '25': 170,\n",
              "         'July': 411,\n",
              "         'Media': 19,\n",
              "         'Bulletin': 5,\n",
              "         'Novel': 11,\n",
              "         'CoronaVirusUpdates': 53,\n",
              "         'kansalrohit69': 1,\n",
              "         'DrSyedSehrish': 1,\n",
              "         'airnewsalerts': 1,\n",
              "         'ANI…': 1,\n",
              "         'coronavirus': 771,\n",
              "         'covid19': 743,\n",
              "         'deaths': 446,\n",
              "         'continue': 79,\n",
              "         'rise': 104,\n",
              "         'Its': 166,\n",
              "         'almost': 46,\n",
              "         'as': 808,\n",
              "         'bad': 43,\n",
              "         'ever': 81,\n",
              "         'Politicians': 4,\n",
              "         'businesses': 45,\n",
              "         'want…': 1,\n",
              "         'How': 224,\n",
              "         'Will': 40,\n",
              "         'Change': 48,\n",
              "         'Work': 12,\n",
              "         'General': 15,\n",
              "         'recruiting': 3,\n",
              "         'specifically': 7,\n",
              "         'via': 207,\n",
              "         'ProactiveTalent': 2,\n",
              "         'Recruiting…': 2,\n",
              "         'You': 189,\n",
              "         'now': 357,\n",
              "         'wear': 139,\n",
              "         'face': 154,\n",
              "         'coverings': 18,\n",
              "         'when': 224,\n",
              "         'out': 431,\n",
              "         'shopping': 22,\n",
              "         'includes': 7,\n",
              "         'visit': 30,\n",
              "         'your': 847,\n",
              "         'local': 76,\n",
              "         'Community': 13,\n",
              "         'Pharmacy…': 1,\n",
              "         'Praying': 9,\n",
              "         'good': 131,\n",
              "         'health': 237,\n",
              "         'recovery': 100,\n",
              "         'ChouhanShivraj': 86,\n",
              "         'covidPositive': 1,\n",
              "         'POPE': 1,\n",
              "         'AS': 7,\n",
              "         'GOD': 7,\n",
              "         'Prophet': 3,\n",
              "         'Sadhu': 1,\n",
              "         'Sundar': 1,\n",
              "         'Selvaraj': 1,\n",
              "         'Watch': 34,\n",
              "         'here': 113,\n",
              "         'at': 1055,\n",
              "         'HurricaneHanna': 9,\n",
              "         'COVID19…': 243,\n",
              "         '49K': 2,\n",
              "         'Covid19': 1279,\n",
              "         'cases': 1528,\n",
              "         'still': 183,\n",
              "         'no': 249,\n",
              "         'response': 95,\n",
              "         'from': 1104,\n",
              "         'cbseindia29': 7,\n",
              "         'HRDMinistry': 16,\n",
              "         'DrRPNishankPlease': 1,\n",
              "         'cancel': 8,\n",
              "         'compartment': 3,\n",
              "         'exa…': 1,\n",
              "         'Order': 16,\n",
              "         'logo': 4,\n",
              "         'graphicdesigner': 1,\n",
              "         'logodesign': 1,\n",
              "         'logodesinger': 1,\n",
              "         'icon': 2,\n",
              "         'minimalist': 1,\n",
              "         'Abstract…': 1,\n",
              "         '👋🏻PattyHajdu': 5,\n",
              "         'NavdeepSBains': 7,\n",
              "         '—': 38,\n",
              "         'will': 629,\n",
              "         'be': 846,\n",
              "         'safe': 158,\n",
              "         'until': 43,\n",
              "         'everyone': 96,\n",
              "         'you': 1239,\n",
              "         'commit': 10,\n",
              "         'ensure…': 8,\n",
              "         'Lets': 32,\n",
              "         'protect': 78,\n",
              "         'ourselves': 17,\n",
              "         'real': 54,\n",
              "         'numbers': 65,\n",
              "         'are': 1348,\n",
              "         'climbing': 4,\n",
              "         'up': 349,\n",
              "         'fast': 16,\n",
              "         'Continent': 1,\n",
              "         'n…': 26,\n",
              "         'Rajasthan': 58,\n",
              "         'Government': 70,\n",
              "         'started': 50,\n",
              "         'Plasma': 45,\n",
              "         'Bank': 17,\n",
              "         'Sawai': 8,\n",
              "         'Man': 22,\n",
              "         'Singh': 88,\n",
              "         'Hospital': 66,\n",
              "         'Jaipur': 15,\n",
              "         'treatment': 46,\n",
              "         'pa…': 21,\n",
              "         'Nagaland': 2,\n",
              "         'police': 43,\n",
              "         'Awareness': 5,\n",
              "         'City': 17,\n",
              "         'Tower': 1,\n",
              "         'Junction': 1,\n",
              "         'Dimapur': 1,\n",
              "         'keepsocialdistance…': 1,\n",
              "         'update': 102,\n",
              "         'TamilNadu': 16,\n",
              "         '6988': 4,\n",
              "         'Discharge': 1,\n",
              "         '7758': 1,\n",
              "         'People': 69,\n",
              "         'tested': 251,\n",
              "         '61729': 1,\n",
              "         'Actice': 1,\n",
              "         '52273': 1,\n",
              "         'chennai': 3,\n",
              "         '1329': 2,\n",
              "         'Second': 11,\n",
              "         'wave': 38,\n",
              "         'Flandersback': 1,\n",
              "         'homework': 2,\n",
              "         'again': 71,\n",
              "         'It': 196,\n",
              "         'during': 316,\n",
              "         'our': 669,\n",
              "         'darkest': 2,\n",
              "         'moments': 9,\n",
              "         'we': 633,\n",
              "         'must': 87,\n",
              "         'focus': 20,\n",
              "         'see': 151,\n",
              "         'lightAristotle': 1,\n",
              "         '…': 238,\n",
              "         'COVID': 167,\n",
              "         'Update': 79,\n",
              "         'infection': 42,\n",
              "         'rate': 116,\n",
              "         'Florida': 72,\n",
              "         'following': 37,\n",
              "         'natural': 8,\n",
              "         'curve': 19,\n",
              "         'experts': 53,\n",
              "         'predicted': 10,\n",
              "         'if': 385,\n",
              "         'initial': 4,\n",
              "         'cu…': 3,\n",
              "         'EvanAKilgore': 1,\n",
              "         'Good': 69,\n",
              "         'Patriots': 1,\n",
              "         'Call': 26,\n",
              "         'Volunteer': 2,\n",
              "         'Election': 4,\n",
              "         'Judge': 6,\n",
              "         'Polls': 4,\n",
              "         'cannot': 31,\n",
              "         'open': 65,\n",
              "         'without…': 1,\n",
              "         'Coronavirus': 403,\n",
              "         'South': 78,\n",
              "         'Africa': 56,\n",
              "         '24': 317,\n",
              "         '2020': 305,\n",
              "         'nicdsa': 1,\n",
              "         'MoetiTshidi': 12,\n",
              "         'WHOAFRO…': 1,\n",
              "         'JimBnntt': 1,\n",
              "         'Your': 86,\n",
              "         'image': 4,\n",
              "         'doesnt': 34,\n",
              "         'list': 36,\n",
              "         'source': 24,\n",
              "         'but': 402,\n",
              "         'Id': 11,\n",
              "         'careful': 8,\n",
              "         'with': 1213,\n",
              "         'overall': 8,\n",
              "         'risk': 227,\n",
              "         'dying': 26,\n",
              "         'statistics': 14,\n",
              "         'related': 32,\n",
              "         'first': 180,\n",
              "         'comprehensive': 5,\n",
              "         'review': 15,\n",
              "         'WASH': 3,\n",
              "         'amp': 897,\n",
              "         'Analysis': 7,\n",
              "         'key': 32,\n",
              "         'ways': 40,\n",
              "         'which': 131,\n",
              "         'can': 444,\n",
              "         'help': 206,\n",
              "         'reduce': 30,\n",
              "         'transmission…': 3,\n",
              "         'Holy': 7,\n",
              "         'water': 20,\n",
              "         'times': 81,\n",
              "         'Kolar': 3,\n",
              "         'Need': 66,\n",
              "         'Blood': 54,\n",
              "         'Type': 24,\n",
              "         'Bpositive': 5,\n",
              "         'At': 86,\n",
              "         'Jalappa': 2,\n",
              "         'Component': 23,\n",
              "         'Bve': 4,\n",
              "         'recove…': 3,\n",
              "         'Our': 108,\n",
              "         'Munitions': 1,\n",
              "         'Response': 19,\n",
              "         'Team': 9,\n",
              "         'BosniaandHerzegovina': 1,\n",
              "         'modified': 1,\n",
              "         'ops': 1,\n",
              "         'adopted': 5,\n",
              "         'masks': 220,\n",
              "         'disinfectants': 3,\n",
              "         'sanitizers…': 2,\n",
              "         'imagine': 7,\n",
              "         'same': 54,\n",
              "         'people': 632,\n",
              "         'profiting': 1,\n",
              "         'off': 80,\n",
              "         'human': 39,\n",
              "         'suffering': 33,\n",
              "         'studying': 5,\n",
              "         'these': 144,\n",
              "         'maps': 3,\n",
              "         'make': 135,\n",
              "         '207…': 1,\n",
              "         'TNCoronaUpdate': 4,\n",
              "         'TN': 10,\n",
              "         'crosses': 31,\n",
              "         '2': 187,\n",
              "         'lakh': 48,\n",
              "         'mark': 34,\n",
              "         '150055': 1,\n",
              "         'ppp': 1,\n",
              "         'recovered': 86,\n",
              "         'far': 70,\n",
              "         'positive': 558,\n",
              "         '6988total…': 1,\n",
              "         'ratasjuri': 1,\n",
              "         'TAX': 1,\n",
              "         'Reform': 1,\n",
              "         'Taxfree': 2,\n",
              "         'minimum': 2,\n",
              "         'For': 143,\n",
              "         'company': 24,\n",
              "         'five': 25,\n",
              "         'hundred': 3,\n",
              "         'thousand': 12,\n",
              "         'euros': 1,\n",
              "         'per': 106,\n",
              "         'year': 114,\n",
              "         'minimum…': 1,\n",
              "         'FEMA': 4,\n",
              "         'acknowledges': 1,\n",
              "         'PuertoRico': 3,\n",
              "         'lacks': 4,\n",
              "         'rebuilt': 1,\n",
              "         'homes': 17,\n",
              "         'hospital': 98,\n",
              "         'survive': 17,\n",
              "         'Actor': 16,\n",
              "         'VishalKOfficial': 17,\n",
              "         'his': 225,\n",
              "         'father': 30,\n",
              "         'MrGKReddy': 16,\n",
              "         '1520': 17,\n",
              "         'days': 172,\n",
              "         'back': 208,\n",
              "         'While': 46,\n",
              "         'Vishal': 17,\n",
              "         's…': 79,\n",
              "         'An': 61,\n",
              "         'total': 223,\n",
              "         'recoveries': 68,\n",
              "         'reported': 213,\n",
              "         'countries': 94,\n",
              "         'See': 36,\n",
              "         'numb…': 2,\n",
              "         'unionwill': 1,\n",
              "         'megawedgy': 1,\n",
              "         'jjhorgan': 2,\n",
              "         '“Regarding': 1,\n",
              "         'community': 67,\n",
              "         'outbreak': 57,\n",
              "         'Haida': 3,\n",
              "         'Gwaii': 2,\n",
              "         '13': 49,\n",
              "         'recover…': 3,\n",
              "         'A': 421,\n",
              "         'place': 49,\n",
              "         'Here': 53,\n",
              "         'what': 260,\n",
              "         'guests': 9,\n",
              "         'said': 130,\n",
              "         'hotel': 9,\n",
              "         'meticulous': 1,\n",
              "         'applying': 3,\n",
              "         'sanitation': 8,\n",
              "         'als…': 3,\n",
              "         'CEO': 15,\n",
              "         'RamneekHH': 1,\n",
              "         'live': 69,\n",
              "         'SASCOJikelele': 1,\n",
              "         'WSU': 1,\n",
              "         'talking': 28,\n",
              "         'about': 531,\n",
              "         '“The': 16,\n",
              "         'effects': 29,\n",
              "         'students”…': 1,\n",
              "         'NicoleKowalski5': 1,\n",
              "         'chrisdameanor19': 1,\n",
              "         'Im': 87,\n",
              "         'feeling': 27,\n",
              "         'little': 40,\n",
              "         'anxious': 4,\n",
              "         'because': 148,\n",
              "         'seems': 35,\n",
              "         'detracted': 1,\n",
              "         'everyones…': 1,\n",
              "         'Actionables': 1,\n",
              "         'healthy': 45,\n",
              "         'climate': 11,\n",
              "         'jfoster2019': 1,\n",
              "         'bbclaurak': 12,\n",
              "         'Well': 64,\n",
              "         'BorisJohnson': 65,\n",
              "         'might': 38,\n",
              "         'understood': 7,\n",
              "         'he': 212,\n",
              "         'hadnt': 3,\n",
              "         'missed': 25,\n",
              "         '5COBRA': 2,\n",
              "         'meeting': 24,\n",
              "         'Five': 18,\n",
              "         'In…': 2,\n",
              "         'released': 14,\n",
              "         'two': 72,\n",
              "         'new': 881,\n",
              "         'podcast': 11,\n",
              "         'episodes': 3,\n",
              "         'week': 104,\n",
              "         'Technology': 13,\n",
              "         'Platforms': 1,\n",
              "         'Used': 4,\n",
              "         'Conduct': 1,\n",
              "         'Telehealth': 4,\n",
              "         'Visits': 1,\n",
              "         'C…': 16,\n",
              "         'PlayYourPart': 7,\n",
              "         'fight': 110,\n",
              "         'against': 138,\n",
              "         'Each': 8,\n",
              "         'us': 305,\n",
              "         'difference': 19,\n",
              "         'containing': 8,\n",
              "         'spread': 259,\n",
              "         'lets…': 2,\n",
              "         'Britain': 18,\n",
              "         'didnt': 34,\n",
              "         'understand': 59,\n",
              "         'months': 101,\n",
              "         'while': 109,\n",
              "         'plenty': 6,\n",
              "         'other': 123,\n",
              "         'did': 81,\n",
              "         'took': 34,\n",
              "         'effective…': 1,\n",
              "         'Volume': 2,\n",
              "         'those': 114,\n",
              "         'please': 77,\n",
              "         '🔊': 2,\n",
              "         'Delhi': 56,\n",
              "         'reports': 151,\n",
              "         '1142': 10,\n",
              "         '29': 17,\n",
              "         'Saturday': 92,\n",
              "         'Death': 29,\n",
              "         'toll': 54,\n",
              "         'rises': 33,\n",
              "         '3806': 4,\n",
              "         'ANI': 7,\n",
              "         'quot…': 1,\n",
              "         'Venezuelas': 1,\n",
              "         'EconomyBudget': 1,\n",
              "         'tied': 4,\n",
              "         'Oil': 2,\n",
              "         'like': 290,\n",
              "         'Louisianas': 1,\n",
              "         'Funny': 5,\n",
              "         'how': 358,\n",
              "         'rightwing': 1,\n",
              "         'example': 19,\n",
              "         'of…': 109,\n",
              "         '25th': 25,\n",
              "         '●': 11,\n",
              "         'Highest': 31,\n",
              "         'Spike': 11,\n",
              "         'Total': 227,\n",
              "         'Cases': 223,\n",
              "         '206737': 3,\n",
              "         'Chennai': 15,\n",
              "         '1329…': 2,\n",
              "         'Why': 129,\n",
              "         'Ruto': 2,\n",
              "         'not': 688,\n",
              "         'eulogisied': 1,\n",
              "         'Mkapa': 1,\n",
              "         'Asking': 3,\n",
              "         'Moses': 1,\n",
              "         'Kuria': 1,\n",
              "         'Raila': 2,\n",
              "         'RutoSwindlingGEMA': 1,\n",
              "         'Testing': 34,\n",
              "         'Fiasco': 7,\n",
              "         'St': 17,\n",
              "         'Mirren': 7,\n",
              "         'pledged': 8,\n",
              "         'undertake': 8,\n",
              "         'urgent': 18,\n",
              "         'testing': 154,\n",
              "         'proced…': 7,\n",
              "         'T…': 17,\n",
              "         '10': 107,\n",
              "         'population': 29,\n",
              "         'Jammu': 5,\n",
              "         'Kashmir': 19,\n",
              "         'reached': 18,\n",
              "         '44744': 1,\n",
              "         '12742': 1,\n",
              "         'country': 186,\n",
              "         'Recovery': 11,\n",
              "         'r…': 36,\n",
              "         'nytimes': 5,\n",
              "         'reporting': 22,\n",
              "         'yesterday': 59,\n",
              "         '1145': 1,\n",
              "         'died': 87,\n",
              "         'USA': 86,\n",
              "         'Over': 45,\n",
              "         '73K': 1,\n",
              "         'Serio…': 1,\n",
              "         'Crazy': 5,\n",
              "         'world': 177,\n",
              "         'come': 64,\n",
              "         'Americans': 82,\n",
              "         'get': 263,\n",
              "         'through': 103,\n",
              "         'this🇺🇸🇺🇸🇺🇸🇺🇸🇺🇸': 1,\n",
              "         'jimsciutto': 1,\n",
              "         'JoAnnBaldwin55': 1,\n",
              "         'whose': 8,\n",
              "         'relatives': 6,\n",
              "         'should': 169,\n",
              "         'file': 4,\n",
              "         'class': 17,\n",
              "         'action': 26,\n",
              "         'lawsuit': 4,\n",
              "         'Sinclair': 21,\n",
              "         'Broadcasting': 3,\n",
              "         'US': 276,\n",
              "         'CoronaVirus': 44,\n",
              "         '4249584': 1,\n",
              "         '148521': 1,\n",
              "         'United': 36,\n",
              "         'States': 50,\n",
              "         'date': 22,\n",
              "         '1257': 1,\n",
              "         '31…': 5,\n",
              "         'IndiaFightsCorona': 64,\n",
              "         '📍': 7,\n",
              "         'Do': 68,\n",
              "         'agree': 14,\n",
              "         'mask': 282,\n",
              "         'most': 139,\n",
              "         'powerful': 10,\n",
              "         'accessories': 3,\n",
              "         't…': 172,\n",
              "         'miss': 28,\n",
              "         'isopropyl': 1,\n",
              "         'alcohol': 15,\n",
              "         'much': 105,\n",
              "         'Ethanol': 2,\n",
              "         'sanitizer': 19,\n",
              "         'smells': 1,\n",
              "         'poured': 1,\n",
              "         'tequila': 2,\n",
              "         'my': 409,\n",
              "         'hands': 60,\n",
              "         '🤢': 3,\n",
              "         'GVMC': 2,\n",
              "         'staff': 52,\n",
              "         'carrying': 12,\n",
              "         'regular': 11,\n",
              "         'activities': 24,\n",
              "         'keep': 101,\n",
              "         'city': 46,\n",
              "         'clean': 23,\n",
              "         'prevent': 26,\n",
              "         'spread…': 4,\n",
              "         'SonuSood': 2,\n",
              "         'sir': 27,\n",
              "         'mom': 7,\n",
              "         'ICU': 17,\n",
              "         'due': 166,\n",
              "         'just': 271,\n",
              "         'want': 151,\n",
              "         'prayers': 18,\n",
              "         'who': 375,\n",
              "         'listening': 12,\n",
              "         'Due': 33,\n",
              "         'aka': 12,\n",
              "         'Ill': 15,\n",
              "         'sending': 26,\n",
              "         '500': 15,\n",
              "         'retweet': 23,\n",
              "         '300': 14,\n",
              "         '1500': 14,\n",
              "         'Cas…': 4,\n",
              "         'This': 357,\n",
              "         'video': 61,\n",
              "         'had': 218,\n",
              "         'stitches': 1,\n",
              "         'obesity': 48,\n",
              "         'زواجراكانالحربي': 1,\n",
              "         'carryminati': 9,\n",
              "         'my200vsbutch200…': 2,\n",
              "         'Instagram': 11,\n",
              "         'post': 59,\n",
              "         'by': 791,\n",
              "         'factscovid19': 2,\n",
              "         'Deaths': 109,\n",
              "         'rates': 30,\n",
              "         'rising': 25,\n",
              "         'lockste…': 1,\n",
              "         'Local': 26,\n",
              "         'government': 141,\n",
              "         'sales': 15,\n",
              "         'tax': 11,\n",
              "         'revenue': 6,\n",
              "         'dropped': 7,\n",
              "         '27': 23,\n",
              "         'percent': 12,\n",
              "         'yeartoyear': 1,\n",
              "         'second': 61,\n",
              "         'quarter': 3,\n",
              "         'thanks': 23,\n",
              "         'shutdo…': 1,\n",
              "         'Look': 19,\n",
              "         'Lil’': 1,\n",
              "         'Donny': 1,\n",
              "         'Micro': 1,\n",
              "         'Dick': 2,\n",
              "         'go': 163,\n",
              "         'What': 185,\n",
              "         'astounding': 1,\n",
              "         'achievement': 3,\n",
              "         'brilliance': 1,\n",
              "         'cognitive': 1,\n",
              "         'capabilities': 4,\n",
              "         'Somebody…': 1,\n",
              "         'follow': 54,\n",
              "         'Fergusons': 2,\n",
              "         'DurbanJuly': 4,\n",
              "         'alreadyvideo': 64,\n",
              "         'WiseUp': 2,\n",
              "         'Concealed': 1,\n",
              "         'Nation': 5,\n",
              "         '1': 188,\n",
              "         'Million': 19,\n",
              "         'Giveaway': 2,\n",
              "         'put': 56,\n",
              "         'familys': 1,\n",
              "         'safety': 53,\n",
              "         'before': 71,\n",
              "         'others': 72,\n",
              "         'criminals…': 2,\n",
              "         'Check': 62,\n",
              "         'Angels': 5,\n",
              "         'beautiful': 9,\n",
              "         'hair': 16,\n",
              "         'bow': 1,\n",
              "         'designs': 3,\n",
              "         'etsy': 1,\n",
              "         'epiconetsy': 1,\n",
              "         'masksforsale…': 1,\n",
              "         'Thread': 9,\n",
              "         'DrZoeHyde': 2,\n",
              "         'based': 27,\n",
              "         'international': 20,\n",
              "         'research': 59,\n",
              "         'evidence': 35,\n",
              "         'Updated': 20,\n",
              "         'thread': 39,\n",
              "         'children': 82,\n",
              "         'sum…': 1,\n",
              "         'municipality': 2,\n",
              "         'fatality': 13,\n",
              "         'compared': 9,\n",
              "         'located': 5,\n",
              "         '0': 15,\n",
              "         'fa…': 9,\n",
              "         'When': 97,\n",
              "         'home': 160,\n",
              "         'walls': 2,\n",
              "         'need': 220,\n",
              "         'upgradation': 1,\n",
              "         'opt': 9,\n",
              "         'Hire': 1,\n",
              "         'MumbaiPainters': 1,\n",
              "         'let': 39,\n",
              "         'find…': 2,\n",
              "         'Covid': 134,\n",
              "         'shrink': 1,\n",
              "         'power': 23,\n",
              "         'sector': 19,\n",
              "         'growth': 28,\n",
              "         'take': 149,\n",
              "         'discoms': 2,\n",
              "         'preUDAY': 1,\n",
              "         'era': 18,\n",
              "         'Industry…': 1,\n",
              "         'SaturdayVibes': 6,\n",
              "         'current': 42,\n",
              "         'situation': 104,\n",
              "         'calls': 32,\n",
              "         'awareness': 15,\n",
              "         'less': 29,\n",
              "         'stress': 17,\n",
              "         'To': 135,\n",
              "         'facilitate': 3,\n",
              "         'families': 55,\n",
              "         'our…': 18,\n",
              "         'economic': 39,\n",
              "         'measures': 42,\n",
              "         'governments': 18,\n",
              "         'taking': 99,\n",
              "         'respond': 11,\n",
              "         'Key': 7,\n",
              "         'actions': 17,\n",
              "         'taken': 39,\n",
              "         '193': 2,\n",
              "         'listed…': 1,\n",
              "         '“Covid19': 1,\n",
              "         'everyone’s': 1,\n",
              "         'covered': 7,\n",
              "         'major': 29,\n",
              "         'disasters': 4,\n",
              "         'nothing': 39,\n",
              "         'fabehamonir': 1,\n",
              "         'vi…': 2,\n",
              "         'HaggisUK': 1,\n",
              "         '“I': 3,\n",
              "         'hugely': 3,\n",
              "         'overestimated': 2,\n",
              "         'danger': 11,\n",
              "         'disease”': 1,\n",
              "         'wonder': 27,\n",
              "         'he’d': 1,\n",
              "         'brave': 5,\n",
              "         'en…': 4,\n",
              "         'By': 39,\n",
              "         'time': 233,\n",
              "         'spike': 98,\n",
              "         'isvery': 1,\n",
              "         'hard': 39,\n",
              "         'reverse': 2,\n",
              "         'without': 70,\n",
              "         'drastic': 2,\n",
              "         'lockdown': 235,\n",
              "         'y…': 131,\n",
              "         'WhiteHouse': 10,\n",
              "         'political': 26,\n",
              "         'games': 13,\n",
              "         'achieved': 3,\n",
              "         'only': 161,\n",
              "         'shameful…': 1,\n",
              "         'Hi': 33,\n",
              "         'long': 82,\n",
              "         'In': 355,\n",
              "         'preparation': 5,\n",
              "         'reopening': 37,\n",
              "         'been': 442,\n",
              "         'doing': 80,\n",
              "         'some': 176,\n",
              "         'clean…': 1,\n",
              "         'theJagmeetSingh': 3,\n",
              "         'MatthewGreenNDP': 1,\n",
              "         'money': 60,\n",
              "         'beginning': 17,\n",
              "         'pandemic': 435,\n",
              "         'woman': 30,\n",
              "         'front': 28,\n",
              "         'line': 27,\n",
              "         'workers': 87,\n",
              "         'who…': 5,\n",
              "         'Ireland': 14,\n",
              "         'built': 12,\n",
              "         'its': 234,\n",
              "         'contract': 13,\n",
              "         'tracing': 23,\n",
              "         'app': 28,\n",
              "         'successful': 6,\n",
              "         'U': 15,\n",
              "         'S': 14,\n",
              "         'states': 61,\n",
              "         'use': 80,\n",
              "         'it…': 23,\n",
              "         'Rakesh': 3,\n",
              "         'Sharma': 5,\n",
              "         'best': 99,\n",
              "         'business': 85,\n",
              "         'Coach': 2,\n",
              "         'India': 341,\n",
              "         'Website': 7,\n",
              "         'salescoach': 2,\n",
              "         'BusinessCoach': 2,\n",
              "         'salesforce…': 2,\n",
              "         'Think': 11,\n",
              "         'link': 47,\n",
              "         'between': 74,\n",
              "         '5G': 13,\n",
              "         'stuff': 11,\n",
              "         'loony': 1,\n",
              "         'conspiracytheories': 1,\n",
              "         'screenshot': 1,\n",
              "         'is…': 26,\n",
              "         'NSTworld': 5,\n",
              "         'There': 96,\n",
              "         'NationalDayRally': 1,\n",
              "         'NDR': 1,\n",
              "         'distancing': 68,\n",
              "         'requirements': 3,\n",
              "         'result': 42,\n",
              "         'o…': 78,\n",
              "         'cost': 34,\n",
              "         'preventing': 5,\n",
              "         'further': 24,\n",
              "         'pandemics': 11,\n",
              "         'over': 260,\n",
              "         'next': 89,\n",
              "         'decade': 4,\n",
              "         'protecting': 20,\n",
              "         'wildlife': 7,\n",
              "         'forests': 2,\n",
              "         'equate': 2,\n",
              "         'ju…': 2,\n",
              "         'Learn': 23,\n",
              "         'period': 23,\n",
              "         '2d': 1,\n",
              "         '3d': 2,\n",
              "         'animations': 2,\n",
              "         'training': 22,\n",
              "         'ongoing': 20,\n",
              "         'Click': 18,\n",
              "         'below': 25,\n",
              "         'join': 28,\n",
              "         'What…': 2,\n",
              "         '2000': 10,\n",
              "         'women': 53,\n",
              "         'lawyers': 1,\n",
              "         'write': 3,\n",
              "         'AmitShah': 8,\n",
              "         'seeking': 12,\n",
              "         '5': 110,\n",
              "         'Lakh': 6,\n",
              "         'Loan': 3,\n",
              "         'financially': 3,\n",
              "         'drained': 1,\n",
              "         'lawyer': 3,\n",
              "         'literally': 10,\n",
              "         'am': 150,\n",
              "         'using': 47,\n",
              "         'own': 70,\n",
              "         'head': 30,\n",
              "         'decisions': 16,\n",
              "         'creating': 12,\n",
              "         'conf…': 3,\n",
              "         'OK': 10,\n",
              "         'angry': 3,\n",
              "         'believe': 44,\n",
              "         'stupidity': 2,\n",
              "         'there': 191,\n",
              "         'virus': 194,\n",
              "         'kills': 11,\n",
              "         'many': 206,\n",
              "         'must…': 2,\n",
              "         'weekend': 93,\n",
              "         'Yall': 3,\n",
              "         'pity': 2,\n",
              "         'facing': 26,\n",
              "         'cant': 66,\n",
              "         'person…': 1,\n",
              "         'try': 25,\n",
              "         'Shout': 1,\n",
              "         'Earth': 7,\n",
              "         'Hands': 5,\n",
              "         'down': 120,\n",
              "         'worst': 35,\n",
              "         'reaction': 4,\n",
              "         '“emergency”': 1,\n",
              "         'I’ve': 30,\n",
              "         'seen': 43,\n",
              "         'Lottery': 1,\n",
              "         'shut': 26,\n",
              "         'and…': 80,\n",
              "         'WLOS13': 1,\n",
              "         'wcti12': 1,\n",
              "         'thecw22': 1,\n",
              "         'myrdc': 1,\n",
              "         'ABC45TV': 1,\n",
              "         'Please': 116,\n",
              "         'tell': 67,\n",
              "         'going': 172,\n",
              "         'run': 20,\n",
              "         'Qanon': 2,\n",
              "         'conspiracy': 18,\n",
              "         'theory': 12,\n",
              "         'banned…': 2,\n",
              "         'We’re': 12,\n",
              "         'InThisTogether': 3,\n",
              "         'Cavan': 2,\n",
              "         'Ladies': 4,\n",
              "         'Footballer': 2,\n",
              "         'Aishli…': 2,\n",
              "         'Egyptians': 1,\n",
              "         'aint': 5,\n",
              "         'got': 87,\n",
              "         'shit': 20,\n",
              "         'Voices': 4,\n",
              "         'Belt': 1,\n",
              "         'Road': 6,\n",
              "         'rap': 4,\n",
              "         'song': 15,\n",
              "         'alerts': 3,\n",
              "         'needed': 31,\n",
              "         'precautions': 19,\n",
              "         'returning': 22,\n",
              "         'work': 148,\n",
              "         'beltandroad…': 1,\n",
              "         'PR': 3,\n",
              "         'Not': 100,\n",
              "         'area': 20,\n",
              "         'hit': 49,\n",
              "         'hanna': 1,\n",
              "         'hotspot': 13,\n",
              "         'Hurricane': 3,\n",
              "         'Harvey': 1,\n",
              "         'Still': 15,\n",
              "         '128': 2,\n",
              "         'infected': 57,\n",
              "         'TrumpVirus': 17,\n",
              "         'MaskItOrCasket': 1,\n",
              "         'My': 116,\n",
              "         'latest': 107,\n",
              "         'FoxNews': 11,\n",
              "         'keeps': 17,\n",
              "         'Wish': 6,\n",
              "         'Children': 19,\n",
              "         'waiting': 18,\n",
              "         'WaltDisneyWorld': 1,\n",
              "         'reopens': 5,\n",
              "         'GKTWVillage': 1,\n",
              "         'unable': 7,\n",
              "         'b…': 38,\n",
              "         'ProfWombat': 1,\n",
              "         'vickihickory': 1,\n",
              "         'ROhsolovely': 1,\n",
              "         'Imagine': 16,\n",
              "         'thinking': 22,\n",
              "         'toddlerinchief': 1,\n",
              "         'ignore': 8,\n",
              "         'ja…': 1,\n",
              "         'headout': 1,\n",
              "         'dashboard': 5,\n",
              "         'boost': 12,\n",
              "         'postCOVID19': 2,\n",
              "         'travel': 54,\n",
              "         'disproportionately': 2,\n",
              "         'affecting': 9,\n",
              "         'communities': 35,\n",
              "         'color': 8,\n",
              "         'especially': 44,\n",
              "         'Hispanic': 2,\n",
              "         'Latinx': 2,\n",
              "         'ones': 42,\n",
              "         'ho…': 17,\n",
              "         'As': 182,\n",
              "         'debates': 3,\n",
              "         'ensue': 1,\n",
              "         'schools': 79,\n",
              "         '🏫': 1,\n",
              "         'amid': 80,\n",
              "         'WomenDeliver': 1,\n",
              "         'Young': 13,\n",
              "         'Leader': 14,\n",
              "         'olorunisola8': 1,\n",
              "         'Nigeria': 47,\n",
              "         'says…': 11,\n",
              "         'Companies': 2,\n",
              "         'workforce’s': 1,\n",
              "         'physical': 18,\n",
              "         'mental': 16,\n",
              "         'crisis': 117,\n",
              "         ...})"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BWXPfpGm5ohG",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Maximum numbers of words in a sequence\n",
        "seq_max_len= 30"
      ],
      "execution_count": 21,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vYfNIgrOceTP",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 101
        },
        "outputId": "73b36ab5-16b2-41da-a76f-a5bb93877c03"
      },
      "source": [
        "train_data.dtypes"
      ],
      "execution_count": 22,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "text          object\n",
              "token         object\n",
              "emoji         object\n",
              "sentiment    float64\n",
              "dtype: object"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "p-FcoQG574Xz",
        "colab_type": "text"
      },
      "source": [
        "## split data into train and test subsets"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HO84gdWA77Ev",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "split = int(train_data.shape[0] * 0.75)\n",
        "train_sentence = train_data.text[:split]\n",
        "train_label= train_data.sentiment[:split]\n",
        "\n",
        "test_sentence = train_data.text[split:]\n",
        "test_label= train_data.sentiment[split:]\n"
      ],
      "execution_count": 23,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NuMwsJ-v8tr4",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from keras.preprocessing.text import Tokenizer\n",
        "token= Tokenizer(num_words = number_of_words)\n",
        "token.fit_on_texts(train_sentence)"
      ],
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fW0UdU0ObUNj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "word_index= token.word_index"
      ],
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "qH_GQm67bi3h",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "9812dd34-01e6-41c3-f304-3efca812b371"
      },
      "source": [
        "word_index"
      ],
      "execution_count": 26,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "{'covid19': 1,\n",
              " 'the': 2,\n",
              " 'to': 3,\n",
              " 'of': 4,\n",
              " 'in': 5,\n",
              " 'and': 6,\n",
              " 'a': 7,\n",
              " 'for': 8,\n",
              " 'is': 9,\n",
              " 'on': 10,\n",
              " 'cases': 11,\n",
              " 'you': 12,\n",
              " 'are': 13,\n",
              " 'with': 14,\n",
              " 'this': 15,\n",
              " 'coronavirus': 16,\n",
              " 'new': 17,\n",
              " 'at': 18,\n",
              " 'from': 19,\n",
              " 'have': 20,\n",
              " 'we': 21,\n",
              " 'that': 22,\n",
              " 'i': 23,\n",
              " 'as': 24,\n",
              " 'has': 25,\n",
              " 'your': 26,\n",
              " 'be': 27,\n",
              " 'it': 28,\n",
              " 'our': 29,\n",
              " 'by': 30,\n",
              " 'not': 31,\n",
              " 'amp': 32,\n",
              " 'if': 33,\n",
              " 'people': 34,\n",
              " 'will': 35,\n",
              " 'positive': 36,\n",
              " 'more': 37,\n",
              " 'all': 38,\n",
              " 'how': 39,\n",
              " 'us': 40,\n",
              " 'about': 41,\n",
              " 'pandemic': 42,\n",
              " 'but': 43,\n",
              " 'can': 44,\n",
              " 'who': 45,\n",
              " 'my': 46,\n",
              " 'deaths': 47,\n",
              " 'been': 48,\n",
              " 'now': 49,\n",
              " 'so': 50,\n",
              " 'out': 51,\n",
              " 'an': 52,\n",
              " 'health': 53,\n",
              " 'what': 54,\n",
              " 'or': 55,\n",
              " 'they': 56,\n",
              " 'total': 57,\n",
              " 'was': 58,\n",
              " 'help': 59,\n",
              " 'get': 60,\n",
              " 'no': 61,\n",
              " 'one': 62,\n",
              " 'its': 63,\n",
              " 'during': 64,\n",
              " 'up': 65,\n",
              " 'july': 66,\n",
              " 'just': 67,\n",
              " 'today': 68,\n",
              " 'covid19…': 69,\n",
              " 'do': 70,\n",
              " 'mask': 71,\n",
              " 'he': 72,\n",
              " 'their': 73,\n",
              " 'covid': 74,\n",
              " 'when': 75,\n",
              " 'daily': 76,\n",
              " 'after': 77,\n",
              " 'spread': 78,\n",
              " 'like': 79,\n",
              " 'even': 80,\n",
              " 'need': 81,\n",
              " 'lockdown': 82,\n",
              " 'over': 83,\n",
              " '2020': 84,\n",
              " 'tests': 85,\n",
              " 'why': 86,\n",
              " 'there': 87,\n",
              " 'risk': 88,\n",
              " 'india': 89,\n",
              " 'day': 90,\n",
              " 'than': 91,\n",
              " 'tested': 92,\n",
              " 'masks': 93,\n",
              " 'number': 94,\n",
              " 'time': 95,\n",
              " 'world': 96,\n",
              " 'many': 97,\n",
              " 'his': 98,\n",
              " 'reported': 99,\n",
              " 'patients': 100,\n",
              " 'government': 101,\n",
              " 'symptoms': 102,\n",
              " 'last': 103,\n",
              " 'first': 104,\n",
              " '24': 105,\n",
              " 'had': 106,\n",
              " 'virus': 107,\n",
              " 'were': 108,\n",
              " 'good': 109,\n",
              " 'back': 110,\n",
              " 'country': 111,\n",
              " 'me': 112,\n",
              " 'update': 113,\n",
              " '…': 114,\n",
              " 'dont': 115,\n",
              " 'please': 116,\n",
              " 'know': 117,\n",
              " 'still': 118,\n",
              " 'some': 119,\n",
              " 'go': 120,\n",
              " 'should': 121,\n",
              " 'take': 122,\n",
              " 'corona': 123,\n",
              " 'via': 124,\n",
              " 'wear': 125,\n",
              " 'days': 126,\n",
              " 'death': 127,\n",
              " 'news': 128,\n",
              " 'see': 129,\n",
              " 'only': 130,\n",
              " 'could': 131,\n",
              " 'realdonaldtrump': 132,\n",
              " 'face': 133,\n",
              " 'a…': 134,\n",
              " 'says': 135,\n",
              " 'vaccine': 136,\n",
              " '1': 137,\n",
              " 'slow': 138,\n",
              " 'due': 139,\n",
              " 'cm': 140,\n",
              " 'state': 141,\n",
              " 'them': 142,\n",
              " 'these': 143,\n",
              " 'am': 144,\n",
              " 'being': 145,\n",
              " 'would': 146,\n",
              " 'well': 147,\n",
              " 'confirmed': 148,\n",
              " 'testing': 149,\n",
              " 'here': 150,\n",
              " 't…': 151,\n",
              " 'test': 152,\n",
              " 'care': 153,\n",
              " 'want': 154,\n",
              " 'going': 155,\n",
              " 'global': 156,\n",
              " '2': 157,\n",
              " 'home': 158,\n",
              " 'minister': 159,\n",
              " 'read': 160,\n",
              " 'identify': 161,\n",
              " 'hospital': 162,\n",
              " '25': 163,\n",
              " 'work': 164,\n",
              " 'reports': 165,\n",
              " 'y…': 166,\n",
              " 'safe': 167,\n",
              " 'most': 168,\n",
              " 'since': 169,\n",
              " 'may': 170,\n",
              " 'pradesh': 171,\n",
              " 'make': 172,\n",
              " 'sooner': 173,\n",
              " 'selfreporting': 174,\n",
              " 'uk': 175,\n",
              " 'while': 176,\n",
              " 'the…': 177,\n",
              " 'hours': 178,\n",
              " 'stay': 179,\n",
              " 'because': 180,\n",
              " 'trump': 181,\n",
              " 'chief': 182,\n",
              " 'against': 183,\n",
              " 'latest': 184,\n",
              " 'social': 185,\n",
              " 'it’s': 186,\n",
              " 'public': 187,\n",
              " 'madhya': 188,\n",
              " 'don’t': 189,\n",
              " 'which': 190,\n",
              " 'where': 191,\n",
              " 'those': 192,\n",
              " 'crisis': 193,\n",
              " 'support': 194,\n",
              " 'keep': 195,\n",
              " 'into': 196,\n",
              " 'life': 197,\n",
              " 'every': 198,\n",
              " 'case': 199,\n",
              " 'fight': 200,\n",
              " 'active': 201,\n",
              " 'to…': 202,\n",
              " 'data': 203,\n",
              " 'great': 204,\n",
              " 'think': 205,\n",
              " 'said': 206,\n",
              " 'other': 207,\n",
              " '3': 208,\n",
              " 'another': 209,\n",
              " 'very': 210,\n",
              " 'live': 211,\n",
              " 'any': 212,\n",
              " 'way': 213,\n",
              " 'best': 214,\n",
              " 'down': 215,\n",
              " 'around': 216,\n",
              " 'free': 217,\n",
              " 'recovery': 218,\n",
              " 'police': 219,\n",
              " 'rate': 220,\n",
              " 'check': 221,\n",
              " 'rise': 222,\n",
              " 'recovered': 223,\n",
              " 'per': 224,\n",
              " 'high': 225,\n",
              " 'situation': 226,\n",
              " 'million': 227,\n",
              " 'also': 228,\n",
              " 'right': 229,\n",
              " 'across': 230,\n",
              " 'year': 231,\n",
              " 'everyone': 232,\n",
              " 'singh': 233,\n",
              " 'much': 234,\n",
              " 'chouhanshivraj': 235,\n",
              " 'of…': 236,\n",
              " 'children': 237,\n",
              " 'business': 238,\n",
              " '5': 239,\n",
              " 'then': 240,\n",
              " 'did': 241,\n",
              " 'i…': 242,\n",
              " 'response': 243,\n",
              " 'through': 244,\n",
              " 'students': 245,\n",
              " 'week': 246,\n",
              " '10': 247,\n",
              " 'taking': 248,\n",
              " 'wearing': 249,\n",
              " 'countries': 250,\n",
              " 'report': 251,\n",
              " 'must': 252,\n",
              " 'video': 253,\n",
              " 'weekend': 254,\n",
              " 'school': 255,\n",
              " '4': 256,\n",
              " 'future': 257,\n",
              " 'shivraj': 258,\n",
              " 'look': 259,\n",
              " 'really': 260,\n",
              " 'love': 261,\n",
              " 'states': 262,\n",
              " 'impact': 263,\n",
              " 'c…': 264,\n",
              " 'workers': 265,\n",
              " 'better': 266,\n",
              " 'kids': 267,\n",
              " 'shivrajsinghchouhan': 268,\n",
              " 'man': 269,\n",
              " 'months': 270,\n",
              " 'amid': 271,\n",
              " 'stop': 272,\n",
              " 'family': 273,\n",
              " 'does': 274,\n",
              " 'under': 275,\n",
              " 's…': 276,\n",
              " 'saturday': 277,\n",
              " 'follow': 278,\n",
              " 'local': 279,\n",
              " 'in…': 280,\n",
              " 'two': 281,\n",
              " 'off': 282,\n",
              " 'died': 283,\n",
              " 'chouhan': 284,\n",
              " 'blood': 285,\n",
              " 'long': 286,\n",
              " 'use': 287,\n",
              " 'record': 288,\n",
              " 'quarantine': 289,\n",
              " 'continue': 290,\n",
              " 'next': 291,\n",
              " 'coronaviruspandemic': 292,\n",
              " 'morning': 293,\n",
              " 'im': 294,\n",
              " 'schools': 295,\n",
              " 'w…': 296,\n",
              " 'medical': 297,\n",
              " 'th…': 298,\n",
              " 'dr': 299,\n",
              " 'protect': 300,\n",
              " 'plasma': 301,\n",
              " 'recoveries': 302,\n",
              " 'join': 303,\n",
              " 'working': 304,\n",
              " 'breaking': 305,\n",
              " 'watch': 306,\n",
              " 'borisjohnson': 307,\n",
              " 'odisha': 308,\n",
              " 'times': 309,\n",
              " 'her': 310,\n",
              " 'give': 311,\n",
              " 'doing': 312,\n",
              " 'say': 313,\n",
              " '6': 314,\n",
              " 'getting': 315,\n",
              " 'ever': 316,\n",
              " 'highest': 317,\n",
              " 'obesity': 318,\n",
              " 'thanks': 319,\n",
              " 'alreadyvideo': 320,\n",
              " 'research': 321,\n",
              " 'got': 322,\n",
              " 'yesterday': 323,\n",
              " 'women': 324,\n",
              " 'and…': 325,\n",
              " 'govt': 326,\n",
              " 'china': 327,\n",
              " 'become': 328,\n",
              " 'lives': 329,\n",
              " 'reach': 330,\n",
              " 'community': 331,\n",
              " 'call': 332,\n",
              " 'south': 333,\n",
              " 'come': 334,\n",
              " 'others': 335,\n",
              " 'tally': 336,\n",
              " 'too': 337,\n",
              " 'made': 338,\n",
              " 'second': 339,\n",
              " 'post': 340,\n",
              " 'before': 341,\n",
              " 'without': 342,\n",
              " 'gmt': 343,\n",
              " 'food': 344,\n",
              " 'someone': 345,\n",
              " 'change': 346,\n",
              " 'remember': 347,\n",
              " 'online': 348,\n",
              " 'never': 349,\n",
              " 'between': 350,\n",
              " 'tell': 351,\n",
              " 'soon': 352,\n",
              " 'coronavirusupdate': 353,\n",
              " 'start': 354,\n",
              " '–': 355,\n",
              " 'an…': 356,\n",
              " 'contact': 357,\n",
              " 'rajasthan': 358,\n",
              " 'open': 359,\n",
              " 'usa': 360,\n",
              " 'weeks': 361,\n",
              " 'study': 362,\n",
              " 'years': 363,\n",
              " 'lost': 364,\n",
              " 'numbers': 365,\n",
              " 'again': 366,\n",
              " 'hands': 367,\n",
              " 'safety': 368,\n",
              " 'own': 369,\n",
              " 'cant': 370,\n",
              " 'needs': 371,\n",
              " 'making': 372,\n",
              " 'thank': 373,\n",
              " 'friday': 374,\n",
              " 'education': 375,\n",
              " 'africa': 376,\n",
              " 'far': 377,\n",
              " 'o…': 378,\n",
              " 'america': 379,\n",
              " 'looking': 380,\n",
              " 'hospitals': 381,\n",
              " 'infections': 382,\n",
              " 'share': 383,\n",
              " 'done': 384,\n",
              " 'updates': 385,\n",
              " 'die': 386,\n",
              " 'england': 387,\n",
              " 'important': 388,\n",
              " '19': 389,\n",
              " 'media': 390,\n",
              " 'experts': 391,\n",
              " 'spike': 392,\n",
              " 'away': 393,\n",
              " 'find': 394,\n",
              " 'maharashtra': 395,\n",
              " 'big': 396,\n",
              " 'till': 397,\n",
              " 'she': 398,\n",
              " 'including': 399,\n",
              " 'save': 400,\n",
              " 'coronainfoch': 401,\n",
              " 'same': 402,\n",
              " 'distancing': 403,\n",
              " 'travel': 404,\n",
              " 'feel': 405,\n",
              " 'pm': 406,\n",
              " 'coronavirus…': 407,\n",
              " 'doctors': 408,\n",
              " 'having': 409,\n",
              " 'advice': 410,\n",
              " 'hope': 411,\n",
              " 'deadly': 412,\n",
              " 'using': 413,\n",
              " 'air': 414,\n",
              " 'sure': 415,\n",
              " 'healthcare': 416,\n",
              " 'sarscov2': 417,\n",
              " 'announced': 418,\n",
              " 'put': 419,\n",
              " 'job': 420,\n",
              " 'alert': 421,\n",
              " 'plan': 422,\n",
              " 'texas': 423,\n",
              " 'victims': 424,\n",
              " 'sign': 425,\n",
              " 'top': 426,\n",
              " 'ministry': 427,\n",
              " 'madhyapradesh': 428,\n",
              " 'things': 429,\n",
              " 'real': 430,\n",
              " 'let': 431,\n",
              " 'money': 432,\n",
              " 'infected': 433,\n",
              " 'samples': 434,\n",
              " 'show': 435,\n",
              " 'yourself': 436,\n",
              " 'guidelines': 437,\n",
              " 'almost': 438,\n",
              " 'outbreak': 439,\n",
              " 'delhi': 440,\n",
              " 'americans': 441,\n",
              " 'nothing': 442,\n",
              " 'f…': 443,\n",
              " 'three': 444,\n",
              " 'for…': 445,\n",
              " 'part': 446,\n",
              " 'district': 447,\n",
              " 'available': 448,\n",
              " 'yet': 449,\n",
              " 'stand': 450,\n",
              " 'each': 451,\n",
              " 'learn': 452,\n",
              " 'i’m': 453,\n",
              " 'anyone': 454,\n",
              " 'enough': 455,\n",
              " 'infection': 456,\n",
              " 'team': 457,\n",
              " 'understand': 458,\n",
              " 'especially': 459,\n",
              " 'nigeria': 460,\n",
              " 'opportunity': 461,\n",
              " 'likely': 462,\n",
              " '100': 463,\n",
              " 'thats': 464,\n",
              " 'national': 465,\n",
              " 'human': 466,\n",
              " 'place': 467,\n",
              " 'link': 468,\n",
              " 'coming': 469,\n",
              " 'person': 470,\n",
              " 'among': 471,\n",
              " 'jobs': 472,\n",
              " 'full': 473,\n",
              " 'old': 474,\n",
              " 'month': 475,\n",
              " '➡️': 476,\n",
              " 'novel': 477,\n",
              " 'started': 478,\n",
              " 'lakh': 479,\n",
              " 'used': 480,\n",
              " 'toll': 481,\n",
              " 'staff': 482,\n",
              " 'families': 483,\n",
              " 'young': 484,\n",
              " 'group': 485,\n",
              " 'dead': 486,\n",
              " 'such': 487,\n",
              " 'already': 488,\n",
              " 'lets': 489,\n",
              " 'healthy': 490,\n",
              " 'u': 491,\n",
              " 'hit': 492,\n",
              " 'yes': 493,\n",
              " 'early': 494,\n",
              " 'researchers': 495,\n",
              " 'end': 496,\n",
              " 'treatment': 497,\n",
              " 'indiafightscorona': 498,\n",
              " 'thread': 499,\n",
              " 'we’re': 500,\n",
              " 'happy': 501,\n",
              " 'm…': 502,\n",
              " 'xavi': 503,\n",
              " 'thing': 504,\n",
              " 'story': 505,\n",
              " 'president': 506,\n",
              " 'pay': 507,\n",
              " 'five': 508,\n",
              " 'b…': 509,\n",
              " 'youre': 510,\n",
              " 'boris': 511,\n",
              " 'patient': 512,\n",
              " 'webinar': 513,\n",
              " 'control': 514,\n",
              " 'shows': 515,\n",
              " 'd…': 516,\n",
              " 'wave': 517,\n",
              " 'father': 518,\n",
              " 'technology': 519,\n",
              " 'updated': 520,\n",
              " 'measures': 521,\n",
              " 'leader': 522,\n",
              " '12': 523,\n",
              " 'expert': 524,\n",
              " 'lot': 525,\n",
              " 'youtube': 526,\n",
              " 'despite': 527,\n",
              " 'recorded': 528,\n",
              " 'along': 529,\n",
              " 'staysafe': 530,\n",
              " 'past': 531,\n",
              " 'businesses': 532,\n",
              " 'visit': 533,\n",
              " 'source': 534,\n",
              " 'ways': 535,\n",
              " 'evidence': 536,\n",
              " 'economic': 537,\n",
              " 'app': 538,\n",
              " 'click': 539,\n",
              " 'increased': 540,\n",
              " 'nearly': 541,\n",
              " 'american': 542,\n",
              " 'wearamask': 543,\n",
              " 'rapid': 544,\n",
              " 'disease': 545,\n",
              " 'records': 546,\n",
              " 'together': 547,\n",
              " 'gop': 548,\n",
              " 'march': 549,\n",
              " 'something': 550,\n",
              " '😷': 551,\n",
              " 'services': 552,\n",
              " 'single': 553,\n",
              " '7': 554,\n",
              " 'coronavirusupdates': 555,\n",
              " 'god': 556,\n",
              " 'city': 557,\n",
              " 'mark': 558,\n",
              " 'friends': 559,\n",
              " 'recent': 560,\n",
              " 'dear': 561,\n",
              " 'science': 562,\n",
              " '20': 563,\n",
              " 'rapidly': 564,\n",
              " 'centre': 565,\n",
              " 'flu': 566,\n",
              " 'trying': 567,\n",
              " '996': 568,\n",
              " 'hand': 569,\n",
              " 'always': 570,\n",
              " 'until': 571,\n",
              " 'following': 572,\n",
              " 'todays': 573,\n",
              " 'affected': 574,\n",
              " 'thought': 575,\n",
              " 'article': 576,\n",
              " 'industry': 577,\n",
              " 'makes': 578,\n",
              " 'information': 579,\n",
              " 'can’t': 580,\n",
              " 'living': 581,\n",
              " 'pakistan': 582,\n",
              " '8': 583,\n",
              " 'economy': 584,\n",
              " 'rules': 585,\n",
              " 'station': 586,\n",
              " '421': 587,\n",
              " 'hey': 588,\n",
              " 'florida': 589,\n",
              " 'worst': 590,\n",
              " 'ones': 591,\n",
              " 'mass': 592,\n",
              " 'him': 593,\n",
              " 'parents': 594,\n",
              " 'send': 595,\n",
              " 'return': 596,\n",
              " 'worldwide': 597,\n",
              " 'least': 598,\n",
              " 'p…': 599,\n",
              " 'both': 600,\n",
              " 'few': 601,\n",
              " 'drug': 602,\n",
              " 'normal': 603,\n",
              " 'johnson': 604,\n",
              " 'socalled…': 605,\n",
              " 'bad': 606,\n",
              " 'current': 607,\n",
              " 'reopening': 608,\n",
              " 'on…': 609,\n",
              " 'cdc': 610,\n",
              " 'development': 611,\n",
              " 'increase': 612,\n",
              " 'nature': 613,\n",
              " 'spreading': 614,\n",
              " 'bjp': 615,\n",
              " 'list': 616,\n",
              " 'might': 617,\n",
              " 'hard': 618,\n",
              " 'result': 619,\n",
              " 'believe': 620,\n",
              " 'county': 621,\n",
              " 'leaders': 622,\n",
              " 'millions': 623,\n",
              " 'transmission': 624,\n",
              " 'system': 625,\n",
              " 'ask': 626,\n",
              " 'info': 627,\n",
              " 'august': 628,\n",
              " '1st': 629,\n",
              " 'shopping': 630,\n",
              " 'rises': 631,\n",
              " 'seen': 632,\n",
              " 'biggest': 633,\n",
              " 'book': 634,\n",
              " 'actually': 635,\n",
              " 'facemask': 636,\n",
              " 'office': 637,\n",
              " 'cause': 638,\n",
              " 'fauci': 639,\n",
              " 'access': 640,\n",
              " 'ahead': 641,\n",
              " 'forget': 642,\n",
              " 'mp': 643,\n",
              " 'challenges': 644,\n",
              " '15': 645,\n",
              " 'facemasks': 646,\n",
              " 'wont': 647,\n",
              " 'once': 648,\n",
              " 'order': 649,\n",
              " 'key': 650,\n",
              " 'type': 651,\n",
              " 'sir': 652,\n",
              " 'interesting': 653,\n",
              " 'vietnam': 654,\n",
              " 'set': 655,\n",
              " 'shops': 656,\n",
              " 'center': 657,\n",
              " 'else': 658,\n",
              " 'service': 659,\n",
              " 'oh': 660,\n",
              " 'twitter': 661,\n",
              " 'market': 662,\n",
              " 'department': 663,\n",
              " '23': 664,\n",
              " 'party': 665,\n",
              " 'complete': 666,\n",
              " 'h…': 667,\n",
              " 'went': 668,\n",
              " 'nhs': 669,\n",
              " 'ensure': 670,\n",
              " 'comes': 671,\n",
              " '1336861': 672,\n",
              " 'blog': 673,\n",
              " 'bbnaijia': 674,\n",
              " '48916': 675,\n",
              " '13': 676,\n",
              " 'little': 677,\n",
              " 'r…': 678,\n",
              " 'united': 679,\n",
              " 'less': 680,\n",
              " 'woman': 681,\n",
              " 'cost': 682,\n",
              " 'head': 683,\n",
              " 'four': 684,\n",
              " 'close': 685,\n",
              " 'relief': 686,\n",
              " 'covidー19': 687,\n",
              " 'level': 688,\n",
              " 'small': 689,\n",
              " '1000': 690,\n",
              " 'citizens': 691,\n",
              " 'negative': 692,\n",
              " 'left': 693,\n",
              " 'called': 694,\n",
              " 'severe': 695,\n",
              " 'poor': 696,\n",
              " 'heres': 697,\n",
              " 'point': 698,\n",
              " 'financial': 699,\n",
              " 'deal': 700,\n",
              " '14': 701,\n",
              " 'preprint': 702,\n",
              " 'found': 703,\n",
              " 'indias': 704,\n",
              " 'handling': 705,\n",
              " 'special': 706,\n",
              " 'karnataka': 707,\n",
              " 'suffering': 708,\n",
              " 'crosses': 709,\n",
              " 'population': 710,\n",
              " 'rates': 711,\n",
              " 'calls': 712,\n",
              " 'governments': 713,\n",
              " 'taken': 714,\n",
              " 'major': 715,\n",
              " 'try': 716,\n",
              " 'thinking': 717,\n",
              " 'mean': 718,\n",
              " 'buy': 719,\n",
              " 'conducted': 720,\n",
              " 'everything': 721,\n",
              " 'play': 722,\n",
              " 'means': 723,\n",
              " 'avoid': 724,\n",
              " 'joke': 725,\n",
              " 'question': 726,\n",
              " 'congress': 727,\n",
              " 'different': 728,\n",
              " 'union': 729,\n",
              " 'starting': 730,\n",
              " 'higher': 731,\n",
              " '•': 732,\n",
              " '1320': 733,\n",
              " 'n…': 734,\n",
              " 'cannot': 735,\n",
              " 'seems': 736,\n",
              " 'needed': 737,\n",
              " 'wish': 738,\n",
              " 'qatar': 739,\n",
              " 'worse': 740,\n",
              " 'loss': 741,\n",
              " 'discharged': 742,\n",
              " 'talk': 743,\n",
              " '16': 744,\n",
              " 'clinical': 745,\n",
              " 'provide': 746,\n",
              " 'treat': 747,\n",
              " 'illness': 748,\n",
              " 'whats': 749,\n",
              " 'true': 750,\n",
              " 'according': 751,\n",
              " '30': 752,\n",
              " '21': 753,\n",
              " 'with…': 754,\n",
              " 'saw': 755,\n",
              " 'fresh': 756,\n",
              " 'anything': 757,\n",
              " 'bbnaijalockdown2020': 758,\n",
              " 'statistics': 759,\n",
              " 'wash': 760,\n",
              " 'took': 761,\n",
              " 'action': 762,\n",
              " 'date': 763,\n",
              " 'miss': 764,\n",
              " 'international': 765,\n",
              " 'growth': 766,\n",
              " 'wonder': 767,\n",
              " 'communities': 768,\n",
              " 'ppe': 769,\n",
              " 'italy': 770,\n",
              " 'amazing': 771,\n",
              " 'learning': 772,\n",
              " 'peak': 773,\n",
              " 'isnt': 774,\n",
              " 'risks': 775,\n",
              " 'insurance': 776,\n",
              " '2019': 777,\n",
              " 'survey': 778,\n",
              " '24th': 779,\n",
              " 'decision': 780,\n",
              " 'customers': 781,\n",
              " 'season': 782,\n",
              " 'body': 783,\n",
              " 'cnn': 784,\n",
              " 'reopen': 785,\n",
              " 'sick': 786,\n",
              " 'fear': 787,\n",
              " 'restrictions': 788,\n",
              " 'closed': 789,\n",
              " '9': 790,\n",
              " 'letter': 791,\n",
              " 'australia': 792,\n",
              " 'puducherry': 793,\n",
              " 'claim': 794,\n",
              " 'reduce': 795,\n",
              " 'feeling': 796,\n",
              " 'didnt': 797,\n",
              " 'based': 798,\n",
              " 'line': 799,\n",
              " 'hold': 800,\n",
              " 'summer': 801,\n",
              " 'bihar': 802,\n",
              " 'officials': 803,\n",
              " 'leave': 804,\n",
              " 'discuss': 805,\n",
              " 'towards': 806,\n",
              " '3rd': 807,\n",
              " 'results': 808,\n",
              " 'socialdistancing': 809,\n",
              " 'step': 810,\n",
              " 'brought': 811,\n",
              " 'bring': 812,\n",
              " 'whole': 813,\n",
              " 'meet': 814,\n",
              " 'be…': 815,\n",
              " 'issue': 816,\n",
              " 'admitted': 817,\n",
              " 'role': 818,\n",
              " 'law': 819,\n",
              " 'myself': 820,\n",
              " 'official': 821,\n",
              " 'indian': 822,\n",
              " 'amp…': 823,\n",
              " 'given': 824,\n",
              " 'efforts': 825,\n",
              " '20200725': 826,\n",
              " 'currently': 827,\n",
              " 'details': 828,\n",
              " 'telling': 829,\n",
              " 'chinese': 830,\n",
              " 'challenging': 831,\n",
              " 'doesnt': 832,\n",
              " 'related': 833,\n",
              " 'company': 834,\n",
              " 'effects': 835,\n",
              " 'clean': 836,\n",
              " 'prevent': 837,\n",
              " 'political': 838,\n",
              " 'hi': 839,\n",
              " 'front': 840,\n",
              " 'mental': 841,\n",
              " 'age': 842,\n",
              " 'problem': 843,\n",
              " 'bringing': 844,\n",
              " 'covering': 845,\n",
              " 'begins': 846,\n",
              " 'finally': 847,\n",
              " 'fact': 848,\n",
              " 'sad': 849,\n",
              " 'director': 850,\n",
              " 'hello': 851,\n",
              " 'places': 852,\n",
              " 'create': 853,\n",
              " 'quarantined': 854,\n",
              " 'third': 855,\n",
              " 'force': 856,\n",
              " 'seeing': 857,\n",
              " 'developed': 858,\n",
              " 'isolation': 859,\n",
              " 'wants': 860,\n",
              " 'lack': 861,\n",
              " 'mind': 862,\n",
              " 'helping': 863,\n",
              " 'that’s': 864,\n",
              " 'difficult': 865,\n",
              " 'vaccines': 866,\n",
              " 'continues': 867,\n",
              " 'streets': 868,\n",
              " 'thousands': 869,\n",
              " 'from…': 870,\n",
              " 'canada': 871,\n",
              " 'ji': 872,\n",
              " 'cut': 873,\n",
              " 'eat': 874,\n",
              " 'led': 875,\n",
              " 'marketing': 876,\n",
              " '—': 877,\n",
              " 'component': 878,\n",
              " 'missed': 879,\n",
              " 'further': 880,\n",
              " 'shut': 881,\n",
              " 'returning': 882,\n",
              " 'singleday': 883,\n",
              " 'develop': 884,\n",
              " 'ago': 885,\n",
              " 'capacity': 886,\n",
              " 'wrong': 887,\n",
              " 'church': 888,\n",
              " 'looks': 889,\n",
              " 'able': 890,\n",
              " 'plans': 891,\n",
              " 'view': 892,\n",
              " 'hear': 893,\n",
              " 'john': 894,\n",
              " 'distance': 895,\n",
              " 'listen': 896,\n",
              " 'spain': 897,\n",
              " 'changing': 898,\n",
              " 'teachers': 899,\n",
              " 'enjoy': 900,\n",
              " 'asked': 901,\n",
              " 'guys': 902,\n",
              " 'delivery': 903,\n",
              " 'changed': 904,\n",
              " 'campaign': 905,\n",
              " 'un': 906,\n",
              " 'ive': 907,\n",
              " 'trust': 908,\n",
              " 'saying': 909,\n",
              " 'court': 910,\n",
              " 'prepared': 911,\n",
              " 'immunity': 912,\n",
              " 'speedy': 913,\n",
              " 'nice': 914,\n",
              " 'doctor': 915,\n",
              " 'you’re': 916,\n",
              " 'simple': 917,\n",
              " 'bank': 918,\n",
              " 'website': 919,\n",
              " 'facing': 920,\n",
              " 'i’ve': 921,\n",
              " 'easy': 922,\n",
              " 'shop': 923,\n",
              " 'stayhome': 924,\n",
              " 'donate': 925,\n",
              " 'tv': 926,\n",
              " 'uae': 927,\n",
              " 'huge': 928,\n",
              " 'gets': 929,\n",
              " 'fighting': 930,\n",
              " 'members': 931,\n",
              " 'essential': 932,\n",
              " 'told': 933,\n",
              " 'reality': 934,\n",
              " 'narendramodi': 935,\n",
              " 'lead': 936,\n",
              " 'assam': 937,\n",
              " 'offer': 938,\n",
              " 'mandatory': 939,\n",
              " 'forced': 940,\n",
              " 'art': 941,\n",
              " 'white': 942,\n",
              " 'planning': 943,\n",
              " 'emergency': 944,\n",
              " 'maybe': 945,\n",
              " 'nurses': 946,\n",
              " 'ready': 947,\n",
              " '➖➖➖➖➖➖➖➖➖➖➖': 948,\n",
              " 'dying': 949,\n",
              " 'review': 950,\n",
              " 'analysis': 951,\n",
              " 'imagine': 952,\n",
              " 'talking': 953,\n",
              " 'kashmir': 954,\n",
              " 'sanitizer': 955,\n",
              " 'retweet': 956,\n",
              " 'power': 957,\n",
              " 'it…': 958,\n",
              " 'training': 959,\n",
              " 'area': 960,\n",
              " 'employees': 961,\n",
              " '👈': 962,\n",
              " 'kerala': 963,\n",
              " 'killing': 964,\n",
              " 'bit': 965,\n",
              " 'truth': 966,\n",
              " 'saturdaymorning': 967,\n",
              " '40': 968,\n",
              " 'politics': 969,\n",
              " 'potential': 970,\n",
              " 'pandemic…': 971,\n",
              " 'reading': 972,\n",
              " 'outside': 973,\n",
              " 'trials': 974,\n",
              " 'lab': 975,\n",
              " 'srinagar': 976,\n",
              " 'created': 977,\n",
              " 're…': 978,\n",
              " 'gyms': 979,\n",
              " 'effective': 980,\n",
              " 'cities': 981,\n",
              " 'happening': 982,\n",
              " 'deliver': 983,\n",
              " 'claims': 984,\n",
              " 'gym': 985,\n",
              " 'weekly': 986,\n",
              " 'serious': 987,\n",
              " 'reason': 988,\n",
              " 'heart': 989,\n",
              " 'drugs': 990,\n",
              " '557': 991,\n",
              " 'general': 992,\n",
              " 'meeting': 993,\n",
              " 'ill': 994,\n",
              " 'sector': 995,\n",
              " 'tracing': 996,\n",
              " 'protecting': 997,\n",
              " 'weve': 998,\n",
              " 'course': 999,\n",
              " 'battle': 1000,\n",
              " ...}"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cD1mZ-2kemQJ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Convert all rows in your corpus to string object in order not to get the error : AttributeError: 'int' object has no attribute 'lower'\n",
        "# train_sentence = [str (item) for item in train_sentence]\n",
        "# train_sentence = [item for item in train_sentence if not isinstance(item, int)] "
      ],
      "execution_count": 27,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "g8Kr0py1ccAD",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 386
        },
        "outputId": "0c516a1c-868f-4e99-88ef-c49bf31aed85"
      },
      "source": [
        "train_seq = token.texts_to_sequences(train_sentence)\n",
        "train_seq[0]"
      ],
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[33,\n",
              " 23,\n",
              " 6211,\n",
              " 2,\n",
              " 9683,\n",
              " 4,\n",
              " 569,\n",
              " 4705,\n",
              " 68,\n",
              " 10,\n",
              " 345,\n",
              " 5,\n",
              " 2,\n",
              " 531,\n",
              " 23,\n",
              " 146,\n",
              " 205,\n",
              " 56,\n",
              " 108,\n",
              " 50,\n",
              " 9684,\n",
              " 1218]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "qv3oH9-v7-wN",
        "colab_type": "text"
      },
      "source": [
        "## Pad the sequences to have a specific length (seq_max_len= 40)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yyfnyepMc9LU",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from keras.preprocessing.sequence import pad_sequences\n",
        "\n",
        "#padding for train data:\n",
        "train_pad= pad_sequences (train_seq, maxlen= seq_max_len, padding= \"post\" , truncating= \"post\")\n"
      ],
      "execution_count": 29,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RaWYr5xX7qih",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 67
        },
        "outputId": "cecdb470-220e-4a8e-a670-e970101f7e64"
      },
      "source": [
        "train_pad[0]"
      ],
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([  33,   23, 6211,    2, 9683,    4,  569, 4705,   68,   10,  345,\n",
              "          5,    2,  531,   23,  146,  205,   56,  108,   50, 9684, 1218,\n",
              "          0,    0,    0,    0,    0,    0,    0,    0], dtype=int32)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 30
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-dqZOx_sFMte",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#padding for test data:\n",
        "# test_sentence = [str (item) for item in test_sentence] \n",
        "test_seq = token.texts_to_sequences(test_sentence)"
      ],
      "execution_count": 31,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w9L650CBHCYE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "test_pad= pad_sequences (test_seq, maxlen= seq_max_len, padding= \"post\" , truncating= \"post\")"
      ],
      "execution_count": 32,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xlqBRkNMIJ48",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 84
        },
        "outputId": "66e55f40-0cd7-406b-9286-ae032c809b25"
      },
      "source": [
        "test_pad[0]"
      ],
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "array([  118,   205,     2,    40,     9, 10419,   147,    14,  5473,\n",
              "           1,     5,    54,    52,   269,   166,     0,     0,     0,\n",
              "           0,     0,     0,     0,     0,     0,     0,     0,     0,\n",
              "           0,     0,     0], dtype=int32)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 33
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vxlncFFrILl0",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 50
        },
        "outputId": "013e862c-9f6a-49b6-ef29-b20ba8dee1ec"
      },
      "source": [
        "print(train_data.text[0])\n",
        "print(train_seq[0])"
      ],
      "execution_count": 34,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "If I smelled the scent of hand sanitizers today on someone in the past I would think they were so intoxicated that… \n",
            "[33, 23, 6211, 2, 9683, 4, 569, 4705, 68, 10, 345, 5, 2, 531, 23, 146, 205, 56, 108, 50, 9684, 1218]\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "gaPJn_LT-NhI",
        "colab_type": "text"
      },
      "source": [
        "### Check inverse"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XraoaLSQ-TEK",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "reversed_index= dict ([(value, key) for (key, value) in word_index.items()])"
      ],
      "execution_count": 35,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Iae0kBEc-n1g",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def decode(text):\n",
        "  return \" \".join([reversed_index.get(i, \"?\") for i in text])"
      ],
      "execution_count": 36,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "G0840U6V-_Cg",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 35
        },
        "outputId": "7c7446ca-58a2-442a-f910-fd30753623ca"
      },
      "source": [
        "decode(train_seq[0])"
      ],
      "execution_count": 37,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "string"
            },
            "text/plain": [
              "'if i smelled the scent of hand sanitizers today on someone in the past i would think they were so intoxicated that…'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 37
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dCFQhyJaB2oQ",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "6498a34b-97c1-41af-f448-070d7ddd64d8"
      },
      "source": [
        "print(f\"shape of train{train_pad.shape}\")"
      ],
      "execution_count": 38,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "shape of train(10650, 30)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "AW6dzasECPiB",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "5bedb6d5-8cc4-44e9-b5f3-d65f4d774432"
      },
      "source": [
        "print(f\"shape of test{test_pad.shape}\")"
      ],
      "execution_count": 39,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "shape of test(3550, 30)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oiPH0-l2CWQS",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from keras.models import Sequential\n",
        "from keras.layers import LSTM, Embedding, Dropout, Dense\n",
        "from keras.initializers import Constant\n",
        "from keras.optimizers import Adam"
      ],
      "execution_count": 40,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "XYzWg_W6Czs0",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "RNN_model = Sequential() \n",
        "\n",
        "RNN_model.add(Embedding(number_of_words, 32, input_length= seq_max_len))\n",
        "RNN_model.add(LSTM(64, dropout=0.1))\n",
        "RNN_model.add(Dense(1, activation= \"sigmoid\"))\n"
      ],
      "execution_count": 41,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HsaeduzADRgR",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "optimizer= Adam(learning_rate= 3e-4)\n",
        "RNN_model.compile( loss=\"binary_crossentropy\", optimizer= optimizer, metrics= [\"accuracy\"])"
      ],
      "execution_count": 42,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "srpoe4j1GFvH",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 252
        },
        "outputId": "dd1d07f5-bbf1-48e7-9bfa-bf0cc4a86d0e"
      },
      "source": [
        "RNN_model.summary()\n"
      ],
      "execution_count": 43,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Model: \"sequential\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "embedding (Embedding)        (None, 30, 32)            1184384   \n",
            "_________________________________________________________________\n",
            "lstm (LSTM)                  (None, 64)                24832     \n",
            "_________________________________________________________________\n",
            "dense (Dense)                (None, 1)                 65        \n",
            "=================================================================\n",
            "Total params: 1,209,281\n",
            "Trainable params: 1,209,281\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "HX_fa4pDGQte",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 689
        },
        "outputId": "0d3d32a6-53c0-4b58-befc-3521c8d171c2"
      },
      "source": [
        "history = RNN_model.fit(\n",
        "    train_pad, train_label, epochs= 20, validation_data=(test_pad, test_label),\n",
        ")"
      ],
      "execution_count": 44,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/20\n",
            "333/333 [==============================] - 8s 24ms/step - loss: -0.4943 - accuracy: 0.3830 - val_loss: nan - val_accuracy: 0.3972\n",
            "Epoch 2/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -3.7386 - accuracy: 0.5186 - val_loss: nan - val_accuracy: 0.4837\n",
            "Epoch 3/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -6.6530 - accuracy: 0.5898 - val_loss: nan - val_accuracy: 0.5062\n",
            "Epoch 4/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -9.3482 - accuracy: 0.6230 - val_loss: nan - val_accuracy: 0.4941\n",
            "Epoch 5/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -11.6939 - accuracy: 0.6384 - val_loss: nan - val_accuracy: 0.5068\n",
            "Epoch 6/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -13.8102 - accuracy: 0.6474 - val_loss: nan - val_accuracy: 0.5141\n",
            "Epoch 7/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -15.4369 - accuracy: 0.6372 - val_loss: nan - val_accuracy: 0.5051\n",
            "Epoch 8/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -17.7237 - accuracy: 0.6456 - val_loss: nan - val_accuracy: 0.5076\n",
            "Epoch 9/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -19.7979 - accuracy: 0.6453 - val_loss: nan - val_accuracy: 0.5194\n",
            "Epoch 10/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -22.1585 - accuracy: 0.6596 - val_loss: nan - val_accuracy: 0.5186\n",
            "Epoch 11/20\n",
            "333/333 [==============================] - 8s 23ms/step - loss: -24.2970 - accuracy: 0.6646 - val_loss: nan - val_accuracy: 0.5189\n",
            "Epoch 12/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -26.3004 - accuracy: 0.6661 - val_loss: nan - val_accuracy: 0.5104\n",
            "Epoch 13/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -28.2427 - accuracy: 0.6639 - val_loss: nan - val_accuracy: 0.5239\n",
            "Epoch 14/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -30.2948 - accuracy: 0.6659 - val_loss: nan - val_accuracy: 0.5186\n",
            "Epoch 15/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -31.9792 - accuracy: 0.6557 - val_loss: nan - val_accuracy: 0.4969\n",
            "Epoch 16/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -34.2585 - accuracy: 0.6630 - val_loss: nan - val_accuracy: 0.4977\n",
            "Epoch 17/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -35.9931 - accuracy: 0.6582 - val_loss: nan - val_accuracy: 0.5138\n",
            "Epoch 18/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -38.4392 - accuracy: 0.6690 - val_loss: nan - val_accuracy: 0.5158\n",
            "Epoch 19/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -40.3965 - accuracy: 0.6672 - val_loss: nan - val_accuracy: 0.5166\n",
            "Epoch 20/20\n",
            "333/333 [==============================] - 7s 22ms/step - loss: -42.3965 - accuracy: 0.6674 - val_loss: nan - val_accuracy: 0.5203\n"
          ],
          "name": "stdout"
        }
      ]
    }
  ]
}