EDA_URL.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 11,
      "metadata": {
        "id": "lTPDtKNFvTHM"
      },
      "outputs": [],
      "source": [
        "import re\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "import matplotlib.pyplot as plt\n",
        "from sklearn import tree\n",
        "\n",
        "#from colorama import Fore  \n",
        "\n",
        "from urllib.parse import urlparse\n",
        "\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.metrics import confusion_matrix, classification_report, accuracy_score\n",
        "from sklearn.tree import DecisionTreeClassifier\n",
        "from sklearn.ensemble import RandomForestClassifier, AdaBoostClassifier, ExtraTreesClassifier\n",
        "from sklearn.neighbors import KNeighborsClassifier\n",
        "from sklearn.linear_model import SGDClassifier\n",
        "from sklearn.naive_bayes import GaussianNB\n",
        "from tld import get_tld, is_tld"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install tld"
      ],
      "metadata": {
        "id": "iXT9ctiJwQnn",
        "outputId": "3cec0fd5-e8d0-456f-b9c2-beef93d06ab2",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Collecting tld\n",
            "  Downloading tld-0.13-py2.py3-none-any.whl (263 kB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m263.8/263.8 KB\u001b[0m \u001b[31m15.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hInstalling collected packages: tld\n",
            "Successfully installed tld-0.13\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data = pd.read_csv('/content/malicious_phish.csv')\n",
        "data.head(20)"
      ],
      "metadata": {
        "id": "TYUm6fqD0pPE",
        "outputId": "92c0cefc-d046-4e7c-a848-e86d79d04a09",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 676
        }
      },
      "execution_count": 13,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                  url        type\n",
              "0                                    br-icloud.com.br    phishing\n",
              "1                 mp3raid.com/music/krizz_kaliko.html      benign\n",
              "2                     bopsecrets.org/rexroth/cr/1.htm      benign\n",
              "3   http://www.garage-pirenne.be/index.php?option=...  defacement\n",
              "4   http://adventure-nicaragua.net/index.php?optio...  defacement\n",
              "5   http://buzzfil.net/m/show-art/ils-etaient-loin...      benign\n",
              "6       espn.go.com/nba/player/_/id/3457/brandon-rush      benign\n",
              "7      yourbittorrent.com/?q=anthony-hamilton-soulife      benign\n",
              "8        http://www.pashminaonline.com/pure-pashminas  defacement\n",
              "9       allmusic.com/album/crazy-from-the-heat-r16990      benign\n",
              "10  corporationwiki.com/Ohio/Columbus/frank-s-bens...      benign\n",
              "11  http://www.ikenmijnkunst.nl/index.php/expositi...  defacement\n",
              "12                     myspace.com/video/vid/30602581      benign\n",
              "13  http://www.lebensmittel-ueberwachung.de/index....  defacement\n",
              "14  http://www.szabadmunkaero.hu/cimoldal.html?sta...  defacement\n",
              "15   http://larcadelcarnevale.com/catalogo/palloncini  defacement\n",
              "16       quickfacts.census.gov/qfd/maps/iowa_map.html      benign\n",
              "17  nugget.ca/ArticleDisplay.aspx?archive=true&e=1...      benign\n",
              "18     uk.linkedin.com/pub/steve-rubenstein/8/718/755      benign\n",
              "19                 http://www.vnic.co/khach-hang.html  defacement"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-d40be757-dd31-464c-b32a-c2f1013f5860\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>url</th>\n",
              "      <th>type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>http://www.garage-pirenne.be/index.php?option=...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>http://buzzfil.net/m/show-art/ils-etaient-loin...</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>espn.go.com/nba/player/_/id/3457/brandon-rush</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>yourbittorrent.com/?q=anthony-hamilton-soulife</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>http://www.pashminaonline.com/pure-pashminas</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>allmusic.com/album/crazy-from-the-heat-r16990</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>corporationwiki.com/Ohio/Columbus/frank-s-bens...</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>http://www.ikenmijnkunst.nl/index.php/expositi...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>myspace.com/video/vid/30602581</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>http://www.lebensmittel-ueberwachung.de/index....</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>http://www.szabadmunkaero.hu/cimoldal.html?sta...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>http://larcadelcarnevale.com/catalogo/palloncini</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>quickfacts.census.gov/qfd/maps/iowa_map.html</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>nugget.ca/ArticleDisplay.aspx?archive=true&amp;e=1...</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>uk.linkedin.com/pub/steve-rubenstein/8/718/755</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>http://www.vnic.co/khach-hang.html</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d40be757-dd31-464c-b32a-c2f1013f5860')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-d40be757-dd31-464c-b32a-c2f1013f5860 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-d40be757-dd31-464c-b32a-c2f1013f5860');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.info()\n"
      ],
      "metadata": {
        "id": "Ab5AAfYUy2GE",
        "outputId": "89820253-1583-4c60-980d-3fd63597631a",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 14,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "<class 'pandas.core.frame.DataFrame'>\n",
            "RangeIndex: 651191 entries, 0 to 651190\n",
            "Data columns (total 2 columns):\n",
            " #   Column  Non-Null Count   Dtype \n",
            "---  ------  --------------   ----- \n",
            " 0   url     651191 non-null  object\n",
            " 1   type    651191 non-null  object\n",
            "dtypes: object(2)\n",
            "memory usage: 9.9+ MB\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.isnull().sum()\n"
      ],
      "metadata": {
        "id": "FBGBDl2_y6Ia",
        "outputId": "de8f072a-eaf4-4025-f486-97dbfa0c1a30",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 15,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "url     0\n",
              "type    0\n",
              "dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 15
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "count = data.type.value_counts()\n",
        "count"
      ],
      "metadata": {
        "id": "5o74OJRwzihy",
        "outputId": "bdd0e6e9-d192-4079-9038-769cfeb0b113",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 16,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "benign        428103\n",
              "defacement     96457\n",
              "phishing       94111\n",
              "malware        32520\n",
              "Name: type, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 16
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "x=count.index\n",
        "x"
      ],
      "metadata": {
        "id": "JCEzGLeTzmIQ",
        "outputId": "0f17766a-3284-49eb-b06e-85c7a19c9802",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 17,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "Index(['benign', 'defacement', 'phishing', 'malware'], dtype='object')"
            ]
          },
          "metadata": {},
          "execution_count": 17
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "sns.barplot(x=count.index, y=count)\n",
        "plt.xlabel('Types')\n",
        "plt.ylabel('Count');"
      ],
      "metadata": {
        "id": "RmpR9jzFzzEY",
        "outputId": "7e49650e-4267-4975-f007-36fb673b09aa",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 279
        }
      },
      "execution_count": 18,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZcAAAEGCAYAAACpXNjrAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAeWElEQVR4nO3df7yWdZ3n8ddb8FclgnqWZQGDsTPTolOUiJTNjGkh2uxgu+rgtkk+GKkVG9umVqx9jJa5qzWNpSUNKQlthYzVyhhFjD/LEjko8jPHM6ALPEjOAGLliAt99o/rc/LycJ8fwHXfNxzez8fjftzf63N9v9/re1/nOudzrh/3dSkiMDMzq9IRzR6AmZn1P04uZmZWOScXMzOrnJOLmZlVzsnFzMwqN7DZAzhYnHTSSTFq1KhmD8PM7JCyfPnyf4mIlq5xJ5c0atQo2tramj0MM7NDiqTnasV9WMzMzCrn5GJmZpVzcjEzs8o5uZiZWeWcXMzMrHJOLmZmVjknFzMzq5yTi5mZVc7JxczMKudv6PfR6Z+c1+whHDSWf+GyZg/BzA5y3nMxM7PKObmYmVnlnFzMzKxyTi5mZlY5JxczM6uck4uZmVXOycXMzCrn5GJmZpVzcjEzs8rVPblIGiDpSUn35fRoSUsltUu6W9JRGT86p9tz/qhSH9dm/GlJ55XikzLWLmlmKV5zGWZm1hiN2HO5GlhXmr4ZuCUi3gTsAKZlfBqwI+O3ZD0kjQGmAKcCk4DbM2ENAL4KnA+MAS7Nuj0tw8zMGqCuyUXSCOB9wB05LeAc4J6sMhe4MMuTc5qcf27WnwzMj4hdEbEBaAfG56s9ItZHxCvAfGByL8swM7MGqPeey5eA/w78NqdPBF6IiN05vQkYnuXhwEaAnL8z6/8u3qVNd/GelvEakqZLapPU1tHRsZ8f0czMuqpbcpH0p8DWiFher2UcqIiYHRHjImJcS0tLs4djZtZv1POW+2cBfybpAuAYYBDwZWCwpIG5ZzEC2Jz1NwMjgU2SBgLHA9tK8U7lNrXi23pYhpmZNUDd9lwi4tqIGBERoyhOyD8QER8AHgQuympTgXuzvDCnyfkPRERkfEpeTTYaaAUeB5YBrXll2FG5jIXZprtlmJlZAzTjey7XAB+X1E5xfuTOjN8JnJjxjwMzASJiDbAAWAv8CJgREXtyr+QqYDHF1WgLsm5PyzAzswZoyJMoI+Ih4KEsr6e40qtrnZeBi7tpfyNwY434ImBRjXjNZZiZWWP4G/pmZlY5JxczM6uck4uZmVXOycXMzCrn5GJmZpVzcjEzs8o5uZiZWeWcXMzMrHJOLmZmVjknFzMzq5yTi5mZVc7JxczMKufkYmZmlXNyMTOzyjm5mJlZ5eqWXCQdI+lxSU9JWiPpMxm/S9IGSSvyNTbjknSrpHZJKyW9vdTXVEnP5GtqKX66pFXZ5lZJyvgJkpZk/SWShtTrc5qZ2d7queeyCzgnIt4KjAUmSZqQ8z4ZEWPztSJj51M8wrgVmA7MgiJRANcBZ1I8AOy6UrKYBVxRajcp4zOB+yOiFbg/p83MrEHqllyi8OucPDJf0UOTycC8bPcYMFjSMOA8YElEbI+IHcASikQ1DBgUEY9FRADzgAtLfc3N8txS3MzMGqCu51wkDZC0AthKkSCW5qwb89DXLZKOzthwYGOp+aaM9RTfVCMOMDQitmT5l8DQbsY3XVKbpLaOjo79+oxmZra3uiaXiNgTEWOBEcB4SacB1wJvBs4ATgCuqfMYgm72mCJidkSMi4hxLS0t9RyGmdlhpSFXi0XEC8CDwKSI2JKHvnYB36A4jwKwGRhZajYiYz3FR9SIAzyfh83I962VfiAzM+tRPa8Wa5E0OMvHAu8FflH6oy+KcyGrs8lC4LK8amwCsDMPbS0GJkoakifyJwKLc96LkiZkX5cB95b66ryqbGopbmZmDTCwjn0PA+ZKGkCRxBZExH2SHpDUAghYAXwk6y8CLgDagZeAywEiYrukG4BlWe+zEbE9y1cCdwHHAj/MF8BNwAJJ04DngEvq9SHNzGxvdUsuEbESeFuN+Dnd1A9gRjfz5gBzasTbgNNqxLcB5+7jkM3MrCL+hr6ZmVXOycXMzCrn5GJmZpVzcjEzs8o5uZiZWeWcXMzMrHJOLmZmVjknFzMzq5yTi5mZVc7JxczMKufkYmZmlXNyMTOzyjm5mJlZ5ZxczMysck4uZmZWOScXMzOrXD0fc3yMpMclPSVpjaTPZHy0pKWS2iXdLemojB+d0+05f1Spr2sz/rSk80rxSRlrlzSzFK+5DDMza4x67rnsAs6JiLcCY4FJkiYANwO3RMSbgB3AtKw/DdiR8VuyHpLGAFOAU4FJwO2SBuTjk78KnA+MAS7NuvSwDDMza4C6JZco/Donj8xXAOcA92R8LnBhlifnNDn/XEnK+PyI2BURG4B2YHy+2iNifUS8AswHJmeb7pZhZmYNUNdzLrmHsQLYCiwB/hl4ISJ2Z5VNwPAsDwc2AuT8ncCJ5XiXNt3FT+xhGV3HN11Sm6S2jo6OA/ikZmZWVtfkEhF7ImIsMIJiT+PN9VzevoqI2RExLiLGtbS0NHs4Zmb9RkOuFouIF4AHgXcAgyUNzFkjgM1Z3gyMBMj5xwPbyvEubbqLb+thGWZm1gD1vFqsRdLgLB8LvBdYR5FkLspqU4F7s7wwp8n5D0REZHxKXk02GmgFHgeWAa15ZdhRFCf9F2ab7pZhZmYNMLD3KvttGDA3r+o6AlgQEfdJWgvMl/Q54Engzqx/J/BNSe3AdopkQUSskbQAWAvsBmZExB4ASVcBi4EBwJyIWJN9XdPNMszMrAHqllwiYiXwthrx9RTnX7rGXwYu7qavG4Eba8QXAYv6ugwzM2sMf0PfzMwq5+RiZmaVc3IxM7PKObmYmVnlnFzMzKxyTi5mZlY5JxczM6uck4uZmVXOycXMzCrn5GJmZpVzcjEzs8o5uZiZWeWcXMzMrHJOLmZmVjknFzMzq1w9n0Q5UtKDktZKWiPp6oxfL2mzpBX5uqDU5lpJ7ZKelnReKT4pY+2SZpbioyUtzfjd+URK8qmVd2d8qaRR9fqcZma2t3ruuewG/ioixgATgBmSxuS8WyJibL4WAeS8KcCpwCTgdkkD8kmWXwXOB8YAl5b6uTn7ehOwA5iW8WnAjozfkvXMzKxB6pZcImJLRDyR5V8B64DhPTSZDMyPiF0RsQFop3ia5HigPSLWR8QrwHxgsiQB5wD3ZPu5wIWlvuZm+R7g3KxvZmYN0KfkIumsvsR6aD+K4pHHSzN0laSVkuZIGpKx4cDGUrNNGesufiLwQkTs7hJ/TV85f2fW7zqu6ZLaJLV1dHT09eOYmVkv+rrnclsfY3uR9Abgu8DHIuJFYBZwCjAW2AJ8sY9jqFxEzI6IcRExrqWlpVnDMDPrdwb2NFPSO4B3Ai2SPl6aNQgY0Fvnko6kSCzfiojvAUTE86X5Xwfuy8nNwMhS8xEZo5v4NmCwpIG5d1Ku39nXJkkDgeOzvpmZNUBvey5HAW+gSELHlV4vAhf11DDPcdwJrIuIvy3Fh5WqvR9YneWFwJS80ms00Ao8DiwDWvPKsKMoTvovjIgAHiyNYypwb6mvqVm+CHgg65uZWQP0uOcSEQ8DD0u6KyKe28e+zwI+CKyStCJjn6K42mssEMCzwIdzWWskLQDWUlxpNiMi9gBIugpYTLG3NCci1mR/1wDzJX0OeJIimZHv35TUDmynSEhmZtYgPSaXkqMlzQZGldtExDndNYiInwK1rtBa1EObG4Eba8QX1WoXEespribrGn8ZuLi75ZiZWX31Nbn8PfA14A5gT/2GY2Zm/UFfk8vuiJhV15GYmVm/0ddLkf9B0pWShkk6ofNV15GZmdkhq697Lp1XXn2yFAvg96odjpmZ9Qd9Si4RMbreAzEzs/6jT8lF0mW14hExr9rhmJlZf9DXw2JnlMrHAOcCTwBOLmZmtpe+Hhb7aHla0mCKuxObmZntZX9vuf8bwOdhzMyspr6ec/kHiqvDoLgFy78HFtRrUGZmdmjr6zmXvymVdwPPRcSmOozHzMz6gT4dFssbWP6C4o7IQ4BX6jkoMzM7tPX1SZSXUNz+/mLgEmCppB5vuW9mZoevvh4W+zRwRkRsBZDUAvwjrz6/3szM7Hf6erXYEZ2JJW3bh7ZmZnaY6WuC+JGkxZI+JOlDwA/o4bksAJJGSnpQ0lpJayRdnfETJC2R9Ey+D8m4JN0qqV3SSklvL/U1Nes/I2lqKX66pFXZ5tZ8+mW3yzAzs8boMblIepOksyLik8DfAW/J18+B2b30vRv4q4gYA0wAZkgaA8wE7o+IVuD+nAY4n+LRxq3AdGBWjuEE4DrgTIoHg11XShazgCtK7SZlvLtlmJlZA/S25/Il4EWAiPheRHw8Ij4OfD/ndSsitkTEE1n+FbAOGA5MBuZmtbnAhVmeDMyLwmPAYEnDgPOAJRGxPSJ2AEuASTlvUEQ8FhFBcSuacl+1lmFmZg3QW3IZGhGrugYzNqqvC5E0CngbsDT73JKzfgkMzfJwYGOp2aaM9RTfVCPeOe5ay+g6rumS2iS1dXR09PXjmJlZL3pLLoN7mHdsXxYg6Q3Ad4GPRcSL5Xm5xxE1G1akp2VExOyIGBcR41paWuo5DDOzw0pvyaVN0hVdg5L+AljeW+eSjqRILN+KiO9l+Pk8pEW+d16FthkYWWo+ImM9xUfUiPe0DDMza4DeksvHgMslPSTpi/l6GJgGXN1Tw7xy605gXUT8bWnWQl59suVU4N5S/LK8amwCsDMPbS0GJkoakifyJwKLc96Lkibksi7r0letZZiZWQP0+CXKiHgeeKekdwOnZfgHEfFAH/o+C/ggsErSiox9CrgJWCBpGvAcxTf+obi0+QKgHXgJuDzHsF3SDcCyrPfZiNie5SuBuygO0f0wX/SwDDMza4C+Ps/lQeDBfek4In4KqJvZ59aoH8CMbvqaA8ypEW/j1aRXjm+rtQwzM2sMf8vezMwq5+RiZmaVc3IxM7PKObmYmVnlnFzMzKxyTi5mZlY5JxczM6uck4uZmVXOycXMzCrn5GJmZpVzcjEzs8o5uZiZWeWcXMzMrHJOLmZmVjknFzMzq1zdkoukOZK2Slpdil0vabOkFfm6oDTvWkntkp6WdF4pPilj7ZJmluKjJS3N+N2Sjsr40TndnvNH1eszmplZbfXcc7kLmFQjfktEjM3XIgBJY4ApwKnZ5nZJAyQNAL4KnA+MAS7NugA3Z19vAnZQPHqZfN+R8VuynpmZNVDdkktEPAJs77ViYTIwPyJ2RcQGikcdj89Xe0Ssj4hXgPnAZEkCzgHuyfZzgQtLfc3N8j3AuVnfzMwapBnnXK6StDIPmw3J2HBgY6nOpox1Fz8ReCEidneJv6avnL8z6+9F0nRJbZLaOjo6DvyTmZkZ0PjkMgs4BRgLbAG+2ODlv0ZEzI6IcRExrqWlpZlDMTPrVxqaXCLi+YjYExG/Bb5OcdgLYDMwslR1RMa6i28DBksa2CX+mr5y/vFZ38zMGqShyUXSsNLk+4HOK8kWAlPySq/RQCvwOLAMaM0rw46iOOm/MCICeBC4KNtPBe4t9TU1yxcBD2R9MzNrkIG9V9k/kr4DnA2cJGkTcB1wtqSxQADPAh8GiIg1khYAa4HdwIyI2JP9XAUsBgYAcyJiTS7iGmC+pM8BTwJ3ZvxO4JuS2ikuKJhSr89oZma11S25RMSlNcJ31oh11r8RuLFGfBGwqEZ8Pa8eVivHXwYu3qfBmplZpfwNfTMzq5yTi5mZVc7JxczMKufkYmZmlXNyMTOzyjm5mJlZ5ZxczMysck4uZmZWOScXMzOrnJOLmZlVzsnFzMwq5+RiZmaVc3IxM7PKObmYmVnlnFzMzKxydUsukuZI2ippdSl2gqQlkp7J9yEZl6RbJbVLWinp7aU2U7P+M5KmluKnS1qVbW6VpJ6WYWZmjVPPPZe7gEldYjOB+yOiFbg/pwHOp3i0cSswHZgFRaKgeILlmRQPBruulCxmAVeU2k3qZRlmZtYgdUsuEfEIxWOGyyYDc7M8F7iwFJ8XhceAwZKGAecBSyJie0TsAJYAk3LeoIh4LCICmNelr1rLMDOzBmn0OZehEbEly78EhmZ5OLCxVG9TxnqKb6oR72kZe5E0XVKbpLaOjo79+DhmZlZL007o5x5HNHMZETE7IsZFxLiWlpZ6DsXM7LAysMHLe17SsIjYkoe2tmZ8MzCyVG9ExjYDZ3eJP5TxETXq97QMO4j838/+YbOHcNA4+a9XNXsIZpVrdHJZCEwFbsr3e0vxqyTNpzh5vzOTw2Lgf5ZO4k8Ero2I7ZJelDQBWApcBtzWyzLM+q2zbjur2UM4aDz60UebPQSjjslF0nco9jpOkrSJ4qqvm4AFkqYBzwGXZPVFwAVAO/AScDlAJpEbgGVZ77MR0XmRwJUUV6QdC/wwX/SwDDMza5C6JZeIuLSbWefWqBvAjG76mQPMqRFvA06rEd9WaxlmZtY4/oa+mZlVzsnFzMwq5+RiZmaVc3IxM7PKObmYmVnlnFzMzKxyTi5mZlY5JxczM6uck4uZmVXOycXMzCrn5GJmZpVzcjEzs8o5uZiZWeWcXMzMrHJOLmZmVrmmJBdJz0paJWmFpLaMnSBpiaRn8n1IxiXpVkntklZKenupn6lZ/xlJU0vx07P/9myrxn9KM7PDVzP3XN4dEWMjYlxOzwTuj4hW4P6cBjgfaM3XdGAWFMmI4umWZwLjgetKj0OeBVxRajep/h/HzMw6HUyHxSYDc7M8F7iwFJ8XhceAwZKGAecBSyJie0TsAJYAk3LeoIh4LJ9wOa/Ul5mZNUCzkksAP5a0XNL0jA2NiC1Z/iUwNMvDgY2ltpsy1lN8U424mZk1yMAmLfddEbFZ0r8Blkj6RXlmRISkqPcgMrFNBzj55JPrvTgzs8NGU/ZcImJzvm8Fvk9xzuT5PKRFvm/N6puBkaXmIzLWU3xEjXitccyOiHERMa6lpeVAP5aZmaWGJxdJr5d0XGcZmAisBhYCnVd8TQXuzfJC4LK8amwCsDMPny0GJkoakifyJwKLc96LkibkVWKXlfoyM7MGaMZhsaHA9/Pq4IHAtyPiR5KWAQskTQOeAy7J+ouAC4B24CXgcoCI2C7pBmBZ1vtsRGzP8pXAXcCxwA/zZWZmDdLw5BIR64G31ohvA86tEQ9gRjd9zQHm1Ii3Aacd8GDNzGy/HEyXIpuZWT/h5GJmZpVzcjEzs8o163suZmYHpYf/+E+aPYSDxp888vB+t/Wei5mZVc7JxczMKufkYmZmlXNyMTOzyjm5mJlZ5ZxczMysck4uZmZWOScXMzOrnJOLmZlVzsnFzMwq5+RiZmaVc3IxM7PK9dvkImmSpKcltUua2ezxmJkdTvplcpE0APgqcD4wBrhU0pjmjsrM7PDRL5MLMB5oj4j1EfEKMB+Y3OQxmZkdNlQ8or5/kXQRMCki/iKnPwicGRFXdak3HZiek38APN3Qge6fk4B/afYg+hGvz+p4XVbrUFmfb4yIlq7Bw/phYRExG5jd7HHsC0ltETGu2ePoL7w+q+N1Wa1DfX3218Nim4GRpekRGTMzswbor8llGdAqabSko4ApwMImj8nM7LDRLw+LRcRuSVcBi4EBwJyIWNPkYVXlkDqMdwjw+qyO12W1Dun12S9P6JuZWXP118NiZmbWRE4uZmZWOSeXBpI0StLqCvoZJ+nWKsZ0sJJ0vaRP9DC/RdJSSU9K+qNGjm1fSRos6cpmj6OvJD0r6aQa8T/r6VZKkj4k6SvdzFskaXCFw+w3JJ0t6b5mj6Nq/fKEfn8XEW1AW7PH0WTnAqs6vyh7kBsMXAnc3uRxHJCIWMh+XnUZERdUPBzrhqSBEbG72ePwnkvjDZT0LUnrJN0j6XWSTpf0sKTlkhZLGgYg6SFJN0t6XNI/df6HXv5PJ/+DXyJpjaQ7JD0n6aTcS1on6es578eSjm3mB++NpE/n5/wpxR0TkHSKpB/luvmJpDdLGgt8HpgsaYWkYyXNktSWn/UzpT7PkPQzSU/lejxO0gBJX5C0TNJKSR/Oumfnz+FeSesl3STpA9lulaRTsl6LpO9m+2WSzsr49ZLm5M9tvaS/zGHcBJySY/1C49Zoz3Ib+UXX7TFnf1TSE/m535z1f7dnIuliSatzvT5S6vbf5c/rGUmfLy3r2d62y/xZrexcT6pgL79RSuvyrtyGvyXpPZIezXUxPl8/V7G3/TNJf1Cjn1Uq9nQlaZukyzI+T9J7czk/yZ/NE5LemfPPzvhCYG1323hDRYRfDXoBo4AAzsrpOcAngZ8BLRn7c4pLpwEeAr6Y5QuAf8zy2cB9Wf4KcG2WJ2X/J+WydgNjc94C4L80ex30sG5OB1YBrwMGAe3AJ4D7gdascybwQJY/BHyl1P6EfB+Q6+0twFHAeuCMnDeIYm99OvA/MnY0xV7g6FyvLwDDMr4Z+EzWuxr4Upa/DbwryycD67J8ff4sj86fwTbgyPxZrG72Ou7j9vgJ4Fngoxm7Erij6zrPn9XwLA8uzV8PHA8cAzwHjMx5z/a2XQKrgXdk+aaDcZ31si53A39I8U/78lyforiv4f/p3P6y/nuA72b5bF79ff4a8D7gNIrv6309488Ar6f4/TgmY61AW6mP3wCjc7rmNt7IdeLDYo23MSIezfL/Bj5FsSEtkQTFH8ctpfrfy/flFBtwV+8C3g8QET+StKM0b0NErOil/cHij4DvR8RLAPkf2DHAO4G/z3UDxS9KLZeouFfcQIrkMIbiD+eWiFgGEBEvZt8TgbeouAcdFH8MW4FXgGURsSXr/TPw46yzCnh3lt8DjCmNaZCkN2T5BxGxC9glaSswdD/WRSN13R4797bK291/rNHuUeAuSQtKdQHuj4idAJLWAm8ENnZpu9d2qeJ8zHER8fOMfxv40/36RM2zISJWAUhaQ7EuQtIqit+944G5klopts0ja/TxE+CPKRLzLGC6pOHAjoj4jaTjga+o2HvfA/x+qe3jEbEhy91t4xtoECeXxuv6xaJfAWsi4h3d1N+V73vY95/XrlJ5D3BQHxar4QjghYgY21MlSaMp/uM+IyJ2SLqLIjF124TiP/PFXfo5m9eus9+Wpn/Lq+v/CGBCRLzcpT3svc4P9t+xrttj53SP211EfETSmRT/ZS+XdHqXdt22rVHnUNsuu9PbtnMD8GBEvF/SKIo97K4eAWZQ7BF/muIfx4sokg7AfwOeB95KsR2Wt8HflMo1t/FG8jmXxjtZUmci+c/AY0BLZ0zSkZJO3Yf+HgUuybYTgSFVDraBHgEuVHH+5DjgPwAvARskXQyQx6HfWqPtIIpfrJ2ShlI8xweKu1wPk3RGtj9O0kCKOzf8V0lHZvz3Jb1+H8b6Y+CjnRP5X2RPfgUctw/9N1LX7fGnfWkk6ZSIWBoRfw108Np7+e2ziHgB+FUmLChu2dTfHM+r9zj8UK0KEbGR4vBha0Ssp/h5fILi96Ozjy0R8VvggxRHOmo50G38gDm5NN7TwAxJ6ygSwW0U/5ncLOkpYAXFoaC++gwwMU9+Xgz8kuKP2SElIp4A7gaeAn5IcbwZ4APAtFw3a6jxXJ6IeAp4EvgFxeGURzP+CsU5rNuy/RKKPZo7gLXAE7ne/o5928P4S2BcnihdC3ykl8+2DXg0T4AfNCf0U9ftcVYf230hTz6vpjjP9FQFY5kGfF3SCorzCzsr6PNg8nngf0l6kp63t6XAP2X5J8BwXk36twNTc3t+M6/dWyk70G38gPn2L4c4SUcDe6K4n9o7gFm9HUYyg+IKJ4oTyac1eywAkt4QEb/O8kxgWERc3eRh2X462I8HW+9OBhZIOoLihPQVTR6P2f56n6RrKf4uPUc3h47s0OA9FzMzq5zPuZiZWeWcXMzMrHJOLmZmVjmf0DdrEEknUtzOBuDfUnyBsCOnx+el02b9gk/omzWBpOuBX0fE3zR7LGb14MNiZs1zrKQNpW9RD+qcVnFn5S+ruEPwaknjs87rVdx5+fG8u+7kjJ+asRX55c7WZn4wMycXs+b5V4r7S70vp6cA34uI/5fTr8svxF5JcYddKO439UBEjKe4keYX8rYeHwG+nPXHAZsa8QHMuuPkYtZcdwCXZ/ly4Buled8BiIhHKO68PJjibrcz8xYpD1HczuZk4OfApyRdA7wxIv61EYM3645P6Js1UUQ8mg+AOhsYEBHlB2TVumOxgP8UEU93mbdO0lKKvaBFkj4cEQ/Ua9xmvfGei1nzzaO44eY3usT/HEDSu4Cd+ZyUxRRPiVTOe1u+/x6wPiJuBe6leFiaWdM4uZg137co7kj8nS7xl/MOul+juGMwFM8EORJYmQ+kuiHjlwCr83DZaRQJy6xpfCmyWZPl0wInR8QHS7GHgE9ERFvTBmZ2AHzOxayJJN1G8XCzC5o9FrMqec/FzMwq53MuZmZWOScXMzOrnJOLmZlVzsnFzMwq5+RiZmaV+/88VNZ6p1jrpwAAAABJRU5ErkJggg==\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['url'] = data['url'].replace('www.', '', regex=True)\n",
        "data"
      ],
      "metadata": {
        "id": "7PppTHNrz0zz",
        "outputId": "6a3d2460-8609-4edb-cd48-21e948cfed76",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        }
      },
      "execution_count": 19,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                      url        type\n",
              "0                                        br-icloud.com.br    phishing\n",
              "1                     mp3raid.com/music/krizz_kaliko.html      benign\n",
              "2                         bopsecrets.org/rexroth/cr/1.htm      benign\n",
              "3       http://garage-pirenne.be/index.php?option=com_...  defacement\n",
              "4       http://adventure-nicaragua.net/index.php?optio...  defacement\n",
              "...                                                   ...         ...\n",
              "651186            xbox360.ign.com/objects/850/850402.html    phishing\n",
              "651187       games.teamxbox.com/xbox-360/1860/Dead-Space/    phishing\n",
              "651188             gamespot.com/xbox360/action/deadspace/    phishing\n",
              "651189      en.wikipedia.org/wiki/Dead_Space_(video_game)    phishing\n",
              "651190              angelfire.com/goth/devilmaycrytonite/    phishing\n",
              "\n",
              "[651191 rows x 2 columns]"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-01127d9d-16f6-47cc-a319-22eefec34bd6\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>url</th>\n",
              "      <th>type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>http://garage-pirenne.be/index.php?option=com_...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>651186</th>\n",
              "      <td>xbox360.ign.com/objects/850/850402.html</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>651187</th>\n",
              "      <td>games.teamxbox.com/xbox-360/1860/Dead-Space/</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>651188</th>\n",
              "      <td>gamespot.com/xbox360/action/deadspace/</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>651189</th>\n",
              "      <td>en.wikipedia.org/wiki/Dead_Space_(video_game)</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>651190</th>\n",
              "      <td>angelfire.com/goth/devilmaycrytonite/</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>651191 rows × 2 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-01127d9d-16f6-47cc-a319-22eefec34bd6')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-01127d9d-16f6-47cc-a319-22eefec34bd6 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-01127d9d-16f6-47cc-a319-22eefec34bd6');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 19
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data.head(10)\n"
      ],
      "metadata": {
        "id": "eJK36MXd1gDh",
        "outputId": "feee000e-f193-4b85-f86d-d790bffc82d3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 363
        }
      },
      "execution_count": 20,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                 url        type\n",
              "0                                   br-icloud.com.br    phishing\n",
              "1                mp3raid.com/music/krizz_kaliko.html      benign\n",
              "2                    bopsecrets.org/rexroth/cr/1.htm      benign\n",
              "3  http://garage-pirenne.be/index.php?option=com_...  defacement\n",
              "4  http://adventure-nicaragua.net/index.php?optio...  defacement\n",
              "5  http://buzzfil.net/m/show-art/ils-etaient-loin...      benign\n",
              "6      espn.go.com/nba/player/_/id/3457/brandon-rush      benign\n",
              "7     yourbittorrent.com/?q=anthony-hamilton-soulife      benign\n",
              "8           http://pashminaonline.com/pure-pashminas  defacement\n",
              "9      allmusic.com/album/crazy-from-the-heat-r16990      benign"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5840b7be-0761-433e-85ac-43167f0d6377\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>url</th>\n",
              "      <th>type</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>phishing</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>http://garage-pirenne.be/index.php?option=com_...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>http://buzzfil.net/m/show-art/ils-etaient-loin...</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>espn.go.com/nba/player/_/id/3457/brandon-rush</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>yourbittorrent.com/?q=anthony-hamilton-soulife</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>http://pashminaonline.com/pure-pashminas</td>\n",
              "      <td>defacement</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>allmusic.com/album/crazy-from-the-heat-r16990</td>\n",
              "      <td>benign</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5840b7be-0761-433e-85ac-43167f0d6377')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5840b7be-0761-433e-85ac-43167f0d6377 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5840b7be-0761-433e-85ac-43167f0d6377');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 20
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "rem = {\"Category\": {\"benign\": 0, \"defacement\": 1, \"phishing\":2, \"malware\":3}}\n",
        "data['Category'] = data['type']\n",
        "data = data.replace(rem)\n",
        "data.head(20)"
      ],
      "metadata": {
        "id": "wO9EiRpo1jvA",
        "outputId": "3f7cc59d-3c8b-438e-9972-6a3a57beb5ac",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 676
        }
      },
      "execution_count": 21,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                  url        type  Category\n",
              "0                                    br-icloud.com.br    phishing         2\n",
              "1                 mp3raid.com/music/krizz_kaliko.html      benign         0\n",
              "2                     bopsecrets.org/rexroth/cr/1.htm      benign         0\n",
              "3   http://garage-pirenne.be/index.php?option=com_...  defacement         1\n",
              "4   http://adventure-nicaragua.net/index.php?optio...  defacement         1\n",
              "5   http://buzzfil.net/m/show-art/ils-etaient-loin...      benign         0\n",
              "6       espn.go.com/nba/player/_/id/3457/brandon-rush      benign         0\n",
              "7      yourbittorrent.com/?q=anthony-hamilton-soulife      benign         0\n",
              "8            http://pashminaonline.com/pure-pashminas  defacement         1\n",
              "9       allmusic.com/album/crazy-from-the-heat-r16990      benign         0\n",
              "10  corporationwiki.com/Ohio/Columbus/frank-s-bens...      benign         0\n",
              "11  http://ikenmijnkunst.nl/index.php/exposities/e...  defacement         1\n",
              "12                     myspace.com/video/vid/30602581      benign         0\n",
              "13  http://lebensmittel-ueberwachung.de/index.php/...  defacement         1\n",
              "14    http://szabadmunkaero.hu/cimoldal.html?start=12  defacement         1\n",
              "15   http://larcadelcarnevale.com/catalogo/palloncini  defacement         1\n",
              "16       quickfacts.census.gov/qfd/maps/iowa_map.html      benign         0\n",
              "17  nugget.ca/ArticleDisplay.aspx?archive=true&e=1...      benign         0\n",
              "18     uk.linkedin.com/pub/steve-rubenstein/8/718/755      benign         0\n",
              "19                     http://vnic.co/khach-hang.html  defacement         1"
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b844e069-5822-42be-8fd3-ffa3f99db3e2\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>url</th>\n",
              "      <th>type</th>\n",
              "      <th>Category</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>phishing</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>http://garage-pirenne.be/index.php?option=com_...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>http://buzzfil.net/m/show-art/ils-etaient-loin...</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>espn.go.com/nba/player/_/id/3457/brandon-rush</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>yourbittorrent.com/?q=anthony-hamilton-soulife</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>http://pashminaonline.com/pure-pashminas</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>allmusic.com/album/crazy-from-the-heat-r16990</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>corporationwiki.com/Ohio/Columbus/frank-s-bens...</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>http://ikenmijnkunst.nl/index.php/exposities/e...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>myspace.com/video/vid/30602581</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>http://lebensmittel-ueberwachung.de/index.php/...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>http://szabadmunkaero.hu/cimoldal.html?start=12</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>http://larcadelcarnevale.com/catalogo/palloncini</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>quickfacts.census.gov/qfd/maps/iowa_map.html</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>nugget.ca/ArticleDisplay.aspx?archive=true&amp;e=1...</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>uk.linkedin.com/pub/steve-rubenstein/8/718/755</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>http://vnic.co/khach-hang.html</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b844e069-5822-42be-8fd3-ffa3f99db3e2')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b844e069-5822-42be-8fd3-ffa3f99db3e2 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b844e069-5822-42be-8fd3-ffa3f99db3e2');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 21
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "data['url_len'] = data['url'].apply(lambda x: len(str(x)))\n"
      ],
      "metadata": {
        "id": "CM80sRZD1nli"
      },
      "execution_count": 22,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()\n"
      ],
      "metadata": {
        "id": "8_rs2GS91sHF",
        "outputId": "4e379005-0b0e-4996-a735-fe5438e863e8",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        }
      },
      "execution_count": 23,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                 url        type  Category  \\\n",
              "0                                   br-icloud.com.br    phishing         2   \n",
              "1                mp3raid.com/music/krizz_kaliko.html      benign         0   \n",
              "2                    bopsecrets.org/rexroth/cr/1.htm      benign         0   \n",
              "3  http://garage-pirenne.be/index.php?option=com_...  defacement         1   \n",
              "4  http://adventure-nicaragua.net/index.php?optio...  defacement         1   \n",
              "\n",
              "   url_len  \n",
              "0       16  \n",
              "1       35  \n",
              "2       31  \n",
              "3       84  \n",
              "4      235  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-5f5775ee-03ce-434d-88f7-5b95e470a611\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>url</th>\n",
              "      <th>type</th>\n",
              "      <th>Category</th>\n",
              "      <th>url_len</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>phishing</td>\n",
              "      <td>2</td>\n",
              "      <td>16</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "      <td>35</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "      <td>31</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>http://garage-pirenne.be/index.php?option=com_...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "      <td>84</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "      <td>235</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-5f5775ee-03ce-434d-88f7-5b95e470a611')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-5f5775ee-03ce-434d-88f7-5b95e470a611 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-5f5775ee-03ce-434d-88f7-5b95e470a611');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def process_tld(url):\n",
        "    try:\n",
        "#         Extract the top level domain (TLD) from the URL given\n",
        "        res = get_tld(url, as_object = True, fail_silently=False,fix_protocol=True)\n",
        "        pri_domain= res.parsed_url.netloc\n",
        "    except :\n",
        "        pri_domain= None\n",
        "    return pri_domain"
      ],
      "metadata": {
        "id": "pexiXnaC1uo4"
      },
      "execution_count": 24,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['domain'] = data['url'].apply(lambda i: process_tld(i))\n"
      ],
      "metadata": {
        "id": "_wuLyFtJ1zka"
      },
      "execution_count": 25,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def process_tld(url):\n",
        "    try:\n",
        "        res = get_tld(url, as_object = True, fail_silently=False,fix_protocol=True)\n",
        "        pri_domain= res.parsed_url.netloc\n",
        "    except :\n",
        "        pri_domain= None\n",
        "    return pri_domain"
      ],
      "metadata": {
        "id": "k4vrMthi12UM"
      },
      "execution_count": 26,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['domain'] = data['url'].apply(lambda i: process_tld(i))\n"
      ],
      "metadata": {
        "id": "0eourPhw26eD"
      },
      "execution_count": 27,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()\n"
      ],
      "metadata": {
        "id": "dSyCwZnt29-l",
        "outputId": "2d1c8ce7-2bce-4f58-a65b-aa7cf1408728",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        }
      },
      "execution_count": 28,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                 url        type  Category  \\\n",
              "0                                   br-icloud.com.br    phishing         2   \n",
              "1                mp3raid.com/music/krizz_kaliko.html      benign         0   \n",
              "2                    bopsecrets.org/rexroth/cr/1.htm      benign         0   \n",
              "3  http://garage-pirenne.be/index.php?option=com_...  defacement         1   \n",
              "4  http://adventure-nicaragua.net/index.php?optio...  defacement         1   \n",
              "\n",
              "   url_len                   domain  \n",
              "0       16         br-icloud.com.br  \n",
              "1       35              mp3raid.com  \n",
              "2       31           bopsecrets.org  \n",
              "3       84        garage-pirenne.be  \n",
              "4      235  adventure-nicaragua.net  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-94187e0d-cf0b-4698-ba4b-0b7d55b28492\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>url</th>\n",
              "      <th>type</th>\n",
              "      <th>Category</th>\n",
              "      <th>url_len</th>\n",
              "      <th>domain</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>phishing</td>\n",
              "      <td>2</td>\n",
              "      <td>16</td>\n",
              "      <td>br-icloud.com.br</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "      <td>35</td>\n",
              "      <td>mp3raid.com</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "      <td>31</td>\n",
              "      <td>bopsecrets.org</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>http://garage-pirenne.be/index.php?option=com_...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "      <td>84</td>\n",
              "      <td>garage-pirenne.be</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "      <td>235</td>\n",
              "      <td>adventure-nicaragua.net</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-94187e0d-cf0b-4698-ba4b-0b7d55b28492')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-94187e0d-cf0b-4698-ba4b-0b7d55b28492 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-94187e0d-cf0b-4698-ba4b-0b7d55b28492');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "feature = ['@','?','-','=','.','#','%','+','$','!','*',',','//']\n",
        "for a in feature:\n",
        "    data[a] = data['url'].apply(lambda i: i.count(a))"
      ],
      "metadata": {
        "id": "v-uT-wrN3DJ9"
      },
      "execution_count": 29,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()\n"
      ],
      "metadata": {
        "id": "GNlgYbsr3HdI",
        "outputId": "0d1bfd88-e08f-4b55-dc61-604eb2629644",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        }
      },
      "execution_count": 30,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "                                                 url        type  Category  \\\n",
              "0                                   br-icloud.com.br    phishing         2   \n",
              "1                mp3raid.com/music/krizz_kaliko.html      benign         0   \n",
              "2                    bopsecrets.org/rexroth/cr/1.htm      benign         0   \n",
              "3  http://garage-pirenne.be/index.php?option=com_...  defacement         1   \n",
              "4  http://adventure-nicaragua.net/index.php?optio...  defacement         1   \n",
              "\n",
              "   url_len                   domain  @  ?  -  =  .  #  %  +  $  !  *  ,  //  \n",
              "0       16         br-icloud.com.br  0  0  1  0  2  0  0  0  0  0  0  0   0  \n",
              "1       35              mp3raid.com  0  0  0  0  2  0  0  0  0  0  0  0   0  \n",
              "2       31           bopsecrets.org  0  0  0  0  2  0  0  0  0  0  0  0   0  \n",
              "3       84        garage-pirenne.be  0  1  1  4  2  0  0  0  0  0  0  0   1  \n",
              "4      235  adventure-nicaragua.net  0  1  1  3  2  0  0  0  0  0  0  0   1  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-b366d21b-412c-4b8f-bfff-48b21dd46c0a\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>url</th>\n",
              "      <th>type</th>\n",
              "      <th>Category</th>\n",
              "      <th>url_len</th>\n",
              "      <th>domain</th>\n",
              "      <th>@</th>\n",
              "      <th>?</th>\n",
              "      <th>-</th>\n",
              "      <th>=</th>\n",
              "      <th>.</th>\n",
              "      <th>#</th>\n",
              "      <th>%</th>\n",
              "      <th>+</th>\n",
              "      <th>$</th>\n",
              "      <th>!</th>\n",
              "      <th>*</th>\n",
              "      <th>,</th>\n",
              "      <th>//</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>phishing</td>\n",
              "      <td>2</td>\n",
              "      <td>16</td>\n",
              "      <td>br-icloud.com.br</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>mp3raid.com/music/krizz_kaliko.html</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "      <td>35</td>\n",
              "      <td>mp3raid.com</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>bopsecrets.org/rexroth/cr/1.htm</td>\n",
              "      <td>benign</td>\n",
              "      <td>0</td>\n",
              "      <td>31</td>\n",
              "      <td>bopsecrets.org</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>http://garage-pirenne.be/index.php?option=com_...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "      <td>84</td>\n",
              "      <td>garage-pirenne.be</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>4</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>http://adventure-nicaragua.net/index.php?optio...</td>\n",
              "      <td>defacement</td>\n",
              "      <td>1</td>\n",
              "      <td>235</td>\n",
              "      <td>adventure-nicaragua.net</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "      <td>1</td>\n",
              "      <td>3</td>\n",
              "      <td>2</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>0</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b366d21b-412c-4b8f-bfff-48b21dd46c0a')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b366d21b-412c-4b8f-bfff-48b21dd46c0a button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b366d21b-412c-4b8f-bfff-48b21dd46c0a');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ]
          },
          "metadata": {},
          "execution_count": 30
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def abnormal_url(url):\n",
        "    hostname = urlparse(url).hostname\n",
        "    hostname = str(hostname)\n",
        "    match = re.search(hostname, url)\n",
        "    if match:\n",
        "        # print match.group()\n",
        "        return 1\n",
        "    else:\n",
        "        # print 'No matching pattern found'\n",
        "        return 0"
      ],
      "metadata": {
        "id": "i-xxIDcK3M1m"
      },
      "execution_count": 31,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['abnormal_url'] = data['url'].apply(lambda i: abnormal_url(i))\n"
      ],
      "metadata": {
        "id": "fMy4Gam23QRQ"
      },
      "execution_count": 32,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "sns.countplot(x='abnormal_url', data=data);\n"
      ],
      "metadata": {
        "id": "-v_sNldU3TV4",
        "outputId": "0d745391-ce72-40bc-aa52-f63b888ea9ec",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 280
        }
      },
      "execution_count": 33,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZcAAAEHCAYAAABiAAtOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAARKUlEQVR4nO3de6xlZXnH8e8PRkRbEWQmVmdoh9SxZtR6YUSsNrXQymBbhxg0UC2jEqepWDX2IjZpsVgSTW2pVxJSELCNSNXqaFAyQfHSiDDUCwJST1HLEJQREG8RM/j0j/2Obg/7nNkM7957zpnvJ9k5az3rXet9DjnkN2vttddOVSFJUk8HzLoBSdLyY7hIkrozXCRJ3RkukqTuDBdJUncrZt3AvmLlypW1du3aWbchSUvKtdde+52qWjW/brg0a9euZfv27bNuQ5KWlCTfHFX3spgkqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTs/od/RUX918axb0D7m2n88ddYtSDPhmYskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3Ew+XJAcm+UKSj7b1I5N8PslckvclOajVH9zW59r2tUPHeH2r35Tk+KH6xlabS3LGUH3kHJKk6ZjGmcurgRuH1t8MnFNVjwHuAk5r9dOAu1r9nDaOJOuBk4HHAxuBd7XAOhB4J3ACsB44pY1dbA5J0hRMNFySrAH+APjXth7gWOD9bchFwIlteVNbp20/ro3fBFxSVfdU1deBOeDo9pqrqpur6ifAJcCmPcwhSZqCSZ+5/Avw18BP2/rhwHeraldb3wGsbsurgVsA2va72/if1efts1B9sTl+QZItSbYn2b5z5869/BUlSfNNLFyS/CFwe1VdO6k5HqiqOq+qNlTVhlWrVs26HUlaNlZM8NjPBJ6X5LnAwcAhwFuBQ5OsaGcWa4Bb2/hbgSOAHUlWAA8H7hiq7za8z6j6HYvMIUmagomduVTV66tqTVWtZfCG/Ceq6kXAJ4GT2rDNwIfb8ta2Ttv+iaqqVj+53U12JLAOuBq4BljX7gw7qM2xte2z0BySpCmYxedcXge8Nskcg/dHzm/184HDW/21wBkAVXU9cClwA/Bx4PSquredlbwSuJzB3WiXtrGLzSFJmoJJXhb7maq6EriyLd/M4E6v+WN+DLxggf3PBs4eUb8MuGxEfeQckqTp8BP6kqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTuDBdJUneGiySpO8NFktTdxMIlycFJrk7ypSTXJ/n7Vj8yyeeTzCV5X5KDWv3BbX2ubV87dKzXt/pNSY4fqm9stbkkZwzVR84hSZqOSZ653AMcW1VPAp4MbExyDPBm4JyqegxwF3BaG38acFern9PGkWQ9cDLweGAj8K4kByY5EHgncAKwHjiljWWROSRJUzCxcKmBH7TVB7VXAccC72/1i4AT2/Kmtk7bflyStPolVXVPVX0dmAOObq+5qrq5qn4CXAJsavssNIckaQom+p5LO8P4InA7sA34X+C7VbWrDdkBrG7Lq4FbANr2u4HDh+vz9lmofvgic8zvb0uS7Um279y58wH8ppKkYRMNl6q6t6qeDKxhcKbxuEnOd39V1XlVtaGqNqxatWrW7UjSsjGVu8Wq6rvAJ4FnAIcmWdE2rQFubcu3AkcAtO0PB+4Yrs/bZ6H6HYvMIUmagkneLbYqyaFt+SHA7wM3MgiZk9qwzcCH2/LWtk7b/omqqlY/ud1NdiSwDrgauAZY1+4MO4jBm/5b2z4LzSFJmoIVex6y1x4FXNTu6joAuLSqPprkBuCSJP8AfAE4v40/H3hPkjngTgZhQVVdn+RS4AZgF3B6Vd0LkOSVwOXAgcAFVXV9O9brFphDkjQFEwuXqvoy8JQR9ZsZvP8yv/5j4AULHOts4OwR9cuAy8adQ5I0HX5CX5LUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqbuxwiXJFePUJEmCPXxCP8nBwEOBlUkOA9I2HcICj7GXJGlPj3/5U+A1wKOBa/l5uHwPeMfk2pIkLWWLhktVvRV4a5I/r6q3T6knSdISN9aDK6vq7Ul+C1g7vE9VXTyhviRJS9hY4ZLkPcCvA18E7m3lAgwXSdJ9jPvI/Q3A+vZFXJIkLWrcz7l8BfiVSTYiSVo+xj1zWQnckORq4J7dxap63kS6kiQtaeOGyxsm2YQkaXkZ926xT026EUnS8jHu3WLfZ3B3GMBBwIOAH1bVIZNqTJK0dI175vKw3ctJAmwCjplUU5Kkpe1+PxW5Bj4EHN+/HUnScjDuZbHnD60ewOBzLz+eSEeSpCVv3LvF/mhoeRfwDQaXxiRJuo9x33N56aQbkSQtH+N+WdiaJP+Z5Pb2+kCSNZNuTpK0NI37hv67ga0Mvtfl0cBHWk2SpPsYN1xWVdW7q2pXe10IrJpgX5KkJWzccLkjyYuTHNheLwbumGRjkqSla9xweRnwQuBbwG3AScBLJtSTJGmJG/dW5LOAzVV1F0CSRwBvYRA6kiT9gnHPXH5zd7AAVNWdwFMm05IkaakbN1wOSHLY7pV25jLuWY8kaT8zbkD8E/C5JP/R1l8AnD2ZliRJS924n9C/OMl24NhWen5V3TC5tiRJS9nYT0Wuqhuq6h3ttcdgSXJEkk8muSHJ9Ule3eqPSLItydfaz8NaPUnelmQuyZeTPHXoWJvb+K8l2TxUPyrJdW2ft7WvA1hwDknSdNzvR+7fD7uAv6iq9Qy+++X0JOuBM4ArqmodcEVbBzgBWNdeW4Bz4Wfv75wJPB04GjhzKCzOBV4+tN/GVl9oDknSFEwsXKrqtqr677b8feBGYDWDpylf1IZdBJzYljcBF7fvi7kKODTJoxh8b8y2qrqz3bG2DdjYth1SVVdVVQEXzzvWqDkkSVMwyTOXn0mylsGty58HHllVt7VN3wIe2ZZXA7cM7baj1Rar7xhRZ5E55ve1Jcn2JNt37ty5F7+ZJGmUiYdLkl8GPgC8pqq+N7ytnXHUJOdfbI6qOq+qNlTVhlWrfFSaJPUy0XBJ8iAGwfLvVfXBVv52u6RF+3l7q98KHDG0+5pWW6y+ZkR9sTkkSVMwsXBpd26dD9xYVf88tGkrsPuOr83Ah4fqp7a7xo4B7m6Xti4HnpPksPZG/nOAy9u27yU5ps116rxjjZpDkjQFk/yU/TOBPwGuS/LFVvsb4E3ApUlOA77J4IGYAJcBzwXmgB8BL4XBo2aSvBG4po07qz1+BuAVwIXAQ4CPtReLzCFJmoKJhUtVfRbIApuPGzG+gNMXONYFwAUj6tuBJ4yo3zFqDknSdPh8MGk/8H9nPXHWLWgf9Kt/d93Ejj2VW5ElSfsXw0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqbmLhkuSCJLcn+cpQ7RFJtiX5Wvt5WKsnyduSzCX5cpKnDu2zuY3/WpLNQ/WjklzX9nlbkiw2hyRpeiZ55nIhsHFe7QzgiqpaB1zR1gFOANa11xbgXBgEBXAm8HTgaODMobA4F3j50H4b9zCHJGlKJhYuVfVp4M555U3ARW35IuDEofrFNXAVcGiSRwHHA9uq6s6qugvYBmxs2w6pqquqqoCL5x1r1BySpCmZ9nsuj6yq29ryt4BHtuXVwC1D43a02mL1HSPqi81xH0m2JNmeZPvOnTv34teRJI0yszf02xlHzXKOqjqvqjZU1YZVq1ZNshVJ2q9MO1y+3S5p0X7e3uq3AkcMjVvTaovV14yoLzaHJGlKph0uW4Hdd3xtBj48VD+13TV2DHB3u7R1OfCcJIe1N/KfA1zetn0vyTHtLrFT5x1r1BySpClZMakDJ3kv8GxgZZIdDO76ehNwaZLTgG8CL2zDLwOeC8wBPwJeClBVdyZ5I3BNG3dWVe2+SeAVDO5IewjwsfZikTkkSVMysXCpqlMW2HTciLEFnL7AcS4ALhhR3w48YUT9jlFzSJKmx0/oS5K6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3yzZckmxMclOSuSRnzLofSdqfLMtwSXIg8E7gBGA9cEqS9bPtSpL2H8syXICjgbmqurmqfgJcAmyacU+StN9YMesGJmQ1cMvQ+g7g6fMHJdkCbGmrP0hy0xR621+sBL4z6yZmLW/ZPOsWdF/+be52Znoc5ddGFZdruIylqs4Dzpt1H8tRku1VtWHWfUjz+bc5Hcv1stitwBFD62taTZI0Bcs1XK4B1iU5MslBwMnA1hn3JEn7jWV5WayqdiV5JXA5cCBwQVVdP+O29jdebtS+yr/NKUhVzboHSdIys1wvi0mSZshwkSR1Z7ioKx+7o31VkguS3J7kK7PuZX9guKgbH7ujfdyFwMZZN7G/MFzUk4/d0T6rqj4N3DnrPvYXhot6GvXYndUz6kXSDBkukqTuDBf15GN3JAGGi/rysTuSAMNFHVXVLmD3Y3duBC71sTvaVyR5L/A54DeS7Ehy2qx7Ws58/IskqTvPXCRJ3RkukqTuDBdJUneGiySpO8NFktSd4SJJ6s5wkfZSkh/MuodRkrwhyV92OM5aH0+vvWW4SPuQJCtm3QPsO31o6TJcpDEk+VCSa5Ncn2TLUP2cVrsiyapWuzLJm5NcneR/kvx2qx+c5N1JrkvyhSS/2+ovSbI1ySeAK9r6h5JsS/KNJK9M8tq2z1VJHtH2e3mSa5J8KckHkjx0zN/lyiQb2vLKJN8Y1UfH/3zaDxku0nheVlVHARuAVyU5HPglYHtVPR74FHDm0PgVVXU08Jqh+ulAVdUTgVOAi5Ic3LY9FTipqn6nrT8BeD7wNOBs4EdV9RQGjy85tY35YFU9raqexOBxOz0eZzK/D2mvGC7SeF6V5EvAVQye/LwO+Cnwvrb934BnDY3/YPt5LbC2LT+rjaOqvgp8E3hs27atqoa/yOqTVfX9qtoJ3A18pNWvGzreE5J8Jsl1wIuAxz/A33FUH9Je8bqqtAdJng38HvCMqvpRkiuBg0cMHX5Q3z3t572M9//ZD+et3zO0/NOh9Z8OHe9C4MSq+lKSlwDPHmMegF38/B+W83+P+X1Ie8UzF2nPHg7c1YLlccAxrX4AcFJb/mPgs3s4zmcYnGGQ5LHArwI3PYC+HgbcluRBu487pm8AR7XlkxYZJ+01w0Xas48DK5LcCLyJwaUxGPwr/+h2u+6xwFl7OM67gAPaZaz3AS+pqnv2sM9i/hb4PPBfwFfvx35vAf4syReAlQ9gfmlBPnJfktSdZy6SpO58Q19appK8E3jmvPJbq+rds+hH+xcvi0mSuvOymCSpO8NFktSd4SJJ6s5wkSR19//65dLvGSWIpgAAAABJRU5ErkJggg==\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def httpSecure(url):\n",
        "    htp = urlparse(url).scheme\n",
        "    match = str(htp)\n",
        "    if match=='https':\n",
        "        # print match.group()\n",
        "        return 1\n",
        "    else:\n",
        "        # print 'No matching pattern found'\n",
        "        return 0"
      ],
      "metadata": {
        "id": "qBzgjFie3aap"
      },
      "execution_count": 34,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['https'] = data['url'].apply(lambda i: httpSecure(i))\n"
      ],
      "metadata": {
        "id": "UL5ZQTk83dbL"
      },
      "execution_count": 35,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "sns.countplot(x='https', data=data);\n"
      ],
      "metadata": {
        "id": "tzgpOoDy3gPF",
        "outputId": "fa03f976-0d2c-4f7b-b9cb-aef67fab05e9",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 279
        }
      },
      "execution_count": 36,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZcAAAEGCAYAAACpXNjrAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAATtElEQVR4nO3dfaze5X3f8fcHHBraBjDhhBGbzWi1WrlZk8AROGs1rUEDQx+MqpSSLbXDWDwppEvUPYRMU1lhkdI90dClTF5xsNusxEqX4VYkruXQVVVLwmFhEKARZyQMuxCfYB7ysBBBv/vjXE5vDve5fWDXfR/7+P2Sbt2/3/d3Xb/ruiWLD7/Hk6pCkqSeTlruCUiSVh7DRZLUneEiSerOcJEkdWe4SJK6W7XcEzhWnHXWWbVu3brlnoYkHVfuvffer1fV1MK64dKsW7eOmZmZ5Z6GJB1Xkjw2rO5pMUlSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSdz6h39EF/3zXck9Bx5h7/92W5Z6CtCw8cpEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLU3VjDJckZST6V5M+TPJzkbUnOTLIvySPte3VrmyQ3J5lNcn+S8wf2s7W1fyTJ1oH6BUkeaH1uTpJWHzqGJGkyxn3k8lHgs1X1I8CbgYeB64D9VbUe2N/WAS4D1rfPNuAWmA8K4HrgIuBC4PqBsLgFeM9Av02tvtgYkqQJGFu4JDkd+DvArQBV9d2qegbYDOxszXYCV7TlzcCumnc3cEaSc4BLgX1Vdbiqngb2AZvattOq6u6qKmDXgn0NG0OSNAHjPHI5D5gDPp7ki0l+K8kPAGdX1ROtzZPA2W15DfD4QP8DrTaqfmBInRFjvESSbUlmkszMzc29mt8oSRpinOGyCjgfuKWq3gp8iwWnp9oRR41xDiPHqKrtVTVdVdNTU1PjnIYknVDGGS4HgANV9fm2/inmw+Zr7ZQW7ftQ234QOHeg/9pWG1VfO6TOiDEkSRMwtnCpqieBx5P8cCtdDDwE7AGO3PG1FbijLe8BtrS7xjYCz7ZTW3uBS5KsbhfyLwH2tm3PJdnY7hLbsmBfw8aQJE3AuF+5/0vAJ5KcAjwKXM18oO1Ocg3wGHBla3sncDkwC3y7taWqDie5Ebintbuhqg635fcCtwGnAp9pH4CPLDKGJGkCxhouVXUfMD1k08VD2hZw7SL72QHsGFKfAd40pP7UsDEkSZPhE/qSpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndjTVcknw1yQNJ7ksy02pnJtmX5JH2vbrVk+TmJLNJ7k9y/sB+trb2jyTZOlC/oO1/tvXNqDEkSZMxiSOXn6yqt1TVdFu/DthfVeuB/W0d4DJgfftsA26B+aAArgcuAi4Erh8Ii1uA9wz023SUMSRJE7Acp8U2Azvb8k7gioH6rpp3N3BGknOAS4F9VXW4qp4G9gGb2rbTquruqipg14J9DRtDkjQB4w6XAv4wyb1JtrXa2VX1RFt+Eji7La8BHh/oe6DVRtUPDKmPGuMlkmxLMpNkZm5u7hX/OEnScKvGvP+fqKqDSd4A7Evy54Mbq6qS1DgnMGqMqtoObAeYnp4e6zwk6UQy1iOXqjrYvg8Bn2b+msnX2ikt2veh1vwgcO5A97WtNqq+dkidEWNIkiZgbOGS5AeSvO7IMnAJ8CVgD3Dkjq+twB1teQ+wpd01thF4tp3a2gtckmR1u5B/CbC3bXsuycZ2l9iWBfsaNoYkaQLGeVrsbODT7e7gVcB/rarPJrkH2J3kGuAx4MrW/k7gcmAW+DZwNUBVHU5yI3BPa3dDVR1uy+8FbgNOBT7TPgAfWWQMSdIEjC1cqupR4M1D6k8BFw+pF3DtIvvaAewYUp8B3rTUMSRJk+ET+pKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6G3u4JDk5yReT/EFbPy/J55PMJvlkklNa/fva+mzbvm5gHx9q9S8nuXSgvqnVZpNcN1AfOoYkaTImceTyfuDhgfVfA26qqh8CngauafVrgKdb/abWjiQbgKuAHwU2Ab/ZAutk4GPAZcAG4J2t7agxJEkTMNZwSbIW+Cngt9p6gLcDn2pNdgJXtOXNbZ22/eLWfjNwe1U9X1VfAWaBC9tntqoerarvArcDm48yhiRpAsZ95PLrwL8A/rKtvx54pqpeaOsHgDVteQ3wOEDb/mxr/736gj6L1UeN8RJJtiWZSTIzNzf3Kn+iJGmhsYVLkp8GDlXVveMa4/9XVW2vqumqmp6amlru6UjSirFqjPv+ceBnk1wOvBY4DfgocEaSVe3IYi1wsLU/CJwLHEiyCjgdeGqgfsRgn2H1p0aMIUmagLEduVTVh6pqbVWtY/6C/Oeq6h8AdwHvaM22Ane05T1tnbb9c1VVrX5Vu5vsPGA98AXgHmB9uzPslDbGntZnsTEkSROwHM+5fBD45SSzzF8fubXVbwVe3+q/DFwHUFUPAruBh4DPAtdW1YvtqOR9wF7m70bb3dqOGkOSNAHjPC32PVX1R8AfteVHmb/Ta2Gb7wA/v0j/DwMfHlK/E7hzSH3oGJKkyfAJfUlSd4aLJKk7w0WS1J3hIknqznCRJHW3pHBJsn8pNUmS4Ci3Iid5LfD9wFlJVgNpm05jkfd1SZJ0tOdc/jHwAeCNwL38Vbg8B/yn8U1LknQ8GxkuVfVR4KNJfqmqfmNCc5IkHeeW9IR+Vf1Gkr8NrBvsU1W7xjQvSdJxbEnhkuS3gb8J3Ae82MoFGC6SpJdZ6rvFpoEN7Y3DkiSNtNTnXL4E/LVxTkSStHIs9cjlLOChJF8Anj9SrKqfHcusJEnHtaWGy78e5yQkSSvLUu8W+x/jnogkaeVY6t1i32D+7jCAU4DXAN+qqtPGNTFJ0vFrqUcurzuynCTAZmDjuCYlSTq+veK3Ite8/w5c2n86kqSVYKmnxX5uYPUk5p97+c5YZiRJOu4t9W6xnxlYfgH4KvOnxiRJepmlXnO5etwTkSStHEv9Y2Frk3w6yaH2+b0ka8c9OUnS8WmpF/Q/Duxh/u+6vBH4/VaTJOlllhouU1X18ap6oX1uA6ZGdUjy2iRfSPK/kjyY5Fdb/bwkn08ym+STSU5p9e9r67Nt+7qBfX2o1b+c5NKB+qZWm01y3UB96BiSpMlYarg8leRdSU5un3cBTx2lz/PA26vqzcBbgE1JNgK/BtxUVT8EPA1c09pfAzzd6je1diTZAFwF/CiwCfjNI/MAPgZcBmwA3tnaMmIMSdIELDVc/iFwJfAk8ATwDuDdozq052G+2VZf0z4FvB34VKvvBK5oy5vbOm37xQMPbN5eVc9X1VeAWeDC9pmtqker6rvA7cDm1mexMSRJE7DUcLkB2FpVU1X1BubD5leP1qkdYdwHHAL2Af8beKaqXmhNDgBr2vIa4HGAtv1Z4PWD9QV9Fqu/fsQYC+e3LclMkpm5ubmj/RxJ0hItNVx+rKqePrJSVYeBtx6tU1W9WFVvAdYyf6TxI69mkuNSVdurarqqpqemRl5CkiS9AksNl5OSrD6ykuRMlv4AJlX1DHAX8DbgjCRH+q4FDrblg8C5bf+rgNOZv67zvfqCPovVnxoxhiRpApYaLv8B+LMkNya5EfhT4N+O6pBkKskZbflU4O8BDzMfMu9ozbYCd7TlPW2dtv1z7c8q7wGuaneTnQesB74A3AOsb3eGncL8Rf89rc9iY0iSJmCpT+jvSjLD/IVygJ+rqoeO0u0cYGe7q+skYHdV/UGSh4Dbk/wb4IvAra39rcBvJ5kFDjMfFlTVg0l2Aw8x/+qZa6vqRYAk7wP2AicDO6rqwbavDy4yhiRpAl7Jqa2HmP8P/FLb38+Q6zJV9Sjz118W1r8D/Pwi+/ow8OEh9TuBO5c6hiRpMl7xK/clSToaw0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO7GFi5Jzk1yV5KHkjyY5P2tfmaSfUkead+rWz1Jbk4ym+T+JOcP7Gtra/9Ikq0D9QuSPND63Jwko8aQJE3GOI9cXgD+aVVtADYC1ybZAFwH7K+q9cD+tg5wGbC+fbYBt8B8UADXAxcBFwLXD4TFLcB7BvptavXFxpAkTcDYwqWqnqiq/9mWvwE8DKwBNgM7W7OdwBVteTOwq+bdDZyR5BzgUmBfVR2uqqeBfcCmtu20qrq7qgrYtWBfw8aQJE3ARK65JFkHvBX4PHB2VT3RNj0JnN2W1wCPD3Q70Gqj6geG1BkxhiRpAsYeLkl+EPg94ANV9dzgtnbEUeMcf9QYSbYlmUkyMzc3N85pSNIJZazhkuQ1zAfLJ6rqv7Xy19opLdr3oVY/CJw70H1tq42qrx1SHzXGS1TV9qqarqrpqampV/cjJUkvM867xQLcCjxcVf9xYNMe4MgdX1uBOwbqW9pdYxuBZ9uprb3AJUlWtwv5lwB727bnkmxsY21ZsK9hY0iSJmDVGPf948AvAg8kua/V/iXwEWB3kmuAx4Ar27Y7gcuBWeDbwNUAVXU4yY3APa3dDVV1uC2/F7gNOBX4TPswYgxJ0gSMLVyq6k+ALLL54iHtC7h2kX3tAHYMqc8AbxpSf2rYGJKkyfAJfUlSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO4MF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEiSujNcJEndGS6SpO7GFi5JdiQ5lORLA7Uzk+xL8kj7Xt3qSXJzktkk9yc5f6DP1tb+kSRbB+oXJHmg9bk5SUaNIUmanHEeudwGbFpQuw7YX1Xrgf1tHeAyYH37bANugfmgAK4HLgIuBK4fCItbgPcM9Nt0lDEkSRMytnCpqj8GDi8obwZ2tuWdwBUD9V01727gjCTnAJcC+6rqcFU9DewDNrVtp1XV3VVVwK4F+xo2hiRpQiZ9zeXsqnqiLT8JnN2W1wCPD7Q70Gqj6geG1EeN8TJJtiWZSTIzNzf3Kn6OJGmYZbug3444ajnHqKrtVTVdVdNTU1PjnIoknVAmHS5fa6e0aN+HWv0gcO5Au7WtNqq+dkh91BiSpAmZdLjsAY7c8bUVuGOgvqXdNbYReLad2toLXJJkdbuQfwmwt217LsnGdpfYlgX7GjaGJGlCVo1rx0l+F/i7wFlJDjB/19dHgN1JrgEeA65sze8ELgdmgW8DVwNU1eEkNwL3tHY3VNWRmwTey/wdaacCn2kfRowhSZqQsYVLVb1zkU0XD2lbwLWL7GcHsGNIfQZ405D6U8PGkCRNjk/oS5K6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLUneEiSerOcJEkdWe4SJK6M1wkSd0ZLpKk7gwXSVJ3hoskqTvDRZLU3arlnoCk8fs/N/yt5Z6CjkF//VceGNu+PXKRJHW3YsMlyaYkX04ym+S65Z6PJJ1IVmS4JDkZ+BhwGbABeGeSDcs7K0k6cazIcAEuBGar6tGq+i5wO7B5meckSSeMlXpBfw3w+MD6AeCihY2SbAO2tdVvJvnyBOZ2ojgL+PpyT2K55d9vXe4p6OX8t3nE9emxl78xrLhSw2VJqmo7sH2557ESJZmpqunlnoe0kP82J2OlnhY7CJw7sL621SRJE7BSw+UeYH2S85KcAlwF7FnmOUnSCWNFnharqheSvA/YC5wM7KiqB5d5WicaTzfqWOW/zQlIVS33HCRJK8xKPS0mSVpGhoskqTvDRV352h0dq5LsSHIoyZeWey4nAsNF3fjaHR3jbgM2LfckThSGi3rytTs6ZlXVHwOHl3seJwrDRT0Ne+3OmmWai6RlZLhIkrozXNSTr92RBBgu6svX7kgCDBd1VFUvAEdeu/MwsNvX7uhYkeR3gT8DfjjJgSTXLPecVjJf/yJJ6s4jF0lSd4aLJKk7w0WS1J3hIknqznCRJHVnuEgTlmTdsDfzJnl3kjcOrH8gyfdPdnZSH4aLdOx4N/DGgfUPAIaLjkuGi7Q8Tk7yX5I8mOQPk/wiMA18Isl9Sd7PfNDcleQugCTfTHJT67M/yVSr/5MkDyW5P8nty/eTpL/iQ5TShCVZB8wC01V1X5LdzL8m5x8B/6yqZlq7r7Y2X2/rBbyrqj6R5FeAN1TV+5L8BXBeVT2f5Iyqembyv0p6KY9cpOXxlaq6ry3fC6xbQp+/BD7Zln8H+Im2fD/zRzzvAl7oOEfpVTNcpOXx/MDyi8CqV7GPI6cdfor5vwB6PnBPklezL6krw0U6dnwDeN2I9ZOAd7Tlvw/8SZKTgHOr6i7gg8DpwA9OYK7SSP4fjnTsuA34z0n+L/A2YDvw2SR/UVU/CXwLuDDJvwIOAb8AnAz8TpLTgQA3e81FxwIv6EvHiSTfrCqPSnRc8LSYJKk7j1wkSd155CJJ6s5wkSR1Z7hIkrozXCRJ3RkukqTu/h8Inyww6D7aWgAAAABJRU5ErkJggg==\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def digit_count(url):\n",
        "    digits = 0\n",
        "    for i in url:\n",
        "        if i.isnumeric():\n",
        "            digits = digits + 1\n",
        "    return digits"
      ],
      "metadata": {
        "id": "qyJUn1dm3jzV"
      },
      "execution_count": 37,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['digits']= data['url'].apply(lambda i: digit_count(i))\n"
      ],
      "metadata": {
        "id": "w14uvAw-3mw_"
      },
      "execution_count": 38,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def letter_count(url):\n",
        "    letters = 0\n",
        "    for i in url:\n",
        "        if i.isalpha():\n",
        "            letters = letters + 1\n",
        "    return letters"
      ],
      "metadata": {
        "id": "PRstWNh63pHR"
      },
      "execution_count": 39,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['letters']= data['url'].apply(lambda i: letter_count(i))\n"
      ],
      "metadata": {
        "id": "0gXIj6Bk3soC"
      },
      "execution_count": 40,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "def Shortining_Service(url):\n",
        "    match = re.search('bit\\.ly|goo\\.gl|shorte\\.st|go2l\\.ink|x\\.co|ow\\.ly|t\\.co|tinyurl|tr\\.im|is\\.gd|cli\\.gs|'\n",
        "                      'yfrog\\.com|migre\\.me|ff\\.im|tiny\\.cc|url4\\.eu|twit\\.ac|su\\.pr|twurl\\.nl|snipurl\\.com|'\n",
        "                      'short\\.to|BudURL\\.com|ping\\.fm|post\\.ly|Just\\.as|bkite\\.com|snipr\\.com|fic\\.kr|loopt\\.us|'\n",
        "                      'doiop\\.com|short\\.ie|kl\\.am|wp\\.me|rubyurl\\.com|om\\.ly|to\\.ly|bit\\.do|t\\.co|lnkd\\.in|'\n",
        "                      'db\\.tt|qr\\.ae|adf\\.ly|goo\\.gl|bitly\\.com|cur\\.lv|tinyurl\\.com|ow\\.ly|bit\\.ly|ity\\.im|'\n",
        "                      'q\\.gs|is\\.gd|po\\.st|bc\\.vc|twitthis\\.com|u\\.to|j\\.mp|buzurl\\.com|cutt\\.us|u\\.bb|yourls\\.org|'\n",
        "                      'x\\.co|prettylinkpro\\.com|scrnch\\.me|filoops\\.info|vzturl\\.com|qr\\.net|1url\\.com|tweez\\.me|v\\.gd|'\n",
        "                      'tr\\.im|link\\.zip\\.net',\n",
        "                      url)\n",
        "    if match:\n",
        "        return 1\n",
        "    else:\n",
        "        return 0"
      ],
      "metadata": {
        "id": "Q0-0JgPj3vEO"
      },
      "execution_count": 43,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['Shortining_Service'] = data['url'].apply(lambda x: Shortining_Service(x))\n",
        "\n",
        "sns.countplot(x='Shortining_Service', data=data);\n"
      ],
      "metadata": {
        "id": "adu3m5i_34lB",
        "outputId": "51166cc0-79ce-4029-b26b-b3a9d02fd09b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 280
        }
      },
      "execution_count": 44,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZcAAAEHCAYAAABiAAtOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAAsTAAALEwEAmpwYAAAWY0lEQVR4nO3df7RdZX3n8fdHItVRkQC3iAQbVht1RVSEFGJ1plY6ITAdw7KIOHWINIu4RnTZ6bRTbGcKxdKFU6eOWKXDSCRxOQW0KpkuMM3CH+20RQhK+RGG4Q5KSQZMIAj+GGFBv/PHea4eL+eeXOg+5yb3vl9rnXX2/u7n2c9zQsJn7R9nn1QVkiR16VlzPQFJ0vxjuEiSOme4SJI6Z7hIkjpnuEiSOrdoriewrzjssMNq6dKlcz0NSdqv3HzzzQ9W1cT0uuHSLF26lG3bts31NCRpv5Lk3kF1T4tJkjpnuEiSOme4SJI6Z7hIkjpnuEiSOme4SJI6Z7hIkjpnuEiSOme4SJI6N9Jv6Cc5GPg4cAxQwK8CdwFXAUuBbwJnVNXDSQJ8GDgV+D7wjqr6WtvPWuA/tN3+flVtbPXjgSuA5wLXAu+tqkpyyKAxRvlZAY7/zU2jHkL7mZv/8Ky5noI0J0Z95PJh4AtV9XLg1cCdwHnA9VW1DLi+rQOcAixrr/XApQAtKM4HTgROAM5Psrj1uRQ4p6/f6lafaQxJ0hiMLFySvBD4Z8DlAFX1eFV9G1gDbGzNNgKnteU1wKbquQE4OMkRwMnA1qra044+tgKr27aDquqG6v1W86Zp+xo0hiRpDEZ55HI0sBv4RJKvJ/l4kucBh1fV/a3NA8DhbflI4L6+/jtabVh9x4A6Q8aQJI3BKMNlEXAccGlVvQb4HtNOT7UjjhrhHIaOkWR9km1Jtu3evXuU05CkBWWU4bID2FFVX23rn6EXNt9qp7Ro77va9p3AUX39l7TasPqSAXWGjPFjquqyqlpRVSsmJp7ycwSSpGdoZOFSVQ8A9yV5WSudBGwHNgNrW20tcE1b3gyclZ6VwCPt1NYWYFWSxe1C/ipgS9v2aJKV7U6zs6bta9AYkqQxGPWPhb0H+FSSA4F7gLPpBdrVSdYB9wJntLbX0rsNeZLerchnA1TVniTvB25q7S6sqj1t+V386Fbk69oL4OIZxpAkjcFIw6WqbgFWDNh00oC2BZw7w342ABsG1LfR+w7N9PpDg8aQJI2H39CXJHXOcJEkdc5wkSR1znCRJHXOcJEkdc5wkSR1znCRJHXOcJEkdc5wkSR1znCRJHXOcJEkdc5wkSR1znCRJHXOcJEkdc5wkSR1znCRJHXOcJEkdc5wkSR1znCRJHXOcJEkdc5wkSR1znCRJHXOcJEkdc5wkSR1znCRJHVupOGS5JtJbktyS5JtrXZIkq1J7m7vi1s9SS5JMpnk1iTH9e1nbWt/d5K1ffXj2/4nW98MG0OSNB7jOHL5hao6tqpWtPXzgOurahlwfVsHOAVY1l7rgUuhFxTA+cCJwAnA+X1hcSlwTl+/1XsZQ5I0BnNxWmwNsLEtbwRO66tvqp4bgIOTHAGcDGytqj1V9TCwFVjdth1UVTdUVQGbpu1r0BiSpDEYdbgU8BdJbk6yvtUOr6r72/IDwOFt+Ujgvr6+O1ptWH3HgPqwMSRJY7BoxPt/fVXtTPKTwNYk/6t/Y1VVkhrlBIaN0QJvPcBLXvKSUU5DkhaUkR65VNXO9r4L+By9aybfaqe0aO+7WvOdwFF93Ze02rD6kgF1howxfX6XVdWKqloxMTHxTD+mJGmakYVLkuclecHUMrAKuB3YDEzd8bUWuKYtbwbOaneNrQQeaae2tgCrkixuF/JXAVvatkeTrGx3iZ01bV+DxpAkjcEoT4sdDnyu3R28CPjvVfWFJDcBVydZB9wLnNHaXwucCkwC3wfOBqiqPUneD9zU2l1YVXva8ruAK4DnAte1F8DFM4whSRqDkYVLVd0DvHpA/SHgpAH1As6dYV8bgA0D6tuAY2Y7hiRpPPyGviSpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpcyMPlyQHJPl6kj9v60cn+WqSySRXJTmw1X+irU+27Uv79vG+Vr8rycl99dWtNpnkvL76wDEkSeMxjiOX9wJ39q1/APhQVf0M8DCwrtXXAQ+3+odaO5IsB84EXgGsBj7WAusA4KPAKcBy4G2t7bAxJEljMNJwSbIE+BfAx9t6gDcCn2lNNgKnteU1bZ22/aTWfg1wZVU9VlXfACaBE9prsqruqarHgSuBNXsZQ5I0BqM+cvkvwL8H/qGtHwp8u6qeaOs7gCPb8pHAfQBt+yOt/Q/r0/rMVB82xo9Jsj7JtiTbdu/e/Qw/oiRpupGFS5JfAnZV1c2jGuMfq6ouq6oVVbViYmJirqcjSfPGohHu+3XAm5KcCjwHOAj4MHBwkkXtyGIJsLO13wkcBexIsgh4IfBQX31Kf59B9YeGjCFJGoORHblU1fuqaklVLaV3Qf6LVfUrwJeA01uztcA1bXlzW6dt/2JVVauf2e4mOxpYBtwI3AQsa3eGHdjG2Nz6zDSGJGkM5uJ7Lr8F/HqSSXrXRy5v9cuBQ1v914HzAKrqDuBqYDvwBeDcqnqyHZW8G9hC7260q1vbYWNIksZglKfFfqiqvgx8uS3fQ+9Or+ltfgC8ZYb+FwEXDahfC1w7oD5wDEnSePgNfUlS5wwXSVLnDBdJUucMF0lS5wwXSVLnDBdJUucMF0lS5wwXSVLnDBdJUucMF0lS52YVLkmun01NkiTYy7PFkjwH+CfAYUkWA2mbDmKGH+CSJGlvD658J/BrwIuBm/lRuDwK/PHopiVJ2p8NDZeq+jDw4STvqaqPjGlOkqT93KweuV9VH0nyc8DS/j5VtWlE85Ik7cdmFS5JPgn8NHAL8GQrF2C4SJKeYrY/FrYCWN5+QliSpKFm+z2X24EXjXIikqT5Y7ZHLocB25PcCDw2VayqN41kVpKk/dpsw+WCUU5CkjS/zPZusa+MeiKSpPljtneLfYfe3WEABwLPBr5XVQeNamKSpP3XbI9cXjC1nCTAGmDlqCYlSdq/Pe2nIlfP54GTu5+OJGk+mO1psTf3rT6L3vdefjCSGUmS9nuzPXL5l32vk4Hv0Ds1NqMkz0lyY5K/S3JHkt9r9aOTfDXJZJKrkhzY6j/R1ifb9qV9+3pfq9+V5OS++upWm0xyXl994BiSpPGYVbhU1dl9r3Oq6qKq2rWXbo8Bb6yqVwPHAquTrAQ+AHyoqn4GeBhY19qvAx5u9Q+1diRZDpwJvAJYDXwsyQFJDgA+CpwCLAfe1toyZAxJ0hjM9sfCliT5XJJd7fVnSZYM69OuzXy3rT67vQp4I/CZVt8InNaW17R12vaT+m4euLKqHquqbwCTwAntNVlV91TV48CVwJrWZ6YxJEljMNvTYp8ANtP7XZcXA/+j1YZqRxi3ALuArcD/Ab5dVU+0Jjv40Y+OHQncB9C2PwIc2l+f1mem+qFDxpg+v/VJtiXZtnv37r19HEnSLM02XCaq6hNV9UR7XQFM7K1TVT1ZVccCS+gdabz8Gc90BKrqsqpaUVUrJib2+nEkSbM023B5KMnbp651JHk78NBsB6mqbwNfAl4LHJxk6i61JcDOtrwTOAqgbX9hG+OH9Wl9Zqo/NGQMSdIYzDZcfhU4A3gAuB84HXjHsA5JJpIc3JafC/xz4E56IXN6a7YWuKYtb27rtO1fbI/43wyc2e4mOxpYBtwI3AQsa3eGHUjvov/m1memMSRJYzDbB1deCKytqocBkhwCfJBe6MzkCGBju6vrWcDVVfXnSbYDVyb5feDrwOWt/eXAJ5NMAnvohQVVdUeSq4HtwBPAuVX1ZJvHu4EtwAHAhqq6o+3rt2YYQ5I0BrMNl1dNBQtAVe1J8pphHarqVuApbarqHnrXX6bXfwC8ZYZ9XQRcNKB+LXDtbMeQJI3HbE+LPSvJ4qmVduQy22CSJC0wsw2I/wz8bZJPt/W3MOBIQpIkmP1TkTcl2Ubvy4kAb66q7aObliRpfzbrU1stTAwUSdJePe1H7kuStDeGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzhoskqXOGiySpc4aLJKlzIwuXJEcl+VKS7UnuSPLeVj8kydYkd7f3xa2eJJckmUxya5Lj+va1trW/O8navvrxSW5rfS5JkmFjSJLGY5RHLk8A/66qlgMrgXOTLAfOA66vqmXA9W0d4BRgWXutBy6FXlAA5wMnAicA5/eFxaXAOX39Vrf6TGNIksZgZOFSVfdX1dfa8neAO4EjgTXAxtZsI3BaW14DbKqeG4CDkxwBnAxsrao9VfUwsBVY3bYdVFU3VFUBm6bta9AYkqQxGMs1lyRLgdcAXwUOr6r726YHgMPb8pHAfX3ddrTasPqOAXWGjDF9XuuTbEuybffu3c/gk0mSBhl5uCR5PvBnwK9V1aP929oRR41y/GFjVNVlVbWiqlZMTEyMchqStKCMNFySPJtesHyqqj7byt9qp7Ro77tafSdwVF/3Ja02rL5kQH3YGJKkMRjl3WIBLgfurKo/6tu0GZi642stcE1f/ax219hK4JF2amsLsCrJ4nYhfxWwpW17NMnKNtZZ0/Y1aAxJ0hgsGuG+Xwf8a+C2JLe02m8DFwNXJ1kH3Auc0bZdC5wKTALfB84GqKo9Sd4P3NTaXVhVe9ryu4ArgOcC17UXQ8aQJI3ByMKlqv4nkBk2nzSgfQHnzrCvDcCGAfVtwDED6g8NGkOSNB5+Q1+S1DnDRZLUOcNFktQ5w0WS1DnDRZLUOcNFktQ5w0WS1DnDRZLUOcNFktQ5w0WS1DnDRZLUOcNFktQ5w0WS1DnDRZLUOcNFktQ5w0WS1DnDRZLUOcNFktQ5w0WS1DnDRZLUOcNFktQ5w0WS1DnDRZLUOcNFktQ5w0WS1LmRhUuSDUl2Jbm9r3ZIkq1J7m7vi1s9SS5JMpnk1iTH9fVZ29rfnWRtX/34JLe1PpckybAxJEnjM8ojlyuA1dNq5wHXV9Uy4Pq2DnAKsKy91gOXQi8ogPOBE4ETgPP7wuJS4Jy+fqv3MoYkaUxGFi5V9ZfAnmnlNcDGtrwROK2vvql6bgAOTnIEcDKwtar2VNXDwFZgddt2UFXdUFUFbJq2r0FjSJLGZNzXXA6vqvvb8gPA4W35SOC+vnY7Wm1YfceA+rAxniLJ+iTbkmzbvXv3M/g4kqRB5uyCfjviqLkco6ouq6oVVbViYmJilFORpAVl3OHyrXZKi/a+q9V3Akf1tVvSasPqSwbUh40hSRqTcYfLZmDqjq+1wDV99bPaXWMrgUfaqa0twKoki9uF/FXAlrbt0SQr211iZ03b16AxJEljsmhUO07yp8AbgMOS7KB319fFwNVJ1gH3Ame05tcCpwKTwPeBswGqak+S9wM3tXYXVtXUTQLvondH2nOB69qLIWNIksZkZOFSVW+bYdNJA9oWcO4M+9kAbBhQ3wYcM6D+0KAxJEnj4zf0JUmdM1wkSZ0zXCRJnTNcJEmdM1wkSZ0zXCRJnTNcJEmdM1wkSZ0zXCRJnTNcJEmdM1wkSZ0zXCRJnTNcJEmdM1wkSZ0b2SP3Je07/v7CV871FLQPesnv3jayfXvkIknqnOEiSeqc4SJJ6pzhIknqnOEiSeqc4SJJ6pzhIknqnOEiSeqc4SJJ6pzhIknq3LwNlySrk9yVZDLJeXM9H0laSOZluCQ5APgocAqwHHhbkuVzOytJWjjmZbgAJwCTVXVPVT0OXAmsmeM5SdKCMV+finwkcF/f+g7gxOmNkqwH1rfV7ya5awxzWygOAx6c60nMtXxw7VxPQU/l380p56eLvfzUoOJ8DZdZqarLgMvmeh7zUZJtVbViruchTeffzfGYr6fFdgJH9a0vaTVJ0hjM13C5CViW5OgkBwJnApvneE6StGDMy9NiVfVEkncDW4ADgA1VdcccT2uh8XSj9lX+3RyDVNVcz0GSNM/M19NikqQ5ZLhIkjpnuKhTPnZH+6okG5LsSnL7XM9lITBc1Bkfu6N93BXA6rmexEJhuKhLPnZH+6yq+ktgz1zPY6EwXNSlQY/dOXKO5iJpDhkukqTOGS7qko/dkQQYLuqWj92RBBgu6lBVPQFMPXbnTuBqH7ujfUWSPwX+FnhZkh1J1s31nOYzH/8iSeqcRy6SpM4ZLpKkzhkukqTOGS6SpM4ZLpKkzhkukqTOGS5aUJL8TpI7ktya5JYkJyb5ZpLD/hH7PDbJqX3rb9rbzw0keXGSzzzTMWfY58uSfLl9rjuTdPJzvqOYq+Y/v+eiBSPJa4E/At5QVY+1QDkQ+BtgRVU9+Az2uQh4e+v/7k4n/PTnsgX4WFVd09ZfWVW3zbLvovYlWKkTHrloITkCeLCqHgOoqger6v+2be9J8rUktyV5OUCSQ5J8vh3l3JDkVa1+QZJPJvlr4JPAhcBb2xHDW5O8I8kft7ZXJLkkyd8kuSfJ6a2+dOpHq1r7zyb5QpK7k/ynqQknWZfkfye5Mcl/m9rvkM+3Y2plKliSHJDkD5Pc1D7LO1v9DUn+KslmYHuSi5Oc2zf2BUl+Y9pcD0jywSS3t329p9WPT/KVJDcn2ZLkiGf6H0nzg+GiheQvgKPa/6w/luTn+7Y9WFXHAZcCv9Fqvwd8vapeBfw2sKmv/XLgF6vqbcDvAldV1bFVddWAcY8AXg/8EnDxDHM7Fngr8Ep6QXVUkhcD/xFYCbwOePlePt+HgC8muS7Jv01ycKuvAx6pqp8FfhY4J8nRbdtxwHur6qXAVcAZffs7o9X6rQeWAse2P5dPJXk28BHg9Ko6HtgAXLSXuWqeWzTXE5DGpaq+m+R44J8CvwBc1Xdt5LPt/WbgzW359cAvt75fTHJokoPats1V9f9mOfTnq+of6B0dHD5Dm+ur6hGAJNuBnwIOA75SVXta/dPAS4d8vk+0U2Or6f1I2zuTvBpYBbxq6qgJeCGwDHgcuLGqvtH6fz3JT7ZQmwAerqr7kiztG+YXgT+ZOoVWVXuSHAMcA2xNAnAAcP8s/2w0TxkuWlCq6kngy8CXk9wGrG2bHmvvTzK7fxffexrDPta3nFm0me0cnqKd5tsAbGinso5pY76nqrb0t03yBp76OT4NnA68iKcetcwkwB1V9dpnMmfNT54W04LR7qZa1lc6Frh3SJe/An6l9X0DvVNnjw5o9x3gBd3M8sfcBPx8ksXtxoFfHtY4yep2iookLwIOpfd7OluAf9O37aVJnjfDbq6i91MJp9MLmum20jsiWtT2dQhwFzDRbpggybOTvOLpfVTNN4aLFpLnAxuTbE9yK73rJhcMaX8BcHxrezE/OsqZ7kvA8qkL+l1Ntqp2An8A3Aj8NfBN4JEhXVYBtyf5O3qB8ptV9QDwcWA78LV2NPNfmeHIqP1EwguAnVU16NTWx4G/B25t4/yrqnqcXhh9oNVuAX7u6X1azTfeiiztw5I8v10rWgR8DthQVZ+b63lJe+ORi7RvuyDJLcDtwDeAz8/pbKRZ8shF2s8k+R3gLdPKn64qb//VPsNwkSR1ztNikqTOGS6SpM4ZLpKkzhkukqTO/X/UbC8rBmX9XgAAAABJRU5ErkJggg==\n"
          },
          "metadata": {
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def having_ip_address(url):\n",
        "    match = re.search(\n",
        "        '(([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\.([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\.([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\.'\n",
        "        '([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\/)|'  # IPv4\n",
        "        '(([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\.([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\.([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\.'\n",
        "        '([01]?\\\\d\\\\d?|2[0-4]\\\\d|25[0-5])\\\\/)|'  # IPv4 with port\n",
        "        '((0x[0-9a-fA-F]{1,2})\\\\.(0x[0-9a-fA-F]{1,2})\\\\.(0x[0-9a-fA-F]{1,2})\\\\.(0x[0-9a-fA-F]{1,2})\\\\/)' # IPv4 in hexadecimal\n",
        "        '(?:[a-fA-F0-9]{1,4}:){7}[a-fA-F0-9]{1,4}|'\n",
        "        '([0-9]+(?:\\.[0-9]+){3}:[0-9]+)|'\n",
        "        '((?:(?:\\d|[01]?\\d\\d|2[0-4]\\d|25[0-5])\\.){3}(?:25[0-5]|2[0-4]\\d|[01]?\\d\\d|\\d)(?:\\/\\d{1,2})?)', url)  # Ipv6\n",
        "    if match:\n",
        "        return 1\n",
        "    else:\n",
        "        return 0"
      ],
      "metadata": {
        "id": "OIpWi9XZ4E5C"
      },
      "execution_count": 45,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['having_ip_address'] = data['url'].apply(lambda i: having_ip_address(i))\n"
      ],
      "metadata": {
        "id": "9YZft0cH4TYv"
      },
      "execution_count": 46,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data['having_ip_address'].value_counts()\n"
      ],
      "metadata": {
        "id": "JRMqGwCP4Vp-",
        "outputId": "07ea658e-9035-49de-d140-c09faf348d13",
        "colab": {
          "base_uri": "https://localhost:8080/"
        }
      },
      "execution_count": 47,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "0    638703\n",
              "1     12488\n",
              "Name: having_ip_address, dtype: int64"
            ]
          },
          "metadata": {},
          "execution_count": 47
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "X = data.drop(['url','type','Category','domain'],axis=1)#,'type_code'\n",
        "y = data['Category']"
      ],
      "metadata": {
        "id": "CrtjI_Pa4di6"
      },
      "execution_count": 49,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2, random_state=2)\n"
      ],
      "metadata": {
        "id": "T9PRVx0D4oUw"
      },
      "execution_count": 50,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "WGLaORRm5HUv"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}