TT_Analyse_2022-23.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "969eb9d4",
   "metadata": {},
   "source": [
    "# Analyse textuelle des publications TikTok des médias québécois (2022-23)\n",
    "\n",
    "Cette analyse porte sur les plus récentes publications TikTok des médias du Québec (entre le 1<sup>er</sup> janvier 2022 et le 31 mai 2023).\n",
    "\n",
    "Les différentes étapes ci-dessous correspondent à ce qui a été effectué sur le corpus de publications Facebook et qui sont décrites dans [cet autre carnet](https://github.com/jhroy/leTrente2022-23/blob/main/FB_Analyse%202022-23.ipynb)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "8dbf4e49",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pan\n",
    "import spacy, csv\n",
    "from collections import Counter\n",
    "tal = spacy.load(\"fr_core_news_sm\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "2a5bd524",
   "metadata": {},
   "outputs": [],
   "source": [
    "tt = pan.read_csv(\"TT_22_23.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d213751e",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>média</th>\n",
       "      <th>date</th>\n",
       "      <th>description</th>\n",
       "      <th>comm</th>\n",
       "      <th>likes</th>\n",
       "      <th>vues</th>\n",
       "      <th>partages</th>\n",
       "      <th>texteSurimposé</th>\n",
       "      <th>url</th>\n",
       "      <th>durée</th>\n",
       "      <th>chanson</th>\n",
       "      <th>artiste</th>\n",
       "      <th>mois</th>\n",
       "      <th>année</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>narcityquebec</td>\n",
       "      <td>2022-01-02 16:10:29</td>\n",
       "      <td>Petite pensée pour tes bottes qui attendent de...</td>\n",
       "      <td>11</td>\n",
       "      <td>309</td>\n",
       "      <td>12600</td>\n",
       "      <td>11</td>\n",
       "      <td>Tu sais que tu es Québécois lorsque tu refuses...</td>\n",
       "      <td>https://www.tiktok.com/@narcityquebec/video/70...</td>\n",
       "      <td>6</td>\n",
       "      <td>FEEL THE GROOVE</td>\n",
       "      <td>Queens Road, Fabian Graetz</td>\n",
       "      <td>2022-01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>mtlblog</td>\n",
       "      <td>2022-01-03 09:26:42</td>\n",
       "      <td>It must be nice… 🐶😫 Collab with @deanpersons #...</td>\n",
       "      <td>1</td>\n",
       "      <td>176</td>\n",
       "      <td>4244</td>\n",
       "      <td>2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.tiktok.com/@mtlblog/video/70489862...</td>\n",
       "      <td>8</td>\n",
       "      <td>original sound</td>\n",
       "      <td>MTL Blog</td>\n",
       "      <td>2022-01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>journalmetro</td>\n",
       "      <td>2022-01-04 15:44:41</td>\n",
       "      <td>La file était plus longue pour la vaccination ...</td>\n",
       "      <td>0</td>\n",
       "      <td>8</td>\n",
       "      <td>862</td>\n",
       "      <td>2</td>\n",
       "      <td>Les personnes de 55 ans et plus peuvent mainte...</td>\n",
       "      <td>https://www.tiktok.com/@journalmetro/video/704...</td>\n",
       "      <td>31</td>\n",
       "      <td>Just Walked In-JP</td>\n",
       "      <td>Riverdeep Mountaindue</td>\n",
       "      <td>2022-01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>narcityquebec</td>\n",
       "      <td>2022-01-04 15:55:42</td>\n",
       "      <td>Fini les 10 jours de quarantaine! #quebec #nar...</td>\n",
       "      <td>6</td>\n",
       "      <td>49</td>\n",
       "      <td>5062</td>\n",
       "      <td>13</td>\n",
       "      <td>La durée d’isolement passe à 5 jours pour cert...</td>\n",
       "      <td>https://www.tiktok.com/@narcityquebec/video/70...</td>\n",
       "      <td>38</td>\n",
       "      <td>Lazy Sunday</td>\n",
       "      <td>Official Sound Studio</td>\n",
       "      <td>2022-01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>mtlblog</td>\n",
       "      <td>2022-01-05 12:51:19</td>\n",
       "      <td>Possible vaccine passport for SAQ and SQDC. #m...</td>\n",
       "      <td>2</td>\n",
       "      <td>19</td>\n",
       "      <td>3355</td>\n",
       "      <td>1</td>\n",
       "      <td>Quebec SAQs &amp; SQDCs May soon require a vaccine...</td>\n",
       "      <td>https://www.tiktok.com/@mtlblog/video/70497811...</td>\n",
       "      <td>17</td>\n",
       "      <td>original sound</td>\n",
       "      <td>MTL Blog</td>\n",
       "      <td>2022-01</td>\n",
       "      <td>2022</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4102</th>\n",
       "      <td>pivot.quebec</td>\n",
       "      <td>2023-06-02 14:19:20</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>18</td>\n",
       "      <td>238</td>\n",
       "      <td>1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.tiktok.com/@pivot.quebec/video/724...</td>\n",
       "      <td>0</td>\n",
       "      <td>Strawberry</td>\n",
       "      <td>Prod. By Rose</td>\n",
       "      <td>2023-06</td>\n",
       "      <td>2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4103</th>\n",
       "      <td>pivot.quebec</td>\n",
       "      <td>2023-06-02 15:03:33</td>\n",
       "      <td>NaN</td>\n",
       "      <td>0</td>\n",
       "      <td>6</td>\n",
       "      <td>246</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>https://www.tiktok.com/@pivot.quebec/video/724...</td>\n",
       "      <td>0</td>\n",
       "      <td>Strawberry</td>\n",
       "      <td>Prod. By Rose</td>\n",
       "      <td>2023-06</td>\n",
       "      <td>2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4104</th>\n",
       "      <td>24heuresca</td>\n",
       "      <td>2023-06-02 15:19:41</td>\n",
       "      <td>Les Grands Ballets Canadiens présentent cet ét...</td>\n",
       "      <td>0</td>\n",
       "      <td>5</td>\n",
       "      <td>210</td>\n",
       "      <td>0</td>\n",
       "      <td>DANS LES COULISSES 👀.</td>\n",
       "      <td>https://www.tiktok.com/@24heuresca/video/72401...</td>\n",
       "      <td>103</td>\n",
       "      <td>original sound</td>\n",
       "      <td>24 heures</td>\n",
       "      <td>2023-06</td>\n",
       "      <td>2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4105</th>\n",
       "      <td>tvanouvelles</td>\n",
       "      <td>2023-06-02 22:20:39</td>\n",
       "      <td>Évacuation à Sept-Îles en raison des feux de f...</td>\n",
       "      <td>109</td>\n",
       "      <td>3608</td>\n",
       "      <td>83600</td>\n",
       "      <td>260</td>\n",
       "      <td>Évacuation à Sept-Îles en raison des feux de f...</td>\n",
       "      <td>https://www.tiktok.com/@tvanouvelles/video/724...</td>\n",
       "      <td>55</td>\n",
       "      <td>Suspense, horror, piano and music box</td>\n",
       "      <td>takaya</td>\n",
       "      <td>2023-06</td>\n",
       "      <td>2023</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4106</th>\n",
       "      <td>rds.ca</td>\n",
       "      <td>2023-06-03 10:03:17</td>\n",
       "      <td>« En 2037, moi pis Norman on va être en train ...</td>\n",
       "      <td>6</td>\n",
       "      <td>716</td>\n",
       "      <td>17300</td>\n",
       "      <td>12</td>\n",
       "      <td>En 2037. 👨‍🦳.</td>\n",
       "      <td>https://www.tiktok.com/@rds.ca/video/724046013...</td>\n",
       "      <td>19</td>\n",
       "      <td>son original</td>\n",
       "      <td>RDS</td>\n",
       "      <td>2023-06</td>\n",
       "      <td>2023</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4107 rows × 14 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              média                 date  \\\n",
       "0     narcityquebec  2022-01-02 16:10:29   \n",
       "1           mtlblog  2022-01-03 09:26:42   \n",
       "2      journalmetro  2022-01-04 15:44:41   \n",
       "3     narcityquebec  2022-01-04 15:55:42   \n",
       "4           mtlblog  2022-01-05 12:51:19   \n",
       "...             ...                  ...   \n",
       "4102   pivot.quebec  2023-06-02 14:19:20   \n",
       "4103   pivot.quebec  2023-06-02 15:03:33   \n",
       "4104     24heuresca  2023-06-02 15:19:41   \n",
       "4105   tvanouvelles  2023-06-02 22:20:39   \n",
       "4106         rds.ca  2023-06-03 10:03:17   \n",
       "\n",
       "                                            description  comm  likes   vues  \\\n",
       "0     Petite pensée pour tes bottes qui attendent de...    11    309  12600   \n",
       "1     It must be nice… 🐶😫 Collab with @deanpersons #...     1    176   4244   \n",
       "2     La file était plus longue pour la vaccination ...     0      8    862   \n",
       "3     Fini les 10 jours de quarantaine! #quebec #nar...     6     49   5062   \n",
       "4     Possible vaccine passport for SAQ and SQDC. #m...     2     19   3355   \n",
       "...                                                 ...   ...    ...    ...   \n",
       "4102                                                NaN     0     18    238   \n",
       "4103                                                NaN     0      6    246   \n",
       "4104  Les Grands Ballets Canadiens présentent cet ét...     0      5    210   \n",
       "4105  Évacuation à Sept-Îles en raison des feux de f...   109   3608  83600   \n",
       "4106  « En 2037, moi pis Norman on va être en train ...     6    716  17300   \n",
       "\n",
       "      partages                                     texteSurimposé  \\\n",
       "0           11  Tu sais que tu es Québécois lorsque tu refuses...   \n",
       "1            2                                                NaN   \n",
       "2            2  Les personnes de 55 ans et plus peuvent mainte...   \n",
       "3           13  La durée d’isolement passe à 5 jours pour cert...   \n",
       "4            1  Quebec SAQs & SQDCs May soon require a vaccine...   \n",
       "...        ...                                                ...   \n",
       "4102         1                                                NaN   \n",
       "4103         0                                                NaN   \n",
       "4104         0                              DANS LES COULISSES 👀.   \n",
       "4105       260  Évacuation à Sept-Îles en raison des feux de f...   \n",
       "4106        12                                      En 2037. 👨‍🦳.   \n",
       "\n",
       "                                                    url  durée  \\\n",
       "0     https://www.tiktok.com/@narcityquebec/video/70...      6   \n",
       "1     https://www.tiktok.com/@mtlblog/video/70489862...      8   \n",
       "2     https://www.tiktok.com/@journalmetro/video/704...     31   \n",
       "3     https://www.tiktok.com/@narcityquebec/video/70...     38   \n",
       "4     https://www.tiktok.com/@mtlblog/video/70497811...     17   \n",
       "...                                                 ...    ...   \n",
       "4102  https://www.tiktok.com/@pivot.quebec/video/724...      0   \n",
       "4103  https://www.tiktok.com/@pivot.quebec/video/724...      0   \n",
       "4104  https://www.tiktok.com/@24heuresca/video/72401...    103   \n",
       "4105  https://www.tiktok.com/@tvanouvelles/video/724...     55   \n",
       "4106  https://www.tiktok.com/@rds.ca/video/724046013...     19   \n",
       "\n",
       "                                    chanson                     artiste  \\\n",
       "0                           FEEL THE GROOVE  Queens Road, Fabian Graetz   \n",
       "1                            original sound                    MTL Blog   \n",
       "2                         Just Walked In-JP       Riverdeep Mountaindue   \n",
       "3                               Lazy Sunday       Official Sound Studio   \n",
       "4                            original sound                    MTL Blog   \n",
       "...                                     ...                         ...   \n",
       "4102                             Strawberry               Prod. By Rose   \n",
       "4103                             Strawberry               Prod. By Rose   \n",
       "4104                         original sound                   24 heures   \n",
       "4105  Suspense, horror, piano and music box                      takaya   \n",
       "4106                           son original                         RDS   \n",
       "\n",
       "         mois  année  \n",
       "0     2022-01   2022  \n",
       "1     2022-01   2022  \n",
       "2     2022-01   2022  \n",
       "3     2022-01   2022  \n",
       "4     2022-01   2022  \n",
       "...       ...    ...  \n",
       "4102  2023-06   2023  \n",
       "4103  2023-06   2023  \n",
       "4104  2023-06   2023  \n",
       "4105  2023-06   2023  \n",
       "4106  2023-06   2023  \n",
       "\n",
       "[4107 rows x 14 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9ca4dc04",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "mois\n",
       "2022-01    14\n",
       "2022-02    16\n",
       "2022-03    15\n",
       "2022-04    16\n",
       "2022-05    16\n",
       "2022-06    14\n",
       "2022-07    14\n",
       "2022-08    17\n",
       "2022-09    20\n",
       "2022-10    19\n",
       "2022-11    20\n",
       "2022-12    19\n",
       "2023-01    21\n",
       "2023-02    21\n",
       "2023-03    22\n",
       "2023-04    20\n",
       "2023-05    21\n",
       "2023-06    12\n",
       "Name: média, dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tt.groupby(by=\"mois\").média.nunique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "8ed31eb4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['média',\n",
       " 'date',\n",
       " 'description',\n",
       " 'comm',\n",
       " 'likes',\n",
       " 'vues',\n",
       " 'partages',\n",
       " 'texteSurimposé',\n",
       " 'url',\n",
       " 'durée',\n",
       " 'chanson',\n",
       " 'artiste',\n",
       " 'mois',\n",
       " 'année']"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "f = open(\"TT_22_23.csv\")\n",
    "videos = csv.reader(f)\n",
    "next(videos)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "6a24708d",
   "metadata": {},
   "outputs": [],
   "source": [
    "motsNot = [\"the\", \"in\", \"to\", \"and\", \"of\", \"|\", \"for\", \"s\", \"t\", \"full\", \"story\", \"tap\", \"click\", \"by\", \"with\",\n",
    "               \"link\", \"more\", \"at\", \"our\", \"follow\", \"us\", \"don'\", \"forget\", \"website\", \"like\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "c1096715",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('quebec', 66), ('mtl', 52), ('montreal', 42), ('quebectiktok', 34), ('narcityquebec', 29)]\n",
      "[('mtl montreal', 25), ('quebec quebecois', 19), ('collab with', 11), ('with mtl', 11), ('quebectiktok narcityquebec', 9)]\n",
      "[('️', 14), ('🎥', 13), ('❄', 10), ('😂', 10), ('📍', 7), ('$', 6), ('=', 5), ('\\u200d', 4), ('💰', 4), ('s', 3)]\n",
      "[('#quebec', 62), ('#mtl', 48), ('#montreal', 41), ('#quebectiktok', 34), ('#quebecois', 30), ('#narcityquebec', 29), ('#pourtoipage', 21), ('#fyp', 21), ('#canada', 19), ('#qc', 18)]\n",
      "[('quebec', 91), ('mtl', 51), ('narcityquebec', 41), ('quebectiktok', 35), ('pourtoipage', 32)]\n",
      "[('mtl montreal', 24), ('quebec quebecois', 15), ('collab with', 14), ('narcityquebec pourtoipage', 13), ('quebec quebectiktok', 13)]\n",
      "[('️', 27), ('🎥', 23), ('🇦', 23), ('🇨', 22), ('😍', 17), ('📍', 13), ('😂', 12), ('👀', 12), ('🥇', 12), ('🥈', 11)]\n",
      "[('#quebec', 85), ('#mtl', 49), ('#narcityquebec', 41), ('#quebectiktok', 35), ('#quebecois', 32), ('#pourtoipage', 32), ('#montreal', 31), ('#fyp', 25), ('#olympiques', 22), ('#mtltiktok', 19)]\n",
      "[('quebec', 81), ('tiktokquebec', 50), ('mtl', 49), ('fyp', 45), ('quebectiktok', 42)]\n",
      "[('quebec quebectiktok', 22), ('tiktokquebec fyp', 22), ('mtl montreal', 18), ('big brother', 17), ('actualité tiktokquebec', 16)]\n",
      "[('$', 28), ('🎥', 18), ('😍', 18), ('👀', 16), ('️', 14), ('📍', 11), ('👆', 10), ('😷', 8), ('😂', 8), ('🤔', 7)]\n",
      "[('#quebec', 81), ('#tiktokquebec', 49), ('#mtl', 48), ('#fyp', 43), ('#quebectiktok', 42), ('#narcityquebec', 40), ('#montreal', 34), ('#pourtoipage', 33), ('#actualité', 26), ('#guerre', 16)]\n",
      "[('quebec', 65), ('fyp', 40), ('quebectiktok', 38), ('tiktokquebec', 38), ('mtl', 32)]\n",
      "[('tiktokquebec fyp', 14), ('quebec quebecois', 13), ('mtl montreal', 12), ('star académie', 12), ('actualité tiktokquebec', 12)]\n",
      "[('$', 35), ('🤯', 12), ('👀', 11), ('️', 10), ('👆', 10), ('😂', 10), ('🎥', 7), ('5', 6), ('👉', 6), ('📍', 6)]\n",
      "[('#quebec', 60), ('#fyp', 39), ('#quebectiktok', 38), ('#tiktokquebec', 38), ('#mtl', 32), ('#montreal', 26), ('#narcityquebec', 23), ('#quebecois', 22), ('#pourtoipage', 18), ('#actualité', 16)]\n",
      "[('quebec', 85), ('fyp', 62), ('mtl', 60), ('montreal', 47), ('quebectiktok', 39)]\n",
      "[('mtl montreal', 32), ('quebec quebecois', 17), ('île amour', 14), ('quebectiktok narcityquebec', 12), ('montreal mtlblog', 12)]\n",
      "[('👉', 25), ('🎥', 22), ('😂', 22), ('$', 21), ('🔥', 16), ('️', 16), ('📍', 12), ('😍', 11), ('👀', 8), ('3', 7)]\n",
      "[('#quebec', 83), ('#fyp', 60), ('#mtl', 59), ('#montreal', 44), ('#quebectiktok', 39), ('#tiktokquebec', 38), ('#quebecois', 32), ('#narcityquebec', 31), ('#qc', 29), ('#mtltiktok', 26)]\n",
      "[('quebec', 67), ('mtl', 62), ('montreal', 55), ('fyp', 39), ('quebectiktok', 36)]\n",
      "[('mtl montreal', 33), ('quebec quebecois', 17), ('quebectiktok narcityquebec', 12), ('montreal mtlblog', 10), ('narcityquebec mtl', 10)]\n",
      "[('️', 20), ('😍', 16), ('🎥', 12), ('$', 9), ('☀', 8), ('1', 8), ('😱', 7), ('m', 7), ('😂', 7), ('📍', 6)]\n",
      "[('#quebec', 66), ('#mtl', 58), ('#montreal', 52), ('#fyp', 39), ('#quebectiktok', 36), ('#pourtoi', 32), ('#narcityquebec', 29), ('#quebecois', 25), ('#mtltiktok', 21), ('#tiktokquebec', 18)]\n",
      "[('quebec', 93), ('mtl', 82), ('montreal', 75), ('narcityquebec', 47), ('quebectiktok', 47)]\n",
      "[('mtl montreal', 41), ('quebec quebecois', 18), ('narcityquebec pourtoi', 17), ('montreal mtlblog', 14), ('mtl mtlblog', 10)]\n",
      "[('📸', 37), ('$', 29), ('👀', 21), ('😍', 16), ('©', 16), ('1', 13), ('|', 12), ('2', 11), ('🎥', 11), ('️', 11)]\n",
      "[('#quebec', 85), ('#mtl', 72), ('#montreal', 64), ('#narcityquebec', 47), ('#quebectiktok', 47), ('#fyp', 36), ('#quebecois', 36), ('#mtltiktok', 34), ('#pourtoi', 33), ('#mtlblog', 26)]\n",
      "[('quebec', 88), ('montreal', 70), ('mtl', 49), ('montréal', 42), ('québec', 37)]\n",
      "[('mtl montreal', 26), ('montreal mtlblog', 18), ('collab with', 8), ('an montréal', 7), ('quebec narcityquebec', 6)]\n",
      "[('📸', 36), ('$', 26), ('1', 16), ('️', 15), ('👀', 12), ('2', 12), ('🤣', 12), ('😍', 11), ('📍', 11), ('s', 10)]\n",
      "[('#quebec', 80), ('#montreal', 53), ('#mtl', 45), ('#narcityquebec', 34), ('#fyp', 33), ('#quebecois', 30), ('#mtlblog', 27), ('#qc', 26), ('#mtltiktok', 18), ('#canada', 14)]\n",
      "[('quebec', 127), ('montreal', 96), ('québec', 76), ('polqc', 52), ('mtl', 50)]\n",
      "[('mtl montreal', 26), ('montreal mtlblog', 16), ('débat chef', 15), ('collab with', 13), ('quebec polqc', 11)]\n",
      "[('$', 48), ('📸', 41), ('️', 36), ('👉', 29), ('s', 24), ('3', 18), ('2', 17), ('👀', 15), ('l', 12), ('😂', 11)]\n",
      "[('#quebec', 113), ('#montreal', 76), ('#polqc', 52), ('#fyp', 48), ('#mtl', 46), ('#mtltiktok', 41), ('#mtlblog', 36), ('#narcityquebec', 32), ('#qc2022', 31), ('#canada', 28)]\n",
      "[('quebec', 70), ('québec', 57), ('montreal', 53), ('fyp', 53), ('qc', 39)]\n",
      "[('lien bio', 12), ('od martinique', 12), ('fyp fr', 11), ('mtl 2022', 10), ('mtl montreal', 9)]\n",
      "[('👉', 48), ('️', 34), ('😂', 25), ('📸', 23), ('$', 17), ('👻', 16), ('👀', 14), ('☝', 13), ('7', 13), ('🎃', 13)]\n",
      "[('#quebec', 62), ('#fyp', 52), ('#montreal', 47), ('#mtl', 36), ('#qc', 30), ('#tiktokquebec', 29), ('#pourtoi', 28), ('#hockey', 24), ('#polqc', 18), ('#canadiens', 17)]\n",
      "[('quebec', 72), ('montreal', 66), ('mtl', 46), ('fyp', 44), ('pourtoi', 37)]\n",
      "[('mtl montreal', 18), ('coupe monde', 11), ('lien bio', 9), ('vidéojournal drolet', 9), ('montreal mtl', 7)]\n",
      "[('$', 65), ('👉', 62), ('️', 34), ('s', 33), ('😂', 32), ('👀', 18), ('📸', 18), ('⚽', 16), ('🇨', 13), ('🇦', 12)]\n",
      "[('#quebec', 68), ('#fyp', 44), ('#mtl', 42), ('#montreal', 42), ('#pourtoi', 37), ('#tiktokquebec', 19), ('#hockey', 16), ('#canada', 15), ('#infotiktok', 15), ('#qc', 14)]\n",
      "[('quebec', 66), ('montreal', 60), ('cop15', 57), ('montréal', 56), ('fyp', 52)]\n",
      "[('mtl montreal', 17), ('événement marquant', 14), ('mtl mtltiktok', 9), ('montreal mtltiktok', 9), ('lien bio', 8)]\n",
      "[('👉', 43), ('️', 39), ('s', 30), ('$', 26), ('👀', 23), ('❄', 17), ('😂', 16), ('🎄', 14), ('5', 13), ('🤯', 13)]\n",
      "[('#quebec', 63), ('#fyp', 51), ('#montreal', 48), ('#mtl', 34), ('#mtltiktok', 31), ('#canada', 24), ('#hockey', 23), ('#cop15', 18), ('#pourtoi', 17), ('#montréal', 15)]\n",
      "[('fyp', 72), ('montreal', 72), ('quebec', 53), ('québec', 53), ('montréal', 43)]\n",
      "[('mtl montreal', 15), ('lien bio', 13), ('vidéojournal drolet', 11), ('ottawa gatineau', 11), ('lnh nhl', 10)]\n",
      "[('$', 42), ('️', 32), ('👉', 22), ('s', 18), ('🔥', 17), ('🤯', 15), ('|', 15), ('📸', 13), ('1', 12), ('👀', 11)]\n",
      "[('#fyp', 69), ('#quebec', 48), ('#montreal', 48), ('#mtl', 34), ('#hockey', 28), ('#mtltiktok', 24), ('#canada', 18), ('#pourtoi', 17), ('#tiktokquebec', 17), ('#lnh', 17)]\n",
      "[('montreal', 74), ('quebec', 62), ('québec', 53), ('fyp', 51), ('montréal', 45)]\n",
      "[('mtl montreal', 16), ('vidéojournal drolet', 16), ('lien bio', 14), ('montreal mtl', 12), ('tva tvanouvelle', 12)]\n",
      "[('️', 52), ('s', 20), ('👀', 19), ('🇦', 16), ('$', 15), ('🤣', 15), ('❤', 13), ('🇺', 13), ('🏈', 13), ('🔥', 12)]\n",
      "[('#quebec', 58), ('#fyp', 51), ('#montreal', 51), ('#mtl', 40), ('#hockey', 32), ('#tvanouvelles', 30), ('#tva', 27), ('#tiktokquebec', 24), ('#mtltiktok', 23), ('#qc', 22)]\n",
      "[('montreal', 96), ('québec', 88), ('quebec', 86), ('mtl', 51), ('femme', 36)]\n",
      "[('mtl montreal', 24), ('vidéojournal drolet', 20), ('tva tvanouvelle', 17), ('lien bio', 14), ('montreal mtltiktok', 13)]\n",
      "[('️', 39), ('s', 20), ('🤔', 13), ('👆', 12), ('🎥', 11), ('8', 11), ('$', 11), ('4', 11), ('😂', 11), ('📍', 10)]\n",
      "[('#quebec', 85), ('#montreal', 78), ('#mtl', 40), ('#fyp', 34), ('#tvanouvelles', 30), ('#mtltiktok', 30), ('#tva', 29), ('#tiktokquebec', 21), ('#hockey', 21), ('#mtlblog', 20)]\n",
      "[('montreal', 66), ('quebec', 63), ('québec', 45), ('montréal', 44), ('mtl', 34)]\n",
      "[('tva tvanouvelle', 26), ('mtl montreal', 18), ('montreal mtltiktok', 14), ('pourtoi fyp', 14), ('montreal quebec', 11)]\n",
      "[('️', 34), ('🎥', 16), ('✅', 15), ('🤔', 14), ('s', 13), ('>', 12), ('|', 11), ('$', 10), ('3', 10), ('🤯', 10)]\n",
      "[('#quebec', 59), ('#montreal', 47), ('#fyp', 29), ('#tva', 28), ('#tvanouvelles', 28), ('#mtl', 26), ('#mtltiktok', 22), ('#nouvelles', 21), ('#pourtoi', 21), ('#tiktokquebec', 21)]\n",
      "[('montreal', 99), ('quebec', 68), ('montréal', 49), ('fyp', 44), ('mtl', 44)]\n",
      "[('tva tvanouvelle', 31), ('mtl montreal', 28), ('lien bio', 18), ('montreal quebec', 14), ('pourtoi fyp', 12)]\n",
      "[('️', 46), ('🤯', 26), ('👀', 22), ('s', 18), ('🤔', 14), ('$', 12), ('2', 11), ('🎥', 11), ('😂', 10), ('🔥', 10)]\n",
      "[('#montreal', 65), ('#quebec', 64), ('#fyp', 44), ('#mtl', 39), ('#pourtoi', 35), ('#tva', 32), ('#tvanouvelles', 32), ('#hockey', 31), ('#mtltiktok', 28), ('#nouvelles', 27)]\n",
      "[('montreal', 6), ('hockey', 6), ('montréal', 5), ('être', 5), ('forêt', 4)]\n",
      "[('feux forêt', 2), ('100 nouveau', 2), ('nouveau logement', 2), ('logement abordable', 2), ('abordable manoir', 2)]\n",
      "[('👏', 3), ('🌻', 2), ('😂', 2), ('s', 1), ('$', 1), ('🥐', 1), ('😍', 1), ('📸', 1), ('😉', 1), ('🏒', 1)]\n",
      "[('#hockey', 4), ('#mtltiktok', 3), ('#mtl', 3), ('#montreal', 3), ('#quebec', 3), ('#sports', 3), ('#journalmetro', 2), ('#feu', 2), ('#stanleycup', 2), ('#Hockey', 2)]\n"
     ]
    }
   ],
   "source": [
    "for mois in tt.mois.unique():\n",
    "    \n",
    "    f = open(\"TT_22_23.csv\")\n",
    "    videos = csv.reader(f)\n",
    "    next(videos)\n",
    "    \n",
    "    texte = \"\"\n",
    "    for video in videos:\n",
    "        if video[-2] == mois:\n",
    "            texte = texte + video[2] + \" \" + video[7] + \" \"\n",
    "            \n",
    "    texte = texte.replace(\"\\n\", \" \").replace(\"’\", \"'\").replace(\"\\xa0\", \" \").replace(\"\\u2060\", \" \").replace(\"\\u2009\", \" \").replace(\"##\", \"#\").replace(\"#\", \" #\")\n",
    "    \n",
    "    while \"  \" in texte:\n",
    "        texte = texte.replace(\"  \",\" \").strip()\n",
    "#     print(mois,len(texte))\n",
    "    \n",
    "    doc = tal(texte)\n",
    "#     print(len(doc))\n",
    "    \n",
    "    lemmes = [token.lemma_.lower() for token in doc if token.is_stop == False and token.is_punct == False]\n",
    "    lemmes = [token.lemma_.lower() for token in doc if token.is_stop == False and token.is_punct == False and token.lemma_.lower() not in motsNot and len(token.text) > 1 and \"/\" not in token.text and \"@\" not in token.text]\n",
    "#     print(mois,len(lemmes))\n",
    "    \n",
    "    freq = Counter(lemmes)\n",
    "    print(freq.most_common(5))\n",
    "    \n",
    "    for n in freq.most_common():\n",
    "#         print([jour[:7],n[0],n[1]])\n",
    "        daft = open(\"TT_motsSeuls.csv\", \"a\")\n",
    "        punk = csv.writer(daft)\n",
    "        punk.writerow([mois,n[0],n[1]])\n",
    "    \n",
    "    bigrammes = []\n",
    "    \n",
    "    for index, lemme in enumerate(lemmes[:-1]):\n",
    "        bigrammes.append(\"{} {}\".format(lemmes[index], lemmes[index+1]))\n",
    "    \n",
    "    freq = Counter(bigrammes)\n",
    "    print(freq.most_common(5))\n",
    "    \n",
    "    for n in freq.most_common():\n",
    "#         print([jour[:7],n[0],n[1]])\n",
    "        daft = open(\"TT_bigrammes.csv\", \"a\")\n",
    "        punk = csv.writer(daft)\n",
    "        punk.writerow([mois,n[0],n[1]])\n",
    "    \n",
    "    emojis = []\n",
    "\n",
    "    for token in doc:\n",
    "        if token.is_stop == False and token.is_punct == False and len(token.text) == 1:\n",
    "            emojis.append(token.text)\n",
    "    \n",
    "    freq = Counter(emojis)\n",
    "    print(freq.most_common(10))\n",
    "    \n",
    "    for n in freq.most_common():\n",
    "#         print([jour[:7],n[0],n[1]])\n",
    "        daft = open(\"TT_emojis.csv\", \"a\")\n",
    "        punk = csv.writer(daft)\n",
    "        punk.writerow([mois,n[0],n[1]])\n",
    "    \n",
    "    hashtags = []\n",
    "\n",
    "    for token in texte.split():\n",
    "        if token[0] == \"#\":\n",
    "            hashtags.append(token)\n",
    "    \n",
    "    freq = Counter(hashtags)\n",
    "    print(freq.most_common(10))\n",
    "    \n",
    "    for n in freq.most_common():\n",
    "#         print([jour[:7],n[0],n[1]])\n",
    "        daft = open(\"TT_hashtags.csv\", \"a\")\n",
    "        punk = csv.writer(daft)\n",
    "        punk.writerow([mois,n[0],n[1]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c30a00f6",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}