Week_8/Day_4/NLP_topic_modeling_exercise.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:12.932082Z",
     "start_time": "2020-04-29T12:18:12.200358Z"
    }
   },
   "outputs": [],
   "source": [
    "# import TfidfVectorizer and CountVectorizer from sklearn\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer, CountVectorizer\n",
    "\n",
    "# import fetch_20newsgroups from sklearn.datasets\n",
    "from sklearn.datasets import fetch_20newsgroups\n",
    "\n",
    "# import NMF and LatentDirichletAllocation from sklearn\n",
    "from sklearn.decomposition import NMF, LatentDirichletAllocation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:14.463840Z",
     "start_time": "2020-04-29T12:18:13.020189Z"
    }
   },
   "outputs": [],
   "source": [
    "dataset = fetch_20newsgroups(shuffle=True, random_state=1, remove=('headers', 'footers', 'quotes'))\n",
    "documents = dataset.data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "11314"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(documents)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* create variable 'no_features' and set its value to 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:15.590700Z",
     "start_time": "2020-04-29T12:18:15.585820Z"
    }
   },
   "outputs": [],
   "source": [
    "no_features = 100"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* create variable 'no_topics' and set its value to 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:16.743304Z",
     "start_time": "2020-04-29T12:18:16.737763Z"
    }
   },
   "outputs": [],
   "source": [
    "no_topics = 100"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# NMF"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* instantiate TfidfVectorizer with following params:\n",
    "* max_df=0.95, min_df=2, max_features=no_features, stop_words='english'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:17.892838Z",
     "start_time": "2020-04-29T12:18:17.888668Z"
    }
   },
   "outputs": [],
   "source": [
    "vectorizer = TfidfVectorizer(max_df=0.95, min_df=2,max_features=no_features, stop_words='english')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* use fit_transform method of TfidfVectorizer to transform documents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:21.486038Z",
     "start_time": "2020-04-29T12:18:19.135830Z"
    }
   },
   "outputs": [],
   "source": [
    "data = vectorizer.fit_transform(documents)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* get features names from TfidfVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:22.661253Z",
     "start_time": "2020-04-29T12:18:22.656169Z"
    }
   },
   "outputs": [],
   "source": [
    "feat_names = vectorizer.get_feature_names()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* instantiate NMF and fit transformed data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:24.532755Z",
     "start_time": "2020-04-29T12:18:23.661009Z"
    }
   },
   "outputs": [],
   "source": [
    "nmf_model = NMF(n_components=no_topics)\n",
    "nmf_res = nmf_model.fit_transform(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(11314, 100)"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nmf_res.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# LDA"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* instantiate CountVectorizer with following params:\n",
    "* max_df=0.95, min_df=2, max_features=no_features, stop_words='english'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:25.547906Z",
     "start_time": "2020-04-29T12:18:25.540452Z"
    }
   },
   "outputs": [],
   "source": [
    "vectorizer_LDA = CountVectorizer(max_df=0.95, min_df=2, max_features=no_features, stop_words='english')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* use fit_transform method of CountVectorizer to transform documents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:29.307223Z",
     "start_time": "2020-04-29T12:18:26.637153Z"
    }
   },
   "outputs": [],
   "source": [
    "data_2 = vectorizer_LDA.fit_transform(documents)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* get features names from TfidfVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:18:31.516381Z",
     "start_time": "2020-04-29T12:18:31.498740Z"
    }
   },
   "outputs": [],
   "source": [
    "feat_names = vectorizer_LDA.get_feature_names()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* instantiate LatentDirichletAllocation and fit transformed data "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:19:03.315322Z",
     "start_time": "2020-04-29T12:18:32.768365Z"
    }
   },
   "outputs": [],
   "source": [
    "LDA = LatentDirichletAllocation()\n",
    "LDA_res = LDA.fit_transform(data_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(11314, 10)"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "LDA_res.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* create a function display_topics that is able to display the top words in a topic for different models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:19:04.476192Z",
     "start_time": "2020-04-29T12:19:04.469045Z"
    }
   },
   "outputs": [],
   "source": [
    "def print_topics(model, vectorizer, top_n=10):\n",
    "    for idx, topic in enumerate(model.components_):\n",
    "        print(f\"Topic {idx}\")\n",
    "        print([(vectorizer.get_feature_names()[i], topic[i]) for i in topic.argsort()[:-top_n - 1:-1]])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* display top 1o words from each topic from NMF model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:19:05.672461Z",
     "start_time": "2020-04-29T12:19:05.656545Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Topic 0\n",
      "[('did', 16.40089167562298), ('just', 2.712503284670342e-07), ('ll', 6.068010233491238e-09), ('data', 3.4930943660434774e-10), ('years', 0.0), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 1\n",
      "[('thanks', 10.587911306174993), ('14', 6.195771865345562e-06), ('file', 1.2616145626362217e-07), ('data', 3.2150624575724676e-10), ('years', 0.0), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 2\n",
      "[('does', 4.436783869191484), ('know', 8.159441789395825e-05), ('just', 2.3191431545248497e-07), ('ll', 4.134329829272207e-09), ('data', 2.829545097634216e-10), ('years', 0.0), ('god', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 3\n",
      "[('edu', 5.083671527080277), ('14', 1.5876118805079931e-06), ('file', 1.061012725885636e-06), ('just', 8.851142891757644e-08), ('ll', 5.013211141444986e-09), ('data', 2.0520602253504658e-10), ('line', 1.9070542953814787e-12), ('going', 0.0), ('don', 0.0), ('drive', 0.0)]\n",
      "Topic 4\n",
      "[('just', 3.0201225902257627), ('don', 0.005013019463199668), ('like', 8.88639144278887e-06), ('tell', 2.010047707932117e-06), ('ll', 5.619991754228281e-08), ('ve', 1.1499504701753543e-08), ('years', 0.0), ('god', 0.0), ('doesn', 0.0), ('drive', 0.0)]\n",
      "Topic 5\n",
      "[('like', 4.67941707500117), ('14', 6.343481010694085e-07), ('just', 7.26678057199175e-08), ('file', 2.2507312149214132e-08), ('data', 7.059878072699248e-11), ('years', 0.0), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 6\n",
      "[('just', 4.549772041563385), ('a86', 0.0023202350827638213), ('g9v', 0.0006518700330590698), ('does', 1.5180746667945206e-05), ('think', 7.237496847451735e-09), ('doesn', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 7\n",
      "[('use', 5.257045255531638), ('don', 4.54391458134553e-05), ('ve', 1.607473770392986e-09), ('data', 3.9451420522334495e-10), ('years', 0.0), ('going', 0.0), ('doesn', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 8\n",
      "[('people', 6.230080946430967), ('don', 0.00012191596329225361), ('just', 9.231269666447375e-08), ('mr', 8.209533443422649e-08), ('ll', 9.599954502122989e-09), ('ve', 1.6285207035393792e-09), ('years', 0.0), ('going', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 9\n",
      "[('good', 6.346541272243383), ('14', 1.190198502870197e-06), ('ll', 3.410571193653079e-08), ('just', 2.328801282125004e-10), ('data', 3.900833103597861e-11), ('years', 0.0), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 10\n",
      "[('think', 4.285859024521047), ('don', 0.0001713864789880726), ('years', 0.0), ('going', 0.0), ('doesn', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0), ('file', 0.0)]\n",
      "Topic 11\n",
      "[('god', 4.682280110607798), ('don', 0.00011154537818987767), ('tell', 6.770331657560374e-06), ('jesus', 4.685190290109313e-07), ('14', 4.0237063760431317e-07), ('just', 2.870333530145871e-08), ('ll', 2.5956825628579377e-08), ('25', 5.581341918191317e-10), ('years', 0.0), ('going', 0.0)]\n",
      "Topic 12\n",
      "[('time', 8.11771450596118), ('just', 8.019578576034125e-07), ('ll', 9.243290603175053e-08), ('ve', 3.6672592112303806e-08), ('did', 3.800000344729093e-12), ('want', 4.542439741861453e-13), ('key', 0.0), ('doesn', 0.0), ('don', 0.0), ('drive', 0.0)]\n",
      "Topic 13\n",
      "[('windows', 5.351227473127363), ('tell', 6.781207265634805e-07), ('data', 2.3589964250663284e-10), ('years', 0.0), ('going', 0.0), ('doesn', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 14\n",
      "[('drive', 7.083651867196641), ('problem', 3.386269878818103e-05), ('power', 1.1395447654641608e-06), ('file', 3.070362823874015e-07), ('data', 7.317365150031909e-10), ('years', 0.0), ('does', 0.0), ('don', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 15\n",
      "[('tell', 4.063327923730209), ('ll', 3.930886646261161e-08), ('power', 1.3131150273512145e-08), ('mail', 9.258032690321839e-10), ('program', 4.968886376599719e-10), ('software', 1.7431520084364646e-10), ('data', 1.6603035185793224e-10), ('doesn', 2.1835084048394594e-11), ('did', 2.697241151203912e-13), ('years', 0.0)]\n",
      "Topic 16\n",
      "[('don', 7.05124006199731), ('ll', 2.686005891375476e-08), ('data', 1.5258135389340775e-10), ('want', 1.6149582654829543e-12), ('did', 2.0108918768649463e-13), ('years', 0.0), ('going', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 17\n",
      "[('ve', 3.7123828400984253), ('b8f', 0.0003008441639445813), ('did', 4.020329176838635e-14), ('good', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0), ('file', 0.0)]\n",
      "Topic 18\n",
      "[('bit', 5.2744297671309575), ('ax', 0.00010433027839599549), ('just', 4.084787609450167e-07), ('10', 2.159181705662227e-07), ('let', 1.8014989826072292e-07), ('file', 1.4278411323691713e-07), ('power', 1.677708163541496e-08), ('years', 0.0), ('going', 0.0), ('drive', 0.0)]\n",
      "Topic 19\n",
      "[('com', 5.03892853546195), ('file', 5.554458171584642e-07), ('just', 1.25019497410207e-07), ('14', 3.9955490130375675e-09), ('data', 4.558749362061651e-10), ('set', 1.519436431712618e-10), ('mail', 1.1512207749008864e-10), ('line', 8.1789625682627e-11), ('want', 3.6013718875647333e-13), ('going', 0.0)]\n",
      "Topic 20\n",
      "[('need', 4.3706480038004), ('file', 1.088553467062822e-07), ('ll', 7.038175059785593e-08), ('just', 3.866955453017414e-08), ('data', 3.3813645442470535e-10), ('mail', 4.9826226990638665e-11), ('want', 7.032220920389075e-14), ('going', 0.0), ('don', 0.0), ('drive', 0.0)]\n",
      "Topic 21\n",
      "[('used', 6.592515696355919), ('ax', 2.4292060240429338e-05), ('just', 4.0425500050089347e-08), ('ve', 1.2577493771937692e-08), ('want', 2.6418082981900507e-13), ('did', 5.01881782725575e-14), ('going', 0.0), ('doesn', 0.0), ('don', 0.0), ('drive', 0.0)]\n",
      "Topic 22\n",
      "[('year', 7.399127316230827), ('14', 1.876271096889119e-05), ('10', 3.6381510225444436e-07), ('ll', 2.9683513157094983e-07), ('just', 2.664282165811723e-07), ('better', 3.380688026196683e-08), ('ve', 2.683980675955057e-08), ('did', 2.0632270299524522e-13), ('want', 1.1247441350737482e-13), ('far', 0.0)]\n",
      "Topic 23\n",
      "[('right', 4.103575099905131), ('10', 2.090863007995443e-07), ('25', 2.209156533037039e-08), ('did', 2.690690377776943e-14), ('good', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0)]\n",
      "Topic 24\n",
      "[('problem', 7.004542882371733), ('file', 7.945786756632717e-07), ('ve', 1.3329247429571736e-08), ('want', 6.704669736688947e-13), ('really', 1.2451798725872782e-13), ('did', 1.880170718404427e-14), ('god', 0.0), ('doesn', 0.0), ('don', 0.0), ('drive', 0.0)]\n",
      "Topic 25\n",
      "[('make', 4.317420104392755), ('14', 5.248374392140087e-06), ('just', 8.602976940883473e-08), ('ll', 3.298746030045292e-08), ('data', 3.859036071778215e-11), ('mail', 7.70061132775292e-12), ('did', 1.2063405821548388e-13), ('years', 0.0), ('going', 0.0), ('drive', 0.0)]\n",
      "Topic 26\n",
      "[('mail', 5.213633136123749), ('ax', 7.958996657624138e-05), ('mr', 1.2660394470692306e-06), ('file', 2.070310220640544e-07), ('ll', 6.237538448423333e-08), ('let', 2.598939789679577e-08), ('good', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 27\n",
      "[('way', 5.622941891634059), ('just', 6.731743129006657e-08), ('ll', 5.972252486481846e-08), ('data', 4.826471642942238e-11), ('did', 1.5390689490722126e-13), ('years', 0.0), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 28\n",
      "[('want', 6.688989058828949), ('ll', 9.402149766787228e-09), ('data', 7.278477178795228e-10), ('set', 2.739521988069512e-10), ('line', 3.6863436932424174e-11), ('did', 1.23876645108085e-14), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 29\n",
      "[('10', 6.59886343797972), ('b8f', 0.0046507554670698285), ('a86', 0.0003460562916473312), ('20', 4.072291578944434e-09), ('did', 5.087579950449704e-14), ('years', 0.0), ('got', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0)]\n",
      "Topic 30\n",
      "[('want', 3.8241909000064256), ('new', 6.595412102731853e-06), ('ll', 2.5594630960432277e-07), ('just', 1.5389334925834045e-07), ('work', 5.1999683724526576e-08), ('ve', 2.1769928230434135e-09), ('program', 1.6046393153643147e-10), ('mail', 5.0401130572100156e-11), ('really', 4.780548132094519e-13), ('years', 0.0)]\n",
      "Topic 31\n",
      "[('really', 5.271789836903044), ('ll', 2.42703754459296e-08), ('data', 2.754776069387323e-10), ('did', 5.1257372753354125e-14), ('years', 0.0), ('going', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0)]\n",
      "Topic 32\n",
      "[('said', 4.749823181499244), ('mr', 1.8752530917084704e-07), ('file', 1.4859599205560635e-07), ('just', 1.0603957760371434e-07), ('ll', 9.30393225218897e-08), ('let', 2.701956699790226e-08), ('data', 3.064101205727062e-11), ('doesn', 6.222600771157409e-13), ('did', 2.358422734837316e-13), ('key', 0.0)]\n",
      "Topic 33\n",
      "[('say', 7.926678762517042), ('just', 1.1950430240874236e-07), ('ll', 4.672306306274401e-08), ('mr', 2.7251327256622196e-08), ('data', 3.838989064784636e-11), ('doesn', 2.990735300724744e-11), ('did', 3.6368720793858183e-13), ('key', 0.0), ('jesus', 0.0), ('don', 0.0)]\n",
      "Topic 34\n",
      "[('space', 5.3263815666188865), ('14', 2.013495156084584e-05), ('file', 8.036280727108106e-07), ('just', 4.490311475034247e-07), ('10', 3.1934435907024654e-07), ('ll', 7.079574491024063e-08), ('power', 6.329770674072548e-08), ('25', 1.6690085129156593e-08), ('data', 2.681657604173126e-10), ('want', 2.007846560885242e-12)]\n",
      "Topic 35\n",
      "[('point', 6.592227189641791), ('14', 7.349899652715e-06), ('10', 9.743271287914625e-08), ('ll', 2.258482767711751e-08), ('data', 8.263944928369551e-10), ('line', 1.047253843018363e-10), ('doesn', 1.0239608887285884e-11), ('did', 1.2428326901454403e-13), ('going', 0.0), ('edu', 0.0)]\n",
      "Topic 36\n",
      "[('work', 6.599521732460502), ('14', 1.1365885718909744e-05), ('file', 4.136158557842994e-07), ('just', 3.237906747985777e-07), ('ll', 4.8123027941899366e-08), ('doesn', 1.1044913979791875e-11), ('want', 6.356678785587734e-13), ('did', 1.5073074355661996e-13), ('going', 0.0), ('don', 0.0)]\n",
      "Topic 37\n",
      "[('file', 11.159555221930082), ('a86', 0.020232957138508596), ('g9v', 0.006584224108688221), ('data', 1.2292881667131334e-09), ('set', 8.894770614315817e-10), ('line', 5.413567018745407e-10), ('mail', 2.1250715152678714e-10), ('program', 8.264470944094015e-11), ('going', 0.0), ('drive', 0.0)]\n",
      "Topic 38\n",
      "[('believe', 4.829259565723859), ('file', 8.364517632106153e-08), ('ve', 1.14415335197346e-08), ('doesn', 7.985632850282615e-12), ('did', 2.4177960939680696e-14), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0)]\n",
      "Topic 39\n",
      "[('got', 8.344308751333248), ('just', 6.159299624628463e-07), ('file', 5.780162327258248e-07), ('ll', 1.6036486609843527e-07), ('ve', 5.065919572779441e-08), ('did', 1.024570808281631e-13), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 40\n",
      "[('using', 9.215528851438943), ('14', 5.973254974482705e-05), ('file', 1.340046703188342e-06), ('just', 4.956275399600941e-07), ('ve', 5.993332792245097e-08), ('ll', 5.480281144951409e-08), ('really', 4.629858237960693e-15), ('going', 0.0), ('doesn', 0.0), ('don', 0.0)]\n",
      "Topic 41\n",
      "[('sure', 5.105171561077716), ('file', 8.353893552786848e-08), ('ll', 2.223163734563e-08), ('new', 2.0084921752555675e-08), ('data', 7.276560007660073e-11), ('doesn', 4.96080406430737e-12), ('did', 3.983432868980812e-14), ('god', 0.0), ('don', 0.0), ('drive', 0.0)]\n",
      "Topic 42\n",
      "[('question', 5.5652363364745625), ('ax', 3.0893208839167385e-05), ('mr', 8.154290065292594e-07), ('ll', 2.8164907535338902e-08), ('doesn', 5.591732947215846e-12), ('did', 2.321352609337079e-13), ('years', 0.0), ('going', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 43\n",
      "[('probably', 14.204278033174452), ('ll', 1.3556866842145448e-07), ('new', 1.2136559876201757e-08), ('data', 1.1199903502536976e-10), ('doesn', 1.0853031278204924e-11), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 44\n",
      "[('ll', 12.403466426878465), ('b8f', 0.0065364915121449), ('g9v', 0.0012380828622423916), ('doesn', 4.2611758242290445e-11), ('did', 1.009785994430972e-13), ('good', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 45\n",
      "[('key', 6.726080979714636), ('file', 9.8494802850211e-07), ('new', 9.265229255920149e-08), ('information', 9.014114278746313e-08), ('10', 1.516155323553316e-08), ('going', 9.294559597234057e-09), ('using', 6.574963244974818e-09), ('data', 5.294539790786655e-10), ('program', 4.996889676859935e-11), ('doesn', 5.411859471676116e-12)]\n",
      "Topic 46\n",
      "[('going', 7.711120252846093), ('ax', 1.2640362834119016e-05), ('ll', 1.6591077532271562e-07), ('better', 9.089671954380861e-08), ('just', 8.183317749969152e-08), ('ve', 7.186124026186912e-08), ('doesn', 4.438951070137452e-11), ('did', 2.2445918497436543e-13), ('years', 0.0), ('drive', 0.0)]\n",
      "Topic 47\n",
      "[('years', 6.667763696823751), ('14', 1.275186411645618e-05), ('10', 2.6956188754867713e-07), ('ll', 1.3903178505229654e-07), ('better', 6.650526384321648e-08), ('just', 6.143551395855652e-08), ('let', 3.612398275937769e-08), ('ve', 2.3535167535083166e-08), ('new', 1.9094304368310773e-08), ('doesn', 1.0451106222277073e-11)]\n",
      "Topic 48\n",
      "[('program', 7.061805112924269), ('14', 1.8449745784639674e-05), ('file', 2.716716430465727e-06), ('just', 4.791601315716144e-07), ('let', 2.2308765321090777e-07), ('better', 7.076495270096076e-08), ('ll', 5.768402383299957e-08), ('help', 3.4509714742210745e-08), ('10', 3.426818274709259e-08), ('run', 2.4388248626565272e-08)]\n",
      "Topic 49\n",
      "[('help', 6.76366428184464), ('file', 9.47279121560759e-07), ('thanks', 1.8445170595268996e-07), ('data', 3.4027849155036713e-10), ('set', 1.425557013684307e-10), ('mail', 1.0111288353988912e-10), ('doesn', 2.439253684754703e-12), ('really', 2.737397825488865e-16), ('g9v', 0.0), ('don', 0.0)]\n",
      "Topic 50\n",
      "[('true', 8.418659559535595), ('file', 4.057535624272177e-07), ('just', 4.905845674794963e-08), ('let', 3.126822271559418e-08), ('set', 4.0211606010283755e-10), ('doesn', 1.6072730496364307e-11), ('line', 1.2161115661334445e-11), ('did', 8.51650998245966e-15), ('god', 0.0), ('don', 0.0)]\n",
      "Topic 51\n",
      "[('power', 7.441517902526703), ('14', 3.365243865921814e-05), ('10', 7.185065284751291e-07), ('let', 1.2488574439487352e-07), ('better', 8.964424896879171e-08), ('just', 8.8740118493835e-08), ('ve', 2.9584783933965292e-08), ('ll', 2.8973334190400488e-08), ('doesn', 6.437549120332866e-13), ('did', 1.2268992155749893e-14)]\n",
      "Topic 52\n",
      "[('better', 9.096150260770438), ('a86', 0.0018379516363194717), ('g9v', 0.00040088955531658365), ('ve', 1.986918786478806e-08), ('doesn', 4.9310137340556324e-11), ('did', 5.09465079346449e-13), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0)]\n",
      "Topic 53\n",
      "[('case', 8.48055271529039), ('ax', 1.3439374697912085e-05), ('power', 3.8769959796021135e-08), ('better', 3.4315042943190794e-08), ('let', 2.67433438882021e-08), ('ve', 1.839789560592943e-08), ('doesn', 2.0188512673717203e-11), ('did', 4.0309322640643524e-13), ('years', 0.0), ('drive', 0.0)]\n",
      "Topic 54\n",
      "[('software', 5.073183443058374), ('14', 2.4682826466248084e-05), ('know', 1.4785206416301283e-06), ('file', 1.4621936116899197e-07), ('new', 3.4152223602765006e-08), ('use', 1.700344718519704e-08), ('ll', 1.623324922915885e-08), ('better', 1.3271364791542079e-08), ('data', 4.994535129560398e-10), ('line', 1.4610163479748635e-10)]\n",
      "Topic 55\n",
      "[('information', 7.942254581703969), ('14', 3.9141747239336715e-05), ('file', 1.7409209888874646e-06), ('10', 3.5307356932713953e-07), ('just', 1.650162694997669e-07), ('thanks', 2.876754412016512e-08), ('25', 7.311629579596952e-09), ('edu', 1.989212631526484e-09), ('data', 1.2207378455420234e-09), ('mail', 1.7357721114159963e-10)]\n",
      "Topic 56\n",
      "[('best', 8.204604070843898), ('better', 1.0177598032244292e-07), ('data', 5.814723951328806e-11), ('doesn', 9.929867559986349e-12), ('did', 1.0858210490482e-15), ('years', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0)]\n",
      "Topic 57\n",
      "[('number', 4.819947109509609), ('14', 7.403051339757158e-06), ('file', 7.955398379908253e-08), ('let', 5.50787159585712e-08), ('better', 4.0606660766227663e-08), ('10', 3.728484332649865e-08), ('25', 4.44953545439225e-09), ('doesn', 4.022619426080574e-12), ('fact', 0.0), ('good', 0.0)]\n",
      "Topic 58\n",
      "[('read', 5.203479232046876), ('ax', 6.782110419827335e-05), ('mr', 8.279547935867405e-07), ('file', 4.4902809444470983e-07), ('ll', 1.0990034744436072e-07), ('just', 1.8091957794809403e-08), ('let', 1.3504262177453942e-08), ('ve', 1.870335659051588e-10), ('doesn', 1.2596048055555177e-11), ('did', 4.635111788403092e-14)]\n",
      "Topic 59\n",
      "[('doesn', 5.630650291695697), ('ll', 1.0266654365857087e-07), ('better', 4.268125493148596e-08), ('let', 2.0644010649548902e-09), ('data', 1.3133919215910481e-11), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 60\n",
      "[('didn', 5.892745629732163), ('tell', 2.523758323473249e-07), ('let', 1.1279519098702542e-07), ('ll', 9.868974207966837e-08), ('file', 8.108388694919191e-08), ('better', 7.409966473610139e-08), ('just', 5.364754445432848e-09), ('line', 5.7315889422717644e-11), ('doesn', 7.066464477833821e-12), ('did', 1.0200065047783478e-12)]\n",
      "Topic 61\n",
      "[('look', 6.765594923433062), ('file', 4.1802252196839654e-07), ('let', 1.1250515732356807e-07), ('ll', 7.221623875147023e-08), ('better', 6.471591692234034e-08), ('25', 5.913698754105827e-09), ('did', 4.1415761112722974e-14), ('years', 0.0), ('good', 0.0), ('drive', 0.0)]\n",
      "Topic 62\n",
      "[('list', 5.052174110679205), ('14', 5.1866783623827554e-06), ('file', 1.1694508555799892e-06), ('10', 1.2443955282938913e-07), ('let', 1.0343156714561637e-07), ('just', 5.9578428694676565e-08), ('better', 4.307733147061632e-08), ('ll', 3.257740703235275e-08), ('thanks', 3.0327931011864595e-08), ('new', 1.2311962092652493e-08)]\n",
      "Topic 63\n",
      "[('data', 6.595183931454792), ('ax', 0.00032650775370245984), ('14', 4.084075962477977e-05), ('10', 1.6509527831735313e-06), ('file', 1.5965974112407078e-06), ('just', 1.1702289381253376e-06), ('available', 6.540119465560686e-07), ('let', 3.376153229851893e-07), ('better', 1.8412963293795988e-07), ('ve', 8.007883517485823e-08)]\n",
      "Topic 64\n",
      "[('law', 8.650123685754442), ('14', 3.3230806458933676e-05), ('government', 1.0386882682895092e-06), ('file', 4.766488455459804e-07), ('let', 7.163659847559568e-08), ('information', 3.189664207450524e-08), ('just', 2.5625862759701428e-08), ('new', 1.5702037552138102e-09), ('data', 2.490676535032299e-10), ('doesn', 1.007016098430521e-12)]\n",
      "Topic 65\n",
      "[('let', 4.711312849572525), ('a86', 0.001691813894117129), ('g9v', 0.00044725292460668357), ('know', 7.16593692103249e-05), ('government', 3.3361946616166673e-08), ('ll', 2.6979352814515696e-08), ('doesn', 3.253413788274851e-12), ('did', 8.752949845375493e-14), ('god', 0.0), ('don', 0.0)]\n",
      "Topic 66\n",
      "[('world', 6.938146121242092), ('just', 1.4043571589381524e-07), ('let', 1.1471761018185092e-07), ('government', 1.0870846971261404e-07), ('new', 5.685053251669413e-08), ('better', 4.188194854934286e-08), ('ve', 1.6637814101040258e-08), ('ll', 8.369772218945065e-09), ('doesn', 2.9071171073319183e-12), ('did', 1.4838945484587348e-13)]\n",
      "Topic 67\n",
      "[('government', 5.761285594388831), ('people', 0.0012166336139164422), ('make', 1.5034263799981919e-06), ('mr', 1.7558696438094827e-07), ('new', 1.5207505461490095e-07), ('let', 1.4563860365448477e-07), ('like', 8.292488253986056e-08), ('state', 5.238048619258751e-08), ('ll', 4.0260481247184115e-08), ('years', 1.3812052122037061e-08)]\n",
      "Topic 68\n",
      "[('lot', 4.528498469653273), ('people', 5.8692593927213976e-06), ('ll', 4.910911423451314e-08), ('let', 2.9880812761885325e-08), ('better', 2.386446234035315e-08), ('ve', 6.599277798027414e-09), ('did', 4.527369431378904e-14), ('really', 1.311942784097116e-15), ('don', 0.0), ('drive', 0.0)]\n",
      "Topic 69\n",
      "[('00', 5.288630412890634), ('14', 1.2629483953961162e-05), ('20', 2.1731675213512864e-08), ('15', 8.938385961665004e-10), ('did', 4.2420558303005643e-14), ('got', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0), ('far', 0.0)]\n",
      "Topic 70\n",
      "[('long', 4.805001044205289), ('14', 1.8631082061092074e-06), ('just', 2.0756778710787843e-07), ('new', 1.6011221429111565e-07), ('better', 6.104776194267447e-08), ('ll', 2.146255082751051e-08), ('ve', 2.0396446610074007e-08), ('really', 6.5356576767149235e-15), ('drive', 0.0), ('going', 0.0)]\n",
      "Topic 71\n",
      "[('try', 4.500476656201724), ('file', 6.644370500227243e-07), ('problem', 5.550773237669866e-07), ('just', 1.60530993224624e-07), ('let', 6.477823898201897e-08), ('ll', 4.354029181869761e-08), ('better', 3.686467067393104e-08), ('ve', 1.8794778803335708e-08), ('doesn', 1.2550821759121733e-11), ('information', 0.0)]\n",
      "Topic 72\n",
      "[('course', 4.44099247637615), ('new', 4.9934016460102746e-08), ('let', 3.9439173827978794e-08), ('data', 2.1212985304258017e-11), ('years', 0.0), ('going', 0.0), ('don', 0.0), ('drive', 0.0), ('edu', 0.0), ('fact', 0.0)]\n",
      "Topic 73\n",
      "[('things', 5.2628023848746786), ('like', 5.679149804221725e-07), ('let', 7.749541416784576e-08), ('better', 7.279182953208914e-08), ('new', 5.653805924314363e-08), ('thing', 2.6706789720571727e-08), ('going', 2.6026997947490725e-08), ('ll', 1.0652979344937695e-08), ('ve', 4.949699104101926e-09), ('data', 1.1927307138698852e-11)]\n",
      "Topic 74\n",
      "[('available', 4.5220465357311275), ('a86', 0.0010357576049428339), ('g9v', 0.00031980224163417296), ('know', 6.3725464001527295e-06), ('thanks', 4.087456274501799e-08), ('government', 1.4903985698322977e-08), ('data', 4.6464253830058654e-10), ('mail', 7.915813674131656e-11), ('line', 7.200008181615123e-11), ('really', 1.1585144897026529e-14)]\n",
      "Topic 75\n",
      "[('set', 4.713212909157781), ('ax', 0.00020415572446503066), ('14', 2.1908995128596213e-05), ('file', 6.442311018351864e-07), ('just', 1.997976452789481e-07), ('let', 3.962907239811528e-08), ('better', 2.9683992754931138e-08), ('ve', 4.18073407197882e-09), ('use', 1.3984342357871203e-09), ('did', 6.859429649754157e-17)]\n",
      "Topic 76\n",
      "[('day', 3.1281962126336), ('14', 3.4083482900463143e-07), ('just', 4.50925268839617e-08), ('let', 3.3131308890031476e-08), ('10', 1.4093827387266337e-08), ('new', 1.3969404111277167e-08), ('jesus', 8.200771740608576e-09), ('ll', 7.458221012998524e-09), ('doesn', 1.6049577456802013e-12), ('did', 9.691756732430773e-14)]\n",
      "Topic 77\n",
      "[('thing', 4.549096461382528), ('like', 1.1250726012995401e-06), ('tell', 3.971936794025124e-07), ('better', 8.13208333487485e-08), ('let', 3.1991827701103504e-08), ('little', 1.6661973752689255e-08), ('doesn', 1.1172589914634699e-12), ('did', 6.395515704825628e-14), ('25', 0.0), ('got', 0.0)]\n",
      "Topic 78\n",
      "[('line', 3.9383768872854414), ('ax', 0.00012726338408957117), ('14', 1.8351705204465025e-05), ('file', 7.903557361985424e-07), ('10', 5.447928537809509e-07), ('just', 5.43800666280852e-07), ('let', 1.9186973959099608e-07), ('better', 5.8878477020735925e-08), ('ll', 5.711909679821425e-08), ('ve', 2.1216081977061315e-08)]\n",
      "Topic 79\n",
      "[('run', 3.6182057762114215), ('problem', 1.9031209827995251e-06), ('does', 1.0807141004661252e-06), ('just', 3.86093393068151e-07), ('file', 3.2587252327746204e-07), ('let', 8.470687537588513e-08), ('ll', 7.393547392443493e-08), ('better', 5.244265443487904e-08), ('10', 4.365400448291498e-08), ('thanks', 2.48271366297818e-08)]\n",
      "Topic 80\n",
      "[('little', 3.2615606718097028), ('ll', 3.567057143093903e-08), ('come', 7.879211608031707e-09), ('ve', 5.737489901919983e-09), ('let', 3.165088744191625e-09), ('didn', 1.0479085112392267e-09), ('thanks', 6.387848721707516e-10), ('max', 4.905988680534117e-10), ('going', 4.226829880614393e-10), ('data', 1.2323191737403102e-11)]\n",
      "Topic 81\n",
      "[('state', 3.300420528399838), ('14', 9.861543496358044e-06), ('people', 6.701983690127287e-06), ('fact', 8.795223469393788e-08), ('mr', 7.185095843437669e-08), ('file', 6.937108356766656e-08), ('10', 2.671907234200969e-08), ('ll', 1.8506441823317856e-08), ('come', 1.0042725064619582e-08), ('new', 6.604689870640581e-09)]\n",
      "Topic 82\n",
      "[('second', 2.9064855138723416), ('14', 6.380734255793603e-06), ('people', 2.937310016895262e-06), ('10', 1.690090130344629e-07), ('let', 8.255352702404784e-08), ('better', 2.5371971440242576e-08), ('ll', 2.2145716787020717e-08), ('come', 1.5167743212754005e-08), ('just', 1.4726331630050293e-08), ('going', 5.500656975436465e-09)]\n",
      "Topic 83\n",
      "[('fact', 3.207059863112177), ('people', 5.568412856977967e-06), ('14', 1.3169931959731647e-06), ('tell', 6.79265328614187e-07), ('mr', 7.847885316591263e-08), ('like', 7.052214752305677e-08), ('let', 5.774394850059539e-08), ('come', 2.880937570751851e-08), ('better', 1.9962713842963208e-08), ('new', 1.614329801865852e-08)]\n",
      "Topic 84\n",
      "[('different', 3.177334165909739), ('ax', 2.7362662614808583e-05), ('problem', 1.4912478785064728e-06), ('tell', 3.5588771094223114e-07), ('come', 3.063515846122952e-08), ('like', 2.8544889897085583e-08), ('better', 1.542181370532585e-08), ('things', 8.209934784626383e-09), ('thanks', 4.805525692395036e-09), ('going', 3.1746408495466942e-09)]\n",
      "Topic 85\n",
      "[('come', 3.768907971545709), ('14', 8.915706932108443e-06), ('just', 2.7372554563103244e-07), ('let', 7.790350193937619e-08), ('jesus', 7.31687572077415e-08), ('ll', 6.162322709278314e-08), ('better', 3.843891551964377e-08), ('going', 3.071609245586168e-08), ('things', 2.8378480467116103e-08), ('new', 2.8299806428918303e-08)]\n",
      "Topic 86\n",
      "[('far', 3.075800927641571), ('know', 5.968507875776601e-05), ('people', 4.729668130296482e-06), ('14', 2.297498514670218e-07), ('let', 7.596806768909537e-08), ('better', 3.8438681585635217e-08), ('just', 3.713444435485172e-08), ('jesus', 1.5220991221562784e-08), ('going', 1.4130323500810042e-08), ('things', 9.402946035797661e-09)]\n",
      "Topic 87\n",
      "[('jesus', 2.8595325573611903), ('time', 0.0002441431096948996), ('people', 0.00013498624392242224), ('know', 0.0001014817975835161), ('does', 2.2023549408394812e-05), ('make', 2.086740903536366e-05), ('point', 1.9261299531858014e-05), ('14', 1.759857759635874e-05), ('god', 7.024575183372169e-06), ('believe', 6.297270602392376e-06)]\n",
      "Topic 88\n",
      "[('12', 2.7744419311223827), ('14', 0.00014232210327927403), ('10', 3.5186799999364854e-06), ('just', 5.697849958006385e-07), ('mr', 1.7892682709372208e-07), ('25', 1.7142181011157754e-07), ('better', 1.3766391604258262e-07), ('ll', 1.2189021431702042e-07), ('let', 1.0797494645409785e-07), ('new', 3.117593082576249e-08)]\n",
      "Topic 89\n",
      "[('mr', 2.7498879307725184), ('b8f', 0.003101944168673779), ('g9v', 0.0006701002658574347), ('people', 3.4458865558237105e-05), ('know', 1.654941636237394e-05), ('time', 4.8006223741716575e-06), ('tell', 2.655187937578837e-06), ('make', 5.35375320830062e-07), ('believe', 1.133464213853276e-07), ('things', 6.991740025834743e-08)]\n",
      "Topic 90\n",
      "[('20', 2.5371174208122658), ('14', 2.6191121133003148e-05), ('10', 4.44122395611063e-07), ('believe', 6.58090252461242e-08), ('years', 2.5508768366509686e-08), ('god', 2.5021974954037464e-08), ('better', 1.8973138884291344e-08), ('come', 5.053943766254711e-09), ('25', 3.88667150946506e-09), ('said', 3.850833515584669e-09)]\n",
      "Topic 91\n",
      "[('15', 2.196594876513074), ('14', 0.00011814992987802034), ('10', 2.280893723355187e-06), ('just', 4.747269987322475e-07), ('file', 4.594714485187804e-07), ('ll', 4.0007894787089674e-07), ('mr', 2.4800148519069945e-07), ('25', 1.1234557170763496e-07), ('let', 1.1172839963907051e-07), ('better', 1.0428959805631045e-07)]\n",
      "Topic 92\n",
      "[('16', 2.3107331121233687), ('14', 8.130921692864825e-05), ('ax', 4.5854867124285385e-05), ('10', 1.5283224139757802e-06), ('mr', 7.820220581561977e-07), ('ll', 4.870916600620183e-07), ('just', 2.7433205167575767e-07), ('25', 1.5156589207871798e-07), ('point', 1.2724139357581571e-07), ('file', 1.2401627204900144e-07)]\n",
      "Topic 93\n",
      "[('25', 2.456515416432489), ('b8f', 0.0001725322974697785), ('14', 1.0711160841637724e-05), ('god', 1.4402297994788815e-08), ('20', 6.74953748598133e-09), ('going', 3.7609278907089435e-09), ('come', 3.292099627092004e-09), ('drive', 3.1386330016880685e-09), ('years', 8.426389478326672e-10), ('new', 4.4223616178502694e-10)]\n",
      "Topic 94\n",
      "[('14', 2.3565121846852874), ('a86', 0.034141061939805956), ('b8f', 0.018239082380019176), ('g9v', 0.011401324337731101), ('people', 1.0882598070004577e-05), ('12', 7.456717189213556e-06), ('tell', 2.378402926594174e-07), ('say', 7.050515678047124e-08), ('like', 6.548509510355984e-08), ('things', 2.6560996811021878e-08)]\n",
      "Topic 95\n",
      "[('max', 2.1028828385757237), ('ax', 0.00024284880509869866), ('14', 2.9441355861045572e-05), ('mr', 2.628555042983381e-06), ('know', 1.2664889000193077e-06), ('ll', 6.786408533223295e-07), ('problem', 4.928661976760844e-07), ('10', 3.7593226559639803e-07), ('tell', 1.6606555770961126e-07), ('didn', 3.657081755779706e-09)]\n",
      "Topic 96\n",
      "[('ax', 1.8541280804742852), ('b8f', 0.1347863991244236), ('a86', 0.0689683006787779), ('g9v', 0.06146029875817209), ('max', 0.009113613072488862), ('25', 3.0021842032579543e-05), ('mr', 6.014058503866845e-06), ('20', 8.629813400129186e-09), ('long', 1.280984655162922e-09), ('lot', 4.4564431915762717e-10)]\n",
      "Topic 97\n",
      "[('new', 2.5859279050888815), ('b8f', 0.0016882103810975336), ('time', 0.00026656343133103755), ('people', 4.56274269513836e-05), ('know', 3.2327344373553305e-05), ('does', 7.024728119954821e-06), ('make', 5.8748565438586185e-06), ('tell', 3.1180809323345574e-06), ('problem', 1.4501835791312934e-06), ('point', 1.4470840107943605e-06)]\n",
      "Topic 98\n",
      "[('know', 3.90152924210461), ('time', 6.224443310872725e-05), ('people', 1.1248654011779139e-05), ('does', 3.5474257446617753e-06), ('tell', 2.1041989031568913e-06), ('make', 1.377604590373611e-06), ('believe', 1.2620433232772017e-07), ('point', 1.1621696772563637e-07), ('say', 6.135750017176385e-08), ('thanks', 5.190550967341758e-08)]\n",
      "Topic 99\n",
      "[('new', 7.645726082306745), ('g9v', 2.9690655645927184e-05), ('try', 1.1352057340292857e-08), ('look', 2.516640340814084e-09), ('question', 1.0983937715331243e-09), ('list', 3.4467626972503506e-10), ('drive', 1.2779850671225908e-10), ('mail', 1.1814118201869425e-10), ('got', 4.639458784544555e-11), ('key', 1.1495153157340387e-11)]\n"
     ]
    }
   ],
   "source": [
    "print_topics(nmf_model, vectorizer)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "* display top 1o words from each topic from LDA model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2020-04-29T12:19:06.842806Z",
     "start_time": "2020-04-29T12:19:06.831721Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Topic 0\n",
      "[('people', 2715.6902781873864), ('said', 1446.9865325017447), ('right', 1165.5982296289963), ('did', 1036.3312416240676), ('just', 953.6844485586614), ('didn', 904.8211101814129), ('government', 887.6950097940019), ('got', 836.759033219838), ('time', 831.7080806481732), ('ve', 827.9452082297602)]\n",
      "Topic 1\n",
      "[('does', 1268.7759468420654), ('available', 892.7080247226344), ('bit', 857.7849649354754), ('software', 824.3420067712168), ('using', 801.1079738506231), ('use', 732.1827232252928), ('set', 570.3986535978464), ('know', 556.0882207033287), ('like', 427.119269443316), ('work', 425.3008552561025)]\n",
      "Topic 2\n",
      "[('key', 1219.625810129465), ('00', 1188.9213542874643), ('new', 804.6809924496454), ('used', 124.54554947006018), ('number', 120.63554381136491), ('bit', 107.85229007536347), ('20', 79.84134851796348), ('15', 67.7010566479492), ('10', 61.46155686259713), ('good', 58.176740838233485)]\n",
      "Topic 3\n",
      "[('don', 2616.190483060757), ('think', 2219.8495675135932), ('just', 2086.754222185346), ('like', 1962.8132846018757), ('good', 1662.439605626099), ('know', 1606.370958264344), ('really', 933.3433186551053), ('make', 908.4813427928143), ('time', 906.8435657579964), ('better', 894.98978194644)]\n",
      "Topic 4\n",
      "[('god', 1980.0580193817277), ('jesus', 887.0999781186391), ('believe', 864.1444924048095), ('people', 814.4558318717222), ('does', 745.5837856151711), ('true', 722.9564807674726), ('question', 631.3102920146986), ('say', 621.1527215986845), ('law', 588.3591953320257), ('fact', 498.41747561682195)]\n",
      "Topic 5\n",
      "[('edu', 2413.2200460728445), ('com', 1398.0090567419688), ('windows', 1234.6991727975503), ('mail', 1047.6483502787964), ('thanks', 710.3287995058986), ('list', 660.3857896931979), ('problem', 486.9879245814188), ('help', 297.12551511094784), ('need', 234.55289541388697), ('available', 231.79884785027508)]\n",
      "Topic 6\n",
      "[('use', 1681.0540556357012), ('space', 1265.9777581870628), ('data', 1136.9078113719502), ('used', 1061.7053456988929), ('using', 383.61612137454813), ('need', 379.3380870835457), ('power', 331.96455321747396), ('work', 286.4743949870714), ('time', 279.22340130148535), ('like', 275.92859780424027)]\n",
      "Topic 7\n",
      "[('10', 1550.254525614646), ('drive', 1126.0999074219715), ('16', 981.6495043711882), ('20', 951.4898962527132), ('15', 920.2515428723349), ('12', 903.9726319497902), ('25', 855.918973626748), ('14', 803.5401457494733), ('power', 445.11354077713514), ('new', 272.4190318728966)]\n",
      "Topic 8\n",
      "[('ax', 62387.09999921588), ('max', 4541.3824872976475), ('g9v', 1166.0999984244806), ('b8f', 1111.0999966886334), ('a86', 916.0999963073612), ('14', 118.33584821036563), ('mr', 105.99826930984052), ('25', 52.98795364250995), ('ll', 9.157060506703633), ('12', 5.740288698658313)]\n",
      "Topic 9\n",
      "[('file', 1696.6279067584708), ('program', 1147.4696137967583), ('information', 775.3722049224519), ('number', 602.4481548128538), ('new', 526.9815666751582), ('state', 486.9552333345642), ('year', 464.6502612281446), ('line', 417.7536735839352), ('time', 385.8547896066044), ('law', 372.1186100323451)]\n"
     ]
    }
   ],
   "source": [
    "print_topics(LDA, vectorizer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.2"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {},
   "toc_section_display": true,
   "toc_window_display": false
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}