FlairDetectionModel.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# import sys\n",
    "# !{sys.executable} -m pip install praw"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# import sys\n",
    "# !{sys.executable} -m pip install pymongo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import praw\n",
    "import pandas as pd\n",
    "import requests\n",
    "import json\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## didn't use praw 1000 posts limit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# rdt = praw.Reddit(client_id='HIHlsSpijlrRNg', client_secret='2AHipnMKSKyO7vNj4TLoZUrgrQk', user_agent='Dataorg')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# ind = rdt.subreddit('India').top(limit=1500)\n",
    "# lis = {}\n",
    "# for post in ind:\n",
    "#     if post.link_flair_text not in lis.keys():\n",
    "#         lis[post.link_flair_text] = 1\n",
    "#     else:\n",
    "#         lis[post.link_flair_text]+=1\n",
    "# sum(lis.values())\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Collecting pots using pushsift.io"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# function for collecting some specific values from the data we get from the function below this function\n",
    "#like tile and other stuff\n",
    "def collectdata(subm, title, flair,author, created, submiid, cmntcount, selftxt, linkflaircolor):\n",
    "    title.append(subm['title'])\n",
    "    try: \n",
    "        flair.append(subm['link_flair_text'])\n",
    "    except KeyError:\n",
    "        flair.append(\"NaN\" )  \n",
    "    try:\n",
    "        selftxt.append(subm['selftext'])\n",
    "    except KeyError:\n",
    "        selftxt.append(\"Nan\")  \n",
    "    try: \n",
    "        linkflaircolor.append(subm['link_flair_text_color'])\n",
    "    except KeyError:\n",
    "        linkflaircolor.append(\"Nan\")\n",
    "    author.append(subm[\"author\"])\n",
    "    submiid.append(subm['id'])\n",
    "    cmntcount.append(subm['num_comments'])\n",
    "    created.append(pd.to_datetime(subm['created_utc'], unit ='s'))\n",
    "    \n",
    "\n",
    "#function to collect the desired amount of data from a subreddit\n",
    "def getsubreddata( after, subred):\n",
    "    url = 'https://api.pushshift.io/reddit/search/submission/?&size=1000&after='+str(after)+'&subreddit='+str(subred)\n",
    "    r = requests.get(url)\n",
    "    data = json.loads(r.text)\n",
    "    return data['data']\n",
    "\n",
    "\n",
    "title = []\n",
    "flair = []\n",
    "author = []\n",
    "created = []\n",
    "submiid = []\n",
    "cmntcount = []\n",
    "selftxt = []\n",
    "linkflaircolor = []\n",
    "\n",
    "after = int((pd.Timestamp(2019, 8, 1)- pd.Timestamp(1970,1,1))// pd.Timedelta('1s'))\n",
    "subred = 'India'\n",
    "bod = []\n",
    "dataset = getsubreddata(after, subred)\n",
    "\n",
    "while len(dataset) > 0:\n",
    "    for submission in dataset:\n",
    "        collectdata(submission, title, flair,author, created, submiid, cmntcount, selftxt, linkflaircolor)\n",
    "    dataset = getsubreddata(subred=subred, after=dataset[-1]['created_utc'])\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "datadic= {'Title' : pd.Series(np.array(title), name = 'Title').astype(str),\n",
    "    'Flair' : pd.Series(np.array(flair), name='Flair').astype(str),\n",
    "    'Author' : pd.Series(np.array(author), name ='Author').astype(str),\n",
    "    'Created' : pd.Series(np.array(created), name='Created').astype(np.datetime64) ,\n",
    "    'id' : pd.Series(np.array(submiid), name='id').astype(str),\n",
    "    'CmntCount' : pd.Series(np.array(cmntcount), name= 'CmntCount').astype(int),\n",
    "    'text' : pd.Series(np.array(selftxt), name='text').astype(str),\n",
    "    'falir color' : pd.Series(np.array(linkflaircolor), name='color').astype(str)\n",
    "    }\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.DataFrame(datadic)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Flair count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Non-Political': 2161,\n",
       " 'NaN': 9838,\n",
       " 'Politics': 2122,\n",
       " 'Science/Technology': 479,\n",
       " 'AskIndia': 1385,\n",
       " 'Photography': 254,\n",
       " 'All CAPS.': 66,\n",
       " 'Policy/Economy': 478,\n",
       " 'Business/Finance': 726,\n",
       " '[R]eddiquette': 1507,\n",
       " 'Sports': 138,\n",
       " 'Food': 147,\n",
       " 'Demonetization': 80,\n",
       " 'Scheduled': 28,\n",
       " '| Low-effort Self Post |': 2,\n",
       " '| Image Rule Violation |': 1,\n",
       " 'Low-effort self-post.': 38,\n",
       " '| Not Original/Relevant Title |': 1,\n",
       " '| Personal/Unverified Social Media |': 1,\n",
       " 'Post link Directly': 1,\n",
       " '| Unverified Content / Disreputed Source |': 5,\n",
       " '| Self-promotion | | Low-effort Self Post |': 1,\n",
       " 'Low Quality/Non OC Meme': 3,\n",
       " '| Not specific to India |': 2,\n",
       " '| Self-promotion |': 1}"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dic = {}\n",
    "for fal in flair:\n",
    "    if fal not in dic.keys():\n",
    "        dic[fal] = 1\n",
    "    else:\n",
    "        dic[fal]+=1\n",
    "dic"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Inserting the flair count of each flar in each row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "flairCount = np.nan\n",
    "df['Flaircount'] = flairCount\n",
    "# for key in dic.keys():\n",
    "#     df[df.Flair==key].Flaircount=dic[key]\n",
    "for key in dic.keys():\n",
    "    df.loc[df[df.Flair == key].Flaircount.index, 'Flaircount']  = dic[key]\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## removing all rows with flaircount<10 as they won't help"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "df.drop(df[df.Flaircount <10].index, axis = 0, inplace = True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# removing some nan flair as theri size is too big"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Int64Index([    2,     4,     6,     9,    13,    15,    17,    20,    22,\n",
       "               24,\n",
       "            ...\n",
       "            19412, 19422, 19434, 19436, 19441, 19443, 19448, 19454, 19459,\n",
       "            19464],\n",
       "           dtype='int64', length=4919)"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df.Flair == 'NaN'].index[1:19464:2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.drop(df[df.Flair == 'NaN'].index[1:19464:2], axis = 0, inplace=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.drop(df[df.Flair == 'NaN'].index[1:19460:2], axis = 0, inplace = True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Cleaning Complete"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.drop(columns='index', inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.loc[df[df.Flair == 'NaN'].Flaircount.index, 'Flaircount'] = df[df.Flair == 'NaN'].shape[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Flair</th>\n",
       "      <th>Author</th>\n",
       "      <th>Created</th>\n",
       "      <th>id</th>\n",
       "      <th>CmntCount</th>\n",
       "      <th>text</th>\n",
       "      <th>falir color</th>\n",
       "      <th>Flaircount</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Indians Road Rage in Brampton, Canada</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>qazwsx2121</td>\n",
       "      <td>2019-08-01 00:00:15</td>\n",
       "      <td>ckgl4m</td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Sarana De Ki Marana De Maa Superhit Odia Bhaja...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>GadgetsHomeUSA</td>\n",
       "      <td>2019-08-01 00:11:59</td>\n",
       "      <td>ckgpsj</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Cricket: The Ball Factory Arming Swing King An...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>modi-modi-modi</td>\n",
       "      <td>2019-08-01 00:51:35</td>\n",
       "      <td>ckh655</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>He said it right. Heard that there were plans ...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>eddygta17</td>\n",
       "      <td>2019-08-01 01:19:32</td>\n",
       "      <td>ckhhu1</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Resident doctors on 24-hour nationwide strike ...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>indilivenews</td>\n",
       "      <td>2019-08-01 02:03:47</td>\n",
       "      <td>ckhzlt</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               Title          Flair  \\\n",
       "0              Indians Road Rage in Brampton, Canada  Non-Political   \n",
       "1  Sarana De Ki Marana De Maa Superhit Odia Bhaja...            NaN   \n",
       "2  Cricket: The Ball Factory Arming Swing King An...            NaN   \n",
       "3  He said it right. Heard that there were plans ...  Non-Political   \n",
       "4  Resident doctors on 24-hour nationwide strike ...            NaN   \n",
       "\n",
       "           Author             Created      id  CmntCount text falir color  \\\n",
       "0      qazwsx2121 2019-08-01 00:00:15  ckgl4m         16             dark   \n",
       "1  GadgetsHomeUSA 2019-08-01 00:11:59  ckgpsj          0             dark   \n",
       "2  modi-modi-modi 2019-08-01 00:51:35  ckh655          0             dark   \n",
       "3       eddygta17 2019-08-01 01:19:32  ckhhu1         10             dark   \n",
       "4    indilivenews 2019-08-01 02:03:47  ckhzlt          0             dark   \n",
       "\n",
       "   Flaircount  \n",
       "0      2161.0  \n",
       "1      2460.0  \n",
       "2      2460.0  \n",
       "3      2161.0  \n",
       "4      2460.0  "
      ]
     },
     "execution_count": 73,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df.groupby(['Flair', 'Author']).Flaircount.sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Comments collection(will take too much time) only 268 suid extracted in 15 mins with a dataset of size 12000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 148,
   "metadata": {},
   "outputs": [],
   "source": [
    "# def getcmntsdata(idt):\n",
    "#     r = requests.get('https://api.pushshift.io/reddit/submission/comment_ids/{}'.format(idt))\n",
    "#     data = json.loads(r.text)\n",
    "#     lin = \",\".join(data['data'])\n",
    "#     if len(lin) > 0:\n",
    "#         s = requests.get('https://api.pushshift.io/reddit/comment/search?ids={}'.format(lin)) \n",
    "#         cmn = json.loads(s.text)\n",
    "#         return cmn['data']\n",
    "#     return []\n",
    "\n",
    "\n",
    "# def getcmnts(base):\n",
    "#     allcm = []\n",
    "#     for cm in base:\n",
    "#         allcm.append(cm[\"body\"])\n",
    "#     return allcm\n",
    "\n",
    "\n",
    "# cmnts = []\n",
    "# for idt in df.id[0:500]:  \n",
    "#     base = getcmntsdata(idt)\n",
    "#     cmntlis = getcmnts(base)\n",
    "#     cmnts.append(cmntlis)\n",
    "\n",
    "# cmnts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 149,
   "metadata": {},
   "outputs": [],
   "source": [
    "rdt = praw.Reddit(client_id='HIHlsSpijlrRNg', client_secret='2AHipnMKSKyO7vNj4TLoZUrgrQk', user_agent='Dataorg')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "cmnts = []\n",
    "for idt in df.id:\n",
    "    submission = rdt.submission(id=idt)\n",
    "    submission.comments.replace_more(limit=0)\n",
    "    cmntlis = []\n",
    "    for top_level_comment in submission.comments:\n",
    "        cmntlis.append(top_level_comment.body)\n",
    "    cmnts.append(cmntlis)\n",
    "cmnts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "##  savings comments to mangodb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {},
   "outputs": [],
   "source": [
    "commentsmango = col.insert_one({'data':pickle.dumps(cmnts), 'name':'cmntstat', 'created_time': time.time()})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# new df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Splitting data set for train test"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## new test train as with comments as cmnts took too long to collect"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 274,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.Flair = df.Flair.replace(to_replace ='NaN', value = 'noFlair')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Join comments"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 333,
   "metadata": {},
   "outputs": [],
   "source": [
    "cmnts = df.Cmnts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 336,
   "metadata": {},
   "outputs": [],
   "source": [
    "cmnts = list(cmnts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 351,
   "metadata": {},
   "outputs": [],
   "source": [
    "cmnts1 = list(map(lambda c : \" \".join(c), cmnts))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 352,
   "metadata": {},
   "outputs": [],
   "source": [
    "cmnss = pd.Series(cmnts1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 357,
   "metadata": {},
   "outputs": [],
   "source": [
    "#cmnss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 354,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.drop(columns = 'Cmnts', inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 355,
   "metadata": {},
   "outputs": [],
   "source": [
    "df['Cmnts'] = cmnss"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 356,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Flair</th>\n",
       "      <th>Author</th>\n",
       "      <th>Created</th>\n",
       "      <th>id</th>\n",
       "      <th>CmntCount</th>\n",
       "      <th>text</th>\n",
       "      <th>falir color</th>\n",
       "      <th>Flaircount</th>\n",
       "      <th>Cmnts</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>indians road rage brampton canada</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>qazwsx2121</td>\n",
       "      <td>2019-08-01 00:00:15</td>\n",
       "      <td>ckgl4m</td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>Toronto is a cesspool.\\n\\nBetween fresh off th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>sarana de ki marana de maa superhit odia bhaja...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>GadgetsHomeUSA</td>\n",
       "      <td>2019-08-01 00:11:59</td>\n",
       "      <td>ckgpsj</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>cricket ball factory arming swing king anderso...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>modi-modi-modi</td>\n",
       "      <td>2019-08-01 00:51:35</td>\n",
       "      <td>ckh655</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>said right heard plans optional nonsubsidy tic...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>eddygta17</td>\n",
       "      <td>2019-08-01 01:19:32</td>\n",
       "      <td>ckhhu1</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>There is something romantic about the word \"su...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>resident doctors 24hour nationwide strike nati...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>indilivenews</td>\n",
       "      <td>2019-08-01 02:03:47</td>\n",
       "      <td>ckhzlt</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>telugu christian medley 3 andhra kristhava kee...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>GadgetsHomeUSA</td>\n",
       "      <td>2019-08-01 02:06:26</td>\n",
       "      <td>cki0ph</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>extending golden hour drdos new combat drugs r...</td>\n",
       "      <td>Science/Technology</td>\n",
       "      <td>pranjayv</td>\n",
       "      <td>2019-08-01 02:13:06</td>\n",
       "      <td>cki3hi</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>479.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>p karim benzema hattrick real madrid beat fene...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>ssingh5</td>\n",
       "      <td>2019-08-01 02:19:42</td>\n",
       "      <td>cki61g</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>watch womans soulful rendition lata mangeshkar...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>chileboygreen</td>\n",
       "      <td>2019-08-01 02:23:55</td>\n",
       "      <td>cki7rl</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1 teri hai jami kavyagan std 8 hindi sem 1</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>GadgetsHomeUSA</td>\n",
       "      <td>2019-08-01 02:36:02</td>\n",
       "      <td>ckicka</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>p fivetime olympic champ ryan lochte returns s...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>ssingh5</td>\n",
       "      <td>2019-08-01 02:49:18</td>\n",
       "      <td>ckihs2</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>indian social media made indians</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>divyaaaaaaaaaam</td>\n",
       "      <td>2019-08-01 03:00:08</td>\n",
       "      <td>ckim2e</td>\n",
       "      <td>20</td>\n",
       "      <td>I really wanna get off these American sites an...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>Joke: What do you call an Indian social media ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>sexual assaults women increasing see women sis...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>CeleritasLucis</td>\n",
       "      <td>2019-08-01 03:04:38</td>\n",
       "      <td>ckinsv</td>\n",
       "      <td>192</td>\n",
       "      <td>Many make the argument that women are sacred i...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>We do not respect women who show even an ounce...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>10 ramayana places sri lanka visit</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>Ritiriwaz</td>\n",
       "      <td>2019-08-01 03:06:17</td>\n",
       "      <td>ckiofb</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>hot water temple manali hot water temple hot w...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>jhalmurybd</td>\n",
       "      <td>2019-08-01 03:20:47</td>\n",
       "      <td>ckiu0n</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>heights lust gujarat woman strangulates son du...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>ashwamegh13</td>\n",
       "      <td>2019-08-01 03:24:53</td>\n",
       "      <td>ckivlg</td>\n",
       "      <td>0</td>\n",
       "      <td>[removed]</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>heights lust gujarat woman strangulates son du...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>ashwamegh13</td>\n",
       "      <td>2019-08-01 03:25:03</td>\n",
       "      <td>ckivnj</td>\n",
       "      <td>0</td>\n",
       "      <td>[removed]</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>amazon talks buy stake indias reliance retailet</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>modi-modi-modi</td>\n",
       "      <td>2019-08-01 03:26:08</td>\n",
       "      <td>ckiw23</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>really like</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>zavod311</td>\n",
       "      <td>2019-08-01 03:32:58</td>\n",
       "      <td>ckiyl1</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>\"Food has no religion. It is a religion.\"\\n\\nI...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>mamata banerjee minus mercurial prashant kisho...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>GlobalCitizen12345</td>\n",
       "      <td>2019-08-01 03:38:00</td>\n",
       "      <td>ckj0d9</td>\n",
       "      <td>9</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>Prashant Kumar and many more like him are poli...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>lynchings open bigotry hindutva high seem far ...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>Thekikat</td>\n",
       "      <td>2019-08-01 03:39:29</td>\n",
       "      <td>ckj0x2</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>Mad Max = Bad Bhakts</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>heartbreaking picture</td>\n",
       "      <td>Photography</td>\n",
       "      <td>aryasharma36</td>\n",
       "      <td>2019-08-01 03:39:58</td>\n",
       "      <td>ckj13o</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>254.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>beyond borders priya live piston song written ...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>throw_me_im_garbage</td>\n",
       "      <td>2019-08-01 03:44:34</td>\n",
       "      <td>ckj2tb</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>She's an awesome singer/songwriter and she des...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>chudiyaan chudiyaan bhojpuri video 2018</td>\n",
       "      <td>All CAPS.</td>\n",
       "      <td>GadgetsHomeUSA</td>\n",
       "      <td>2019-08-01 03:46:10</td>\n",
       "      <td>ckj3f0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>66.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>cag says gst failed live full potential</td>\n",
       "      <td>Policy/Economy</td>\n",
       "      <td>sudden_dust</td>\n",
       "      <td>2019-08-01 03:48:47</td>\n",
       "      <td>ckj4ce</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>478.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>p big news unnao rape complainants letter cji ...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>ssingh5</td>\n",
       "      <td>2019-08-01 03:49:20</td>\n",
       "      <td>ckj4jd</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>minors trapped spas sex trade kolkata</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>ppatra</td>\n",
       "      <td>2019-08-01 03:49:35</td>\n",
       "      <td>ckj4mj</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>Fun fact : ***EVERYBODY KNOWS!!*** Bad grammar...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>porn still blocked jio</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>Badummtisss</td>\n",
       "      <td>2019-08-01 03:55:00</td>\n",
       "      <td>ckj6ji</td>\n",
       "      <td>0</td>\n",
       "      <td>Didn’t we find out that there was no basis to ...</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>helpline staff tamil nadu find helpless 181 ta...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>Zoogzwanged</td>\n",
       "      <td>2019-08-01 03:55:04</td>\n",
       "      <td>ckj6k1</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>motor vehicles bill 2019 full list fines youll...</td>\n",
       "      <td>Policy/Economy</td>\n",
       "      <td>pramodc84</td>\n",
       "      <td>2019-08-01 03:58:20</td>\n",
       "      <td>ckj7pi</td>\n",
       "      <td>46</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>478.0</td>\n",
       "      <td>All the rules are given below\\n\\n1.  Penalties...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12039</th>\n",
       "      <td>ask india need help finding song</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>dotmeat</td>\n",
       "      <td>2019-09-09 17:41:41</td>\n",
       "      <td>d1u7kj</td>\n",
       "      <td>4</td>\n",
       "      <td>The song is **Leke pehla pehla pyaar** which w...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>You mean Raghav's song? Lets work it out? Chee...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12040</th>\n",
       "      <td>karnataka 25yearold man addicted pubg beheads ...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>faltupanti</td>\n",
       "      <td>2019-09-09 17:46:25</td>\n",
       "      <td>d1u9ud</td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>Pubg is boring Drugs are bad Holy coww!! This ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12041</th>\n",
       "      <td>live ambaji temple darsan 2019 jay ambe</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>harshbhavsar94</td>\n",
       "      <td>2019-09-09 17:48:14</td>\n",
       "      <td>d1uat7</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12042</th>\n",
       "      <td>im student prestigious college pretty much dru...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>nastynash2k</td>\n",
       "      <td>2019-09-09 17:49:41</td>\n",
       "      <td>d1ublm</td>\n",
       "      <td>0</td>\n",
       "      <td>[removed]</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12043</th>\n",
       "      <td>happened arnab goswami</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>Viveq17</td>\n",
       "      <td>2019-09-09 17:52:17</td>\n",
       "      <td>d1ucww</td>\n",
       "      <td>2</td>\n",
       "      <td>I know he always shouted on his shows but I ju...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>_patrakaar_ hua karta tha ab _chatukaar_ banga...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12044</th>\n",
       "      <td>indias lockdown seriously disrupts life kashmi...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>insen2000</td>\n",
       "      <td>2019-09-09 17:56:24</td>\n",
       "      <td>d1uew5</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12045</th>\n",
       "      <td>sindhi pakistan ama</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>guillermo0003</td>\n",
       "      <td>2019-09-09 17:58:50</td>\n",
       "      <td>d1ug62</td>\n",
       "      <td>0</td>\n",
       "      <td>[removed]</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12046</th>\n",
       "      <td>became ias officer young age 21 besides son au...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>Drilers</td>\n",
       "      <td>2019-09-09 17:59:42</td>\n",
       "      <td>d1ugmm</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12047</th>\n",
       "      <td>xenophobia end theres always someone hate</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>lnaisdas</td>\n",
       "      <td>2019-09-09 18:06:04</td>\n",
       "      <td>d1ujwr</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12048</th>\n",
       "      <td>good vpns servers india people outside india</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>Elegoogle</td>\n",
       "      <td>2019-09-09 18:09:13</td>\n",
       "      <td>d1ulho</td>\n",
       "      <td>10</td>\n",
       "      <td>I want to watch some stuff on Voot but I don't...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>I tried Nord VPN I've used PIA, ExpressVPN and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12049</th>\n",
       "      <td>nta iift online admission form 2020</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>sarkarinaukriainfo</td>\n",
       "      <td>2019-09-09 18:25:30</td>\n",
       "      <td>d1utv9</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12050</th>\n",
       "      <td>ethical date resident doctors student</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>BK20193</td>\n",
       "      <td>2019-09-09 18:27:07</td>\n",
       "      <td>d1uupv</td>\n",
       "      <td>2</td>\n",
       "      <td>I am a final year med student in Tirunelveli m...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>If they're in any position that could enable f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12051</th>\n",
       "      <td>soundandart show fills void muslims brooklyn</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>modi-modi-modi</td>\n",
       "      <td>2019-09-09 18:35:54</td>\n",
       "      <td>d1uz6o</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12052</th>\n",
       "      <td>compare life life others</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>damadji</td>\n",
       "      <td>2019-09-09 18:36:24</td>\n",
       "      <td>d1uzfd</td>\n",
       "      <td>4</td>\n",
       "      <td>So, it's midnight and I'm on social media wher...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>By cutting out social media Facebook insta. It...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12053</th>\n",
       "      <td>director weathering makoto shinkai coming indi...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>indi_n0rd</td>\n",
       "      <td>2019-09-09 18:55:25</td>\n",
       "      <td>d1v91z</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td>[Japan Foundation announced third edition of ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12054</th>\n",
       "      <td>merrier</td>\n",
       "      <td>Policy/Economy</td>\n",
       "      <td>StopYourGarbage</td>\n",
       "      <td>2019-09-09 18:59:23</td>\n",
       "      <td>d1vavo</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>478.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12055</th>\n",
       "      <td>killed wandering rhino assam</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>Ajaatshatru34</td>\n",
       "      <td>2019-09-09 19:05:11</td>\n",
       "      <td>d1ve0c</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12056</th>\n",
       "      <td>gladiator free super theme song</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>GadgetsHomeUSA</td>\n",
       "      <td>2019-09-09 19:16:26</td>\n",
       "      <td>d1vjoi</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12057</th>\n",
       "      <td>burst clues south asians genetic ancestry</td>\n",
       "      <td>Science/Technology</td>\n",
       "      <td>mathukai</td>\n",
       "      <td>2019-09-09 19:36:20</td>\n",
       "      <td>d1vu55</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>479.0</td>\n",
       "      <td>\"What’s intriguing about I6113’s DNA is what s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12058</th>\n",
       "      <td>first time thread came good time ended worryin...</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>selfishmink</td>\n",
       "      <td>2019-09-09 19:54:07</td>\n",
       "      <td>d1w335</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12059</th>\n",
       "      <td>one neighborhood kashmir resisting indias army</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>InternationalForm3</td>\n",
       "      <td>2019-09-09 19:56:26</td>\n",
       "      <td>d1w3zl</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12060</th>\n",
       "      <td>top hindi heart touching songs 2019romantic hi...</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>GadgetsHomeUSA</td>\n",
       "      <td>2019-09-09 20:01:29</td>\n",
       "      <td>d1w6l0</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12061</th>\n",
       "      <td>himalaya diwas 9 september</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>Ritiriwaz</td>\n",
       "      <td>2019-09-09 20:05:41</td>\n",
       "      <td>d1w8u7</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12062</th>\n",
       "      <td>10th september day life india</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>atauldilse</td>\n",
       "      <td>2019-09-09 20:11:03</td>\n",
       "      <td>d1wbir</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12063</th>\n",
       "      <td>cats rope hope</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>rahul_sharma1</td>\n",
       "      <td>2019-09-09 20:12:11</td>\n",
       "      <td>d1wc4r</td>\n",
       "      <td>0</td>\n",
       "      <td>[removed]</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12064</th>\n",
       "      <td>cats rope hope</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>rahul_sharma1</td>\n",
       "      <td>2019-09-09 20:12:58</td>\n",
       "      <td>d1wck6</td>\n",
       "      <td>0</td>\n",
       "      <td>Watch: This cat’s rope of hope\\n https://times...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12065</th>\n",
       "      <td>india overtake us china strongest economy</td>\n",
       "      <td>noFlair</td>\n",
       "      <td>Ilovemachines</td>\n",
       "      <td>2019-09-09 20:21:11</td>\n",
       "      <td>d1wgrq</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2460.0</td>\n",
       "      <td>No Lol not at this rate There is an algorithm ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12066</th>\n",
       "      <td>someone please seriously tell get damn job dam...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>WifeBeaterBoi</td>\n",
       "      <td>2019-09-09 20:21:56</td>\n",
       "      <td>d1wh5v</td>\n",
       "      <td>3</td>\n",
       "      <td>Come on. I am not gonna add details to this ob...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>1. Change your Username Girlfriend : Tinder, B...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12067</th>\n",
       "      <td>curious view average view pakistan uk india gr...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>meji69</td>\n",
       "      <td>2019-09-09 20:27:30</td>\n",
       "      <td>d1wjyy</td>\n",
       "      <td>1</td>\n",
       "      <td>So what is your view of Pakistan, The UK, and ...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>The view of r/india doesn't represent the popu...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12068</th>\n",
       "      <td>changing name india complicated digitization</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>WifeBeaterBoi</td>\n",
       "      <td>2019-09-09 20:42:47</td>\n",
       "      <td>d1wrxo</td>\n",
       "      <td>0</td>\n",
       "      <td>I am trying to change it but facing problems l...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>^((Unless you are a city with Islamic name, it...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12069 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   Title               Flair  \\\n",
       "0                      indians road rage brampton canada       Non-Political   \n",
       "1      sarana de ki marana de maa superhit odia bhaja...             noFlair   \n",
       "2      cricket ball factory arming swing king anderso...             noFlair   \n",
       "3      said right heard plans optional nonsubsidy tic...       Non-Political   \n",
       "4      resident doctors 24hour nationwide strike nati...             noFlair   \n",
       "5      telugu christian medley 3 andhra kristhava kee...            Politics   \n",
       "6      extending golden hour drdos new combat drugs r...  Science/Technology   \n",
       "7      p karim benzema hattrick real madrid beat fene...             noFlair   \n",
       "8      watch womans soulful rendition lata mangeshkar...       Non-Political   \n",
       "9             1 teri hai jami kavyagan std 8 hindi sem 1             noFlair   \n",
       "10     p fivetime olympic champ ryan lochte returns s...             noFlair   \n",
       "11                      indian social media made indians            AskIndia   \n",
       "12     sexual assaults women increasing see women sis...            AskIndia   \n",
       "13                    10 ramayana places sri lanka visit       Non-Political   \n",
       "14     hot water temple manali hot water temple hot w...       Non-Political   \n",
       "15     heights lust gujarat woman strangulates son du...       Non-Political   \n",
       "16     heights lust gujarat woman strangulates son du...       Non-Political   \n",
       "17       amazon talks buy stake indias reliance retailet             noFlair   \n",
       "18                                           really like       Non-Political   \n",
       "19     mamata banerjee minus mercurial prashant kisho...            Politics   \n",
       "20     lynchings open bigotry hindutva high seem far ...            Politics   \n",
       "21                                 heartbreaking picture         Photography   \n",
       "22     beyond borders priya live piston song written ...       Non-Political   \n",
       "23               chudiyaan chudiyaan bhojpuri video 2018           All CAPS.   \n",
       "24               cag says gst failed live full potential      Policy/Economy   \n",
       "25     p big news unnao rape complainants letter cji ...             noFlair   \n",
       "26                 minors trapped spas sex trade kolkata       Non-Political   \n",
       "27                                porn still blocked jio       Non-Political   \n",
       "28     helpline staff tamil nadu find helpless 181 ta...             noFlair   \n",
       "29     motor vehicles bill 2019 full list fines youll...      Policy/Economy   \n",
       "...                                                  ...                 ...   \n",
       "12039                   ask india need help finding song       [R]eddiquette   \n",
       "12040  karnataka 25yearold man addicted pubg beheads ...       Non-Political   \n",
       "12041            live ambaji temple darsan 2019 jay ambe       [R]eddiquette   \n",
       "12042  im student prestigious college pretty much dru...       Non-Political   \n",
       "12043                             happened arnab goswami       [R]eddiquette   \n",
       "12044  indias lockdown seriously disrupts life kashmi...            Politics   \n",
       "12045                                sindhi pakistan ama            AskIndia   \n",
       "12046  became ias officer young age 21 besides son au...       Non-Political   \n",
       "12047          xenophobia end theres always someone hate       Non-Political   \n",
       "12048       good vpns servers india people outside india       [R]eddiquette   \n",
       "12049                nta iift online admission form 2020             noFlair   \n",
       "12050              ethical date resident doctors student            AskIndia   \n",
       "12051       soundandart show fills void muslims brooklyn       [R]eddiquette   \n",
       "12052                           compare life life others       [R]eddiquette   \n",
       "12053  director weathering makoto shinkai coming indi...             noFlair   \n",
       "12054                                            merrier      Policy/Economy   \n",
       "12055                       killed wandering rhino assam       [R]eddiquette   \n",
       "12056                    gladiator free super theme song       [R]eddiquette   \n",
       "12057          burst clues south asians genetic ancestry  Science/Technology   \n",
       "12058  first time thread came good time ended worryin...             noFlair   \n",
       "12059     one neighborhood kashmir resisting indias army       [R]eddiquette   \n",
       "12060  top hindi heart touching songs 2019romantic hi...       [R]eddiquette   \n",
       "12061                         himalaya diwas 9 september       Non-Political   \n",
       "12062                      10th september day life india            AskIndia   \n",
       "12063                                     cats rope hope       [R]eddiquette   \n",
       "12064                                     cats rope hope       [R]eddiquette   \n",
       "12065          india overtake us china strongest economy             noFlair   \n",
       "12066  someone please seriously tell get damn job dam...            AskIndia   \n",
       "12067  curious view average view pakistan uk india gr...            AskIndia   \n",
       "12068       changing name india complicated digitization            AskIndia   \n",
       "\n",
       "                    Author             Created      id  CmntCount  \\\n",
       "0               qazwsx2121 2019-08-01 00:00:15  ckgl4m         16   \n",
       "1           GadgetsHomeUSA 2019-08-01 00:11:59  ckgpsj          0   \n",
       "2           modi-modi-modi 2019-08-01 00:51:35  ckh655          0   \n",
       "3                eddygta17 2019-08-01 01:19:32  ckhhu1         10   \n",
       "4             indilivenews 2019-08-01 02:03:47  ckhzlt          0   \n",
       "5           GadgetsHomeUSA 2019-08-01 02:06:26  cki0ph          0   \n",
       "6                 pranjayv 2019-08-01 02:13:06  cki3hi          0   \n",
       "7                  ssingh5 2019-08-01 02:19:42  cki61g          0   \n",
       "8            chileboygreen 2019-08-01 02:23:55  cki7rl          0   \n",
       "9           GadgetsHomeUSA 2019-08-01 02:36:02  ckicka          0   \n",
       "10                 ssingh5 2019-08-01 02:49:18  ckihs2          0   \n",
       "11         divyaaaaaaaaaam 2019-08-01 03:00:08  ckim2e         20   \n",
       "12          CeleritasLucis 2019-08-01 03:04:38  ckinsv        192   \n",
       "13               Ritiriwaz 2019-08-01 03:06:17  ckiofb          0   \n",
       "14              jhalmurybd 2019-08-01 03:20:47  ckiu0n          1   \n",
       "15             ashwamegh13 2019-08-01 03:24:53  ckivlg          0   \n",
       "16             ashwamegh13 2019-08-01 03:25:03  ckivnj          0   \n",
       "17          modi-modi-modi 2019-08-01 03:26:08  ckiw23          0   \n",
       "18                zavod311 2019-08-01 03:32:58  ckiyl1          6   \n",
       "19      GlobalCitizen12345 2019-08-01 03:38:00  ckj0d9          9   \n",
       "20                Thekikat 2019-08-01 03:39:29  ckj0x2          2   \n",
       "21            aryasharma36 2019-08-01 03:39:58  ckj13o          0   \n",
       "22     throw_me_im_garbage 2019-08-01 03:44:34  ckj2tb          2   \n",
       "23          GadgetsHomeUSA 2019-08-01 03:46:10  ckj3f0          0   \n",
       "24             sudden_dust 2019-08-01 03:48:47  ckj4ce          1   \n",
       "25                 ssingh5 2019-08-01 03:49:20  ckj4jd          0   \n",
       "26                  ppatra 2019-08-01 03:49:35  ckj4mj         10   \n",
       "27             Badummtisss 2019-08-01 03:55:00  ckj6ji          0   \n",
       "28             Zoogzwanged 2019-08-01 03:55:04  ckj6k1          0   \n",
       "29               pramodc84 2019-08-01 03:58:20  ckj7pi         46   \n",
       "...                    ...                 ...     ...        ...   \n",
       "12039              dotmeat 2019-09-09 17:41:41  d1u7kj          4   \n",
       "12040           faltupanti 2019-09-09 17:46:25  d1u9ud          3   \n",
       "12041       harshbhavsar94 2019-09-09 17:48:14  d1uat7          0   \n",
       "12042          nastynash2k 2019-09-09 17:49:41  d1ublm          0   \n",
       "12043              Viveq17 2019-09-09 17:52:17  d1ucww          2   \n",
       "12044            insen2000 2019-09-09 17:56:24  d1uew5          0   \n",
       "12045        guillermo0003 2019-09-09 17:58:50  d1ug62          0   \n",
       "12046              Drilers 2019-09-09 17:59:42  d1ugmm          0   \n",
       "12047             lnaisdas 2019-09-09 18:06:04  d1ujwr          0   \n",
       "12048            Elegoogle 2019-09-09 18:09:13  d1ulho         10   \n",
       "12049   sarkarinaukriainfo 2019-09-09 18:25:30  d1utv9          0   \n",
       "12050              BK20193 2019-09-09 18:27:07  d1uupv          2   \n",
       "12051       modi-modi-modi 2019-09-09 18:35:54  d1uz6o          0   \n",
       "12052              damadji 2019-09-09 18:36:24  d1uzfd          4   \n",
       "12053            indi_n0rd 2019-09-09 18:55:25  d1v91z          6   \n",
       "12054      StopYourGarbage 2019-09-09 18:59:23  d1vavo          0   \n",
       "12055        Ajaatshatru34 2019-09-09 19:05:11  d1ve0c          0   \n",
       "12056       GadgetsHomeUSA 2019-09-09 19:16:26  d1vjoi          0   \n",
       "12057             mathukai 2019-09-09 19:36:20  d1vu55          1   \n",
       "12058          selfishmink 2019-09-09 19:54:07  d1w335          0   \n",
       "12059   InternationalForm3 2019-09-09 19:56:26  d1w3zl          0   \n",
       "12060       GadgetsHomeUSA 2019-09-09 20:01:29  d1w6l0          0   \n",
       "12061            Ritiriwaz 2019-09-09 20:05:41  d1w8u7          0   \n",
       "12062           atauldilse 2019-09-09 20:11:03  d1wbir          0   \n",
       "12063        rahul_sharma1 2019-09-09 20:12:11  d1wc4r          0   \n",
       "12064        rahul_sharma1 2019-09-09 20:12:58  d1wck6          0   \n",
       "12065        Ilovemachines 2019-09-09 20:21:11  d1wgrq          0   \n",
       "12066        WifeBeaterBoi 2019-09-09 20:21:56  d1wh5v          3   \n",
       "12067               meji69 2019-09-09 20:27:30  d1wjyy          1   \n",
       "12068        WifeBeaterBoi 2019-09-09 20:42:47  d1wrxo          0   \n",
       "\n",
       "                                                    text falir color  \\\n",
       "0                                                               dark   \n",
       "1                                                               dark   \n",
       "2                                                               dark   \n",
       "3                                                               dark   \n",
       "4                                                               dark   \n",
       "5                                                               dark   \n",
       "6                                                              light   \n",
       "7                                                               dark   \n",
       "8                                                               dark   \n",
       "9                                                               dark   \n",
       "10                                                              dark   \n",
       "11     I really wanna get off these American sites an...       light   \n",
       "12     Many make the argument that women are sacred i...       light   \n",
       "13                                                              dark   \n",
       "14                                                              dark   \n",
       "15                                             [removed]        dark   \n",
       "16                                             [removed]        dark   \n",
       "17                                                              dark   \n",
       "18                                                              dark   \n",
       "19                                                              dark   \n",
       "20                                                              dark   \n",
       "21                                                             light   \n",
       "22                                                              dark   \n",
       "23                                                              dark   \n",
       "24                                                              dark   \n",
       "25                                                              dark   \n",
       "26                                                              dark   \n",
       "27     Didn’t we find out that there was no basis to ...        dark   \n",
       "28                                                              dark   \n",
       "29                                                              dark   \n",
       "...                                                  ...         ...   \n",
       "12039  The song is **Leke pehla pehla pyaar** which w...        dark   \n",
       "12040                                                           dark   \n",
       "12041                                                           dark   \n",
       "12042                                          [removed]        dark   \n",
       "12043  I know he always shouted on his shows but I ju...        dark   \n",
       "12044                                                           dark   \n",
       "12045                                          [removed]       light   \n",
       "12046                                                           dark   \n",
       "12047                                                           dark   \n",
       "12048  I want to watch some stuff on Voot but I don't...        dark   \n",
       "12049                                                           dark   \n",
       "12050  I am a final year med student in Tirunelveli m...       light   \n",
       "12051                                                           dark   \n",
       "12052  So, it's midnight and I'm on social media wher...        dark   \n",
       "12053                                                           dark   \n",
       "12054                                                           dark   \n",
       "12055                                                           dark   \n",
       "12056                                                           dark   \n",
       "12057                                                          light   \n",
       "12058                                                           dark   \n",
       "12059                                                           dark   \n",
       "12060                                                           dark   \n",
       "12061                                                           dark   \n",
       "12062                                                          light   \n",
       "12063                                          [removed]        dark   \n",
       "12064  Watch: This cat’s rope of hope\\n https://times...        dark   \n",
       "12065                                                           dark   \n",
       "12066  Come on. I am not gonna add details to this ob...       light   \n",
       "12067  So what is your view of Pakistan, The UK, and ...       light   \n",
       "12068  I am trying to change it but facing problems l...       light   \n",
       "\n",
       "       Flaircount                                              Cmnts  \n",
       "0          2161.0  Toronto is a cesspool.\\n\\nBetween fresh off th...  \n",
       "1          2460.0                                                     \n",
       "2          2460.0                                                     \n",
       "3          2161.0  There is something romantic about the word \"su...  \n",
       "4          2460.0                                                     \n",
       "5          2122.0                                                     \n",
       "6           479.0                                                     \n",
       "7          2460.0                                                     \n",
       "8          2161.0                                                     \n",
       "9          2460.0                                                     \n",
       "10         2460.0                                                     \n",
       "11         1385.0  Joke: What do you call an Indian social media ...  \n",
       "12         1385.0  We do not respect women who show even an ounce...  \n",
       "13         2161.0                                                     \n",
       "14         2161.0                                                     \n",
       "15         2161.0                                                     \n",
       "16         2161.0                                                     \n",
       "17         2460.0                                                     \n",
       "18         2161.0  \"Food has no religion. It is a religion.\"\\n\\nI...  \n",
       "19         2122.0  Prashant Kumar and many more like him are poli...  \n",
       "20         2122.0                               Mad Max = Bad Bhakts  \n",
       "21          254.0                                                     \n",
       "22         2161.0  She's an awesome singer/songwriter and she des...  \n",
       "23           66.0                                                     \n",
       "24          478.0                                                     \n",
       "25         2460.0                                                     \n",
       "26         2161.0  Fun fact : ***EVERYBODY KNOWS!!*** Bad grammar...  \n",
       "27         2161.0                                                     \n",
       "28         2460.0                                                     \n",
       "29          478.0  All the rules are given below\\n\\n1.  Penalties...  \n",
       "...           ...                                                ...  \n",
       "12039      1507.0  You mean Raghav's song? Lets work it out? Chee...  \n",
       "12040      2161.0  Pubg is boring Drugs are bad Holy coww!! This ...  \n",
       "12041      1507.0                                                     \n",
       "12042      2161.0                                                     \n",
       "12043      1507.0  _patrakaar_ hua karta tha ab _chatukaar_ banga...  \n",
       "12044      2122.0                                                     \n",
       "12045      1385.0                                                     \n",
       "12046      2161.0                                                     \n",
       "12047      2161.0                                                     \n",
       "12048      1507.0  I tried Nord VPN I've used PIA, ExpressVPN and...  \n",
       "12049      2460.0                                                     \n",
       "12050      1385.0  If they're in any position that could enable f...  \n",
       "12051      1507.0                                                     \n",
       "12052      1507.0  By cutting out social media Facebook insta. It...  \n",
       "12053      2460.0   [Japan Foundation announced third edition of ...  \n",
       "12054       478.0                                                     \n",
       "12055      1507.0                                                     \n",
       "12056      1507.0                                                     \n",
       "12057       479.0  \"What’s intriguing about I6113’s DNA is what s...  \n",
       "12058      2460.0                                                     \n",
       "12059      1507.0                                                     \n",
       "12060      1507.0                                                     \n",
       "12061      2161.0                                                     \n",
       "12062      1385.0                                                     \n",
       "12063      1507.0                                                     \n",
       "12064      1507.0                                                     \n",
       "12065      2460.0  No Lol not at this rate There is an algorithm ...  \n",
       "12066      1385.0  1. Change your Username Girlfriend : Tinder, B...  \n",
       "12067      1385.0  The view of r/india doesn't represent the popu...  \n",
       "12068      1385.0  ^((Unless you are a city with Islamic name, it...  \n",
       "\n",
       "[12069 rows x 10 columns]"
      ]
     },
     "execution_count": 356,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 276,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Colums that will help in prediction of flair so flair has bee dropped\n",
    "X  = df.loc[:, ['Title',  'Author', 'Created', 'id', 'CmntCount', 'text',   \n",
    "       'falir color', 'Flaircount']]\n",
    "# as flair column has to br predicted a seperate df fpr it\n",
    "y = df.loc[:, 'Flair']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 277,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X.values, y.values, test_size=0.33, random_state=42)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Saving the data in a Mangodb"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 278,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pickle\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 279,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pymongo import MongoClient \n",
    "client = MongoClient(\"mongodb://localhost:27017/\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 280,
   "metadata": {},
   "outputs": [],
   "source": [
    "mydb = client['Test_train'] \n",
    "col = mydb['Tb'] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 281,
   "metadata": {},
   "outputs": [],
   "source": [
    "traintest = col.insert_one({'data':pickle.dumps([X_train, X_test, y_train, y_test]), 'name': 'trainTestList', 'created_time':time.time()})"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Extracting data from Mongo "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = col.find({'name': 'trainTestList'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 133,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in data:\n",
    "        json_data = i\n",
    "#fetching model from db\n",
    "pickled_model = json_data['trainTestList']\n",
    "data = pickle.loads(pickled_model)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([['Suggestions to counter right wing brigading in this sub ?',\n",
       "        'Thekikat', Timestamp('2019-08-11 02:56:03'), ..., '[removed]',\n",
       "        'dark', 2122.0],\n",
       "       ['Opinion | India must stop weaponizing the pain of Kashmiri Pandits [WASHINGTON POST]',\n",
       "        'koukouki', Timestamp('2019-08-28 10:59:09'), ..., '', 'dark',\n",
       "        1507.0],\n",
       "       [\"Faye D'Souza Resigns as Executive Editor From Mirror Now\",\n",
       "        'silentalways', Timestamp('2019-09-09 16:42:29'), ..., '',\n",
       "        'dark', 1507.0],\n",
       "       ...,\n",
       "       ['\"Nirvana\" (4000x6000 | Hussain Sagar, Hyderabad)',\n",
       "        'spacehentai', Timestamp('2019-08-19 06:33:14'), ..., '',\n",
       "        'light', 254.0],\n",
       "       ['Do teachings of Osho indirectly create suicidal tendencies amongst a person?',\n",
       "        'deepmysteryindia', Timestamp('2019-08-04 00:10:40'), ...,\n",
       "        '[removed]', 'light', 1385.0],\n",
       "       [\"I don't know what to say.\", 'swatilekha14',\n",
       "        Timestamp('2019-08-26 05:49:42'), ..., '', 'dark', 478.0]],\n",
       "      dtype=object)"
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data[0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Performing Classification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 192,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     C:\\Users\\kesha\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Unzipping corpora\\stopwords.zip.\n"
     ]
    }
   ],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import re\n",
    "import nltk\n",
    "#nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 282,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x234c14cfdd8>"
      ]
     },
     "execution_count": 282,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAmAAAAFWCAYAAADOoCH9AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzt3Xu87mOd//HX23asVMoWOaetqJzaDkUlcmyKDoooYZJSqWmaUc1vSNN0mDRTklIIKTRq2krYzhk57I0cwiQ67CiKEKLN+/fH9b33vtfa62Rb+3t911rv5+NxP9a6v/dhfdbpvj/f6/pcn0u2iYiIiIj2LFU7gIiIiIipJglYRERERMuSgEVERES0LAlYRERERMuSgEVERES0LAlYRERERMuSgEVERES0LAlYRERERMuSgEVERES0bOnaAYxk5ZVX9jrrrFM7jIiIiIhRzZ0794+2p4/lvp1OwNZZZx3mzJlTO4yIiIiIUUn69VjvmynIiIiIiJYlAYuIiIho2agJmKQ1JV0o6SZJN0o6pDl+uKTfSbq2ueza95iPSrpV0i2Sduo7vnNz7FZJhy6ZbykiIiKi28ZSAzYf+LDtqyWtCMyVNLu57T9tf77/zpI2BPYEXgQ8FzhP0vrNzUcDOwDzgKskzbL98/H4RiIiIiImilETMNt3Anc2nz8g6SZg9REeshtwqu1HgNsl3Qps0dx2q+3bACSd2tw3CVhERERMKU+oBkzSOsCmwBXNofdJuk7S8ZJWao6tDvy272HzmmPDHR/8NQ6UNEfSnLvvvvuJhBcRERExIYw5AZP0NOAM4IO27weOAdYDNqGMkB3Zu+sQD/cIxwcesI+1PdP2zOnTx9RKIyIiImJCGVMfMEnLUJKvU2x/D8D2H/pu/zrww+bqPGDNvoevAdzRfD7c8YiIiIgpYyyrIAUcB9xk+wt9x1fru9sbgBuaz2cBe0paTtK6wAzgSuAqYIakdSUtSynUnzU+30ZERETExDGWEbCtgbcD10u6tjn2MWAvSZtQphF/BbwbwPaNkk6nFNfPBw62/RiApPcB5wDTgONt3zge38Q6h/5oPJ6GX33mtePyPBEREREjGcsqyEsZun7rrBEe8yngU0McP2ukx0VERERMBemEHxEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGyJGARERERLUsCFhEREdGypWsHMGkd/oxxfK77xu+5IiIiorqMgEVERES0LAlYRERERMsyBTmFvOTEl4zbc12/7/Xj9lwRERFTTUbAIiIiIlqWBCwiIiKiZUnAIiIiIlqWBCwiIiKiZUnAIiIiIlqWBCwiIiKiZaMmYJLWlHShpJsk3SjpkOb4syTNlvSL5uNKzXFJ+pKkWyVdJ2mzvufat7n/LyTtu+S+rYiIiIjuGssI2Hzgw7Y3ALYCDpa0IXAocL7tGcD5zXWAXYAZzeVA4BgoCRtwGLAlsAVwWC9pi4iIiJhKRk3AbN9p++rm8weAm4DVgd2AE5u7nQjs3ny+G3CSi8uBZ0paDdgJmG37Htv3ArOBncf1u4mIiIiYAJ5QDZikdYBNgSuA59i+E0qSBqzS3G114Ld9D5vXHBvueERERMSUMuYETNLTgDOAD9q+f6S7DnHMIxwf/HUOlDRH0py77757rOFFRERETBhjSsAkLUNJvk6x/b3m8B+aqUWaj3c1x+cBa/Y9fA3gjhGOD2D7WNszbc+cPn36E/leIiIiIiaEsayCFHAccJPtL/TdNAvorWTcF/hB3/F3NKshtwLua6YozwF2lLRSU3y/Y3MsIiIiYkpZegz32Rp4O3C9pGubYx8DPgOcLukA4DfAHs1tZwG7ArcCDwH7Adi+R9Ingaua+x1h+55x+S4iIiIiJpBREzDblzJ0/RbA9kPc38DBwzzX8cDxTyTAiIiIiMkmnfAjIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWpYELCIiIqJlScAiIiIiWjZqAibpeEl3Sbqh79jhkn4n6drmsmvfbR+VdKukWyTt1Hd85+bYrZIOHf9vJSIiImJiGMsI2DeBnYc4/p+2N2kuZwFI2hDYE3hR85ivSJomaRpwNLALsCGwV3PfiIiIiCln6dHuYPsSSeuM8fl2A061/Qhwu6RbgS2a2261fRuApFOb+/78CUccERERMcGNmoCN4H2S3gHMAT5s+15gdeDyvvvMa44B/HbQ8S2fxNeOSeKmF24wbs+1wc03jdtzRURELEmLW4R/DLAesAlwJ3Bkc1xD3NcjHF+EpAMlzZE05+67717M8CIiIiK6a7ESMNt/sP2Y7ceBr7NwmnEesGbfXdcA7hjh+FDPfaztmbZnTp8+fXHCi4iIiOi0xUrAJK3Wd/UNQG+F5CxgT0nLSVoXmAFcCVwFzJC0rqRlKYX6sxY/7IiIiIiJa9QaMEnfAbYFVpY0DzgM2FbSJpRpxF8B7wawfaOk0ynF9fOBg20/1jzP+4BzgGnA8bZvHPfvJiIiImICGMsqyL2GOHzcCPf/FPCpIY6fBZz1hKKLiIiImITSCT8iIiKiZUnAIiIiIlqWBCwiIiKiZUnAIiIiIlr2ZDrhR0xaRx90wbg8z8Ff3W5cniciIiaXjIBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLkoBFREREtCwJWERERETLRk3AJB0v6S5JN/Qde5ak2ZJ+0XxcqTkuSV+SdKuk6yRt1veYfZv7/0LSvkvm24mIiIjovrGMgH0T2HnQsUOB823PAM5vrgPsAsxoLgcCx0BJ2IDDgC2BLYDDeklbRERExFQzagJm+xLgnkGHdwNObD4/Edi97/hJLi4HnilpNWAnYLbte2zfC8xm0aQuIiIiYkpY3Bqw59i+E6D5uEpzfHXgt333m9ccG+54RERExJQz3kX4GuKYRzi+6BNIB0qaI2nO3XffPa7BRURERHTB4iZgf2imFmk+3tUcnwes2Xe/NYA7Rji+CNvH2p5pe+b06dMXM7yIiIiI7lrcBGwW0FvJuC/wg77j72hWQ24F3NdMUZ4D7Chppab4fsfmWERERMSUs/Rod5D0HWBbYGVJ8yirGT8DnC7pAOA3wB7N3c8CdgVuBR4C9gOwfY+kTwJXNfc7wvbgwv6IiIiIKWHUBMz2XsPctP0Q9zVw8DDPczxw/BOKLiIiImISSif8iIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIhoWRKwiIiIiJYlAYuIiIho2dK1A4iIsTnyrX83Ls/z4dN+OC7PExERiy8jYBEREREtSwIWERER0bIkYBEREREtSwIWERER0bIkYBEREREtSwIWERER0bIkYBEREREtSwIWERER0bIkYBEREREtSwIWERER0bIkYBEREREtSwIWERER0bIkYBEREREtSwIWERER0bInlYBJ+pWk6yVdK2lOc+xZkmZL+kXzcaXmuCR9SdKtkq6TtNl4fAMRERERE814jIC92vYmtmc21w8Fzrc9Azi/uQ6wCzCjuRwIHDMOXzsiIiJiwlkSU5C7ASc2n58I7N53/CQXlwPPlLTaEvj6EREREZ32ZBMwA+dKmivpwObYc2zfCdB8XKU5vjrw277HzmuORUREREwpSz/Jx29t+w5JqwCzJd08wn01xDEvcqeSyB0IsNZaaz3J8CIiIiK650mNgNm+o/l4F/B9YAvgD72pxebjXc3d5wFr9j18DeCOIZ7zWNszbc+cPn36kwkvIiIiopMWewRM0lOBpWw/0Hy+I3AEMAvYF/hM8/EHzUNmAe+TdCqwJXBfb6oyIiameYf+ZNyea43PvGJcnufwww8fl+cZ7+eKiOj3ZKYgnwN8X1Lveb5t+2xJVwGnSzoA+A2wR3P/s4BdgVuBh4D9nsTXjoiIiJiwFjsBs30bsPEQx/8EbD/EcQMHL+7Xi4iIiJgs0gk/IiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJatnTtACIiJrvzL1hv3J5r++1+OW7PFRH1ZAQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalgQsIiIiomVJwCIiIiJalkasERFT1KoXXjsuz/P7V28yLs8DsM6hPxqX5/nVZ147Ls8TsaRkBCwiIiKiZUnAIiIiIlqWBCwiIiKiZUnAIiIiIlqWIvyIiIgRjNfCAMjigFgoCVhERMREc/gzxvG57hu/54oxyxRkRERERMtaT8Ak7SzpFkm3Sjq07a8fERERUVurU5CSpgFHAzsA84CrJM2y/fM244iIiIjx9ZITXzJuz3X9vteP23N1Vds1YFsAt9q+DUDSqcBuQBKwiIiIGHc3vXCDcXmeDW6+aVyep6ftKcjVgd/2XZ/XHIuIiIiYMmS7vS8m7QHsZPvvm+tvB7aw/f6++xwIHNhcfQFwyzh9+ZWBP47Tc42XxDR2XYwrMY1NYhq7LsaVmMYmMY1dF+Mar5jWtj19LHdsewpyHrBm3/U1gDv672D7WODY8f7CkubYnjnez/tkJKax62JciWlsEtPYdTGuxDQ2iWnsuhhXjZjanoK8CpghaV1JywJ7ArNajiEiIiKiqlZHwGzPl/Q+4BxgGnC87RvbjCEiIiKittY74ds+Czir7a/LEpjWHAeJaey6GFdiGpvENHZdjCsxjU1iGrsuxtV6TK0W4UdEREREtiKKiIiIaF0SsIiIiIiWTdoETMWao98zIiIiol2TNgFzKW77n9pxTASS9pC0YvP5v0j6nqTNOhDXUyT9P0lfb67PkPR3tePqIklrS3pN8/kKvd9nxXjGZ++PcSTpDEmvldSp171mj9xOkLTZSJfa8fVIWknSRrXjAJC0uqSXS3pl71I7pn6Sflg7hqFI6mIhfqsmdRG+pKOBb9q+qgOxHAUM+8O2/YEWwxlA0nW2N5K0DfBp4PPAx2xvWSumJq7TgLnAO2y/WNIKwE9tb1IpnuWBA4AXAcv3jtvev0Y8PZLeRdk94lm215M0A/iq7e0rxnQ55e/9BOA7th+oFUtPk6DuB2wFfJfy2nBz3ahA0u3AfwMn2K66L66kC5tPlwdmAj8DBGwEXGF7m4qxXQS8nrJ6/1rgbuBi2/9QMabPAm+l7Gf8WHPYtl9fK6bBJK1m+87acQwm6aW251b4uiP+vdj+QluxdOpMcAl4NfBTSb+UdJ2k6yVdVymWOZRkYrhLTb0XjtcCx9j+AbBsxXh61rP9OeBvALYfprwZ1HIysCqwE3AxZSeH6okFcDCwNXA/gO1fAKvUDMj2VsD+wAzgWkknSXp15ZjOs703sBnwK2C2pMsk7SdpmYqhbQT8H/ANSZdLOlDS02sEYvvVtl8N/BrYzPZM2y8FNgVurRFTn2fYvh94IyVZfSnwmsox7Q68wPautl/XXKonX5KWkbSppFW6kHw12xAO9rzWAylWbC4zgfdQ9qNeHTgI2LDVSGxP2guw9lCX2nF17QL8EPga8EvgmcBywM86ENdlwArA1c319YArK8ZzTfPxuubjMsAFHfg5XTEovqV7Mda+UE7y3gD8DvgFZaRgt4rxPBs4hHJCNIsyenEUcFHtn1UT3yubn9WDwInA8yvFce1YjrUc0/XAasC5wObNsap/58CPgad14O/mq8CLms+f0fyfXd/8Le3VgfiuHsuxlmM6F1ix7/qKwNltxtB6I9Y2SHq6y5lSF0YnBpA0HfhnSqbdP421XbWg4C3AzsDnbf9Z0mrARyrG03M4cDawpqRTKKM8+1WM52/Nxz9LejHwe2CdeuEscLGkjwErSNoBeC9wZs2AJG1I+V29HrgIeIPtK5uFMZcCP6gQ0/eAF1JGMl/nhSMDp0ma03Y8fXFNo4w+70f5ezoSOAV4BaVp9foVwrpJ0jeAb1GmkvcBbqoQR79PUHZRudT2VZKeR0nqa3qIMsJ7PvBI76DbLyl5he2Dms/3A/7P9u6SVqUkid9pOR4AJO0C7AqsLulLfTc9HZhfI6Y+awGP9l1/lJZfzydlAgZ8G/g7ytSeGThtZeoNfUJ5YT2N8oJ7ELAvpZahpo2A2V5Yp/MX4L6K8QBg+1xJcyk1OwIOsT0eu9UvrmMlrQT8P8roydOAf60YT8+hlNq064F3U960v1E1Ivh6E8Nhth/qHbT9W0mHVYrpy7YvGOoG190Y+BfAhcB/2L6s7/h/Vyzo3o8yPXNIc/0S4JhKsfTcaXtB4b3t2yS1Vq8zjFl0Yz/j/kRiB0qNI7Z/L9Ws2uAOymjz6xlYavMA8KEqES10MnClpO9T8oI3ACe1GcCkLsLvIklzbb+0V/jeHLvY9qsqxnQNpd7DzfWlgDm2q656knS+BxWSD3VsqpP0VOCvth9rrk8DlutPfGLASNM69J18usWi26FIeprtv9SMYSiSlgVeQHlzusX230Z5yJKO5+rBr0lDHWtb83PqjVJW+Tk1iyeOpCQ8FwAvbJKvpYEbbL+w7ZgGxbdM7+fSnMSuabtWPfYCzcreVzRXL7F9TZtff7KOgC3Q/LJnMHC675J6ES2YxrpT0msp/zBrVIwHSiK+IBO3/Xjzj1snmLLa8CnAys3vr3cK93TguRXi2cf2t4ZbPVP7DRw4n1KM3HsTX4FS3/DyWgE1Sf3gs7v7KGfDn7Z9T/tRcSbwV8pI4eMVvv5wVpD0ARZNDKutrpW0LaUG7VeU/781Je1b47VT0ssof8vTB/0PPh2o2sKjQz+ndwNfoiwS+qDt3zfHtwd+1HIsQ5ktacAK1mbgodoK1sZTgPttnyBpuqR1bd/e1hef1AmYpL+nDKGvQfmlbwX8FKhZb/Vvkp4BfJhS/Pt06g/F3ta8AfSmGN4L3FYxnncDH6QkW3NZmIDdDxxdIZ6nNh+r9tYawfL9Iyi2/yLpKTUDAmZTfm/fbq7vSVlt+xfgm5Qpibat0T+F1SE/AH4CnMfCFcm1HQnsaPsWAEnrU+qIXlohlmUp0/1LM/B/8H7gzRXi6deJn5Pt/wN2lrRyf5mG7XModXO1PcP2/c178gm2D6vYkQCAphRiJmWU9wTKoqpvUWqN21Fj9UFbF8qZ7vI0q3coBbin1Y6raxdKy4JTgbuAP1DeNFfpQFwfGOLYcrXj6toF+F/KFHLv+ksp/dJqxnTpcMeA6yvF9FnKm2X139mguKquLhwmpkVWFw51rMV4pgH/Xfvn0tWfE/A6Si3xHcA84OW1fzaD4uviCtZrKSeJ19T63U3qETBKXcxfJSFpOds3S3pBzYAknUgpJv9zc30l4EhXnG6wfRdlhKJr3kkZVu/3U0ofp9YMWr2zCFdsotv4IPBdSXc011ejtFeoacX+RotNrUWvt1Wt1U+XA99vahz/Rnnxte0qPbf6/FDSrrbPqhxHvzmSjqMUKgPsTcV+hbYfk/SsWl9/BF35OX2KshLyZklbAp8DqtUVD+EIykjc/7o7K1gftW1Jvdrnp472gPE22ROweZKeSdmSaLakeylnCDVt1Eu+AGzfK2nTGoFI+ifbn9MwXfprJRbN0unVKbUxmzKwBqzG1FrvBXVrSvuQ05rre1C/iS7NC9oLKUPpAm525YJpyjTyyU2DU1FWae3fvMh9rlJMRwIvo4zAVV99JOkBFq7S/pikR1lYI1o7MXwPpcHvByjxXQJ8pWI8ANdImkVZ4fdg76Dt79ULqTM/p/ludnWwfYUqb0U2mO3v0qzMbK7fBrypXkQAnC7pa8AzVXYT2Z+yers1U2YVpKRXURrUnW370dHuvwTj+Bmwre17m+vPomyn8ZIKsbzO9pmS9h3qdtsnth0TQBPPOynz8/39me4HTqz1gtusNNrRC1fzLAOc69I5vCpJL2fRIu5Wl1QPRdKzKa8zNduH9GI5B9jFdpcK8Durg6sgTxjisGvOHnSFpHlA/2Kgf+i/7vorfdeg1DxvTfl7upQyEzSvclw7ADtSkudzbM9u9etPxgRstKFq11mBBYCkdwAfpez9BmUU5VO2Tx7+UUs8pj2aM5QRj7VN0ptsn1Ezhn6SbgFe1vv7aaaPL7dde1r7ZMouAdcycD+6mvuLrkjpl9brY3UR5e+8WnNkSd+k9AD8MQObZtZexYqkNwLbUN6cfmL7fyrHsy2DVvcB+7ruCvLOkHS67bdIup6hZw9aXewxSm892z6itWCGIGk2pba49z63D7C37R3qRVXfZE3AbmfoBqy9mo+ajVh7XcK3a+I53/U34O1qf51VKbUNz7W9S/Nze5nt4yrFsx+lO39vw+JXAYfXGinskXQTsGEXptV6JH2Xsr9h72fzdmAD29VWrQ33JmX7E23H0k/SV4Dns7Bb+VuBX9o+uGJMc4G3edDqPpf9F2vF1JlRFDUbXEtae6jbbf+67ZiGI2lz21dVjuFa25uMdqylWPqn/vtfM1uvCZ2UCVgXqdkeabjRuRqjclq4TcRbWFjXBKXWakPbW7QdUz9JP6YsD/647Y2b3mTX1Jiu7YtpVWDL5uoVXthvp5om2fmAO7Dpbk+XXnAHa0bn7I40P5V0I/DiXgLdLBK43vaLKsa0oFH0SMdajqlzoyiSPmv7n0c71rbmZHVPYC/gPtfd6QFJ51Haz/ROMvYC9vMUb6q9VO0AlgRJ7+v7vNqL2CC9fkhzKXVNvUvveg29bSL+2sTRu8wCdqoUU7+VbZ9O0zTT9nzq90maRlnufS+wvuptFdNvZeDnks6RNKt3qRzTX1UaaAIgaSvK31k1kl6s0iD2BuBGSXM78vpwC2Vfup41gdpdwudIOk7Sts3l69RfcDLd9gm25zeXbwLTK8c0VPK3S+tRAJLWlnRoU2d8MqWf4w61k6/G/pQT/d83lzc3x6qRtNZQl1ZjmIwjYP3TZ12YSus6SUs3yU2nSLqIslJmtu3Nmjfxz7rStk2SPkuZHrqRhZ3UbbtGU9EFmgUmi7B9cdux9Ki0nTgZWI4ytP8Q8A63vNXHoJguo4ymXthc3xb4d9vVdgxo4rgY2By4sjm0OaXdykMANf6+JC1HWd23DX2r+2w/MuIDl2xMnRlFkfQeSoLzPOCXfTetSGm1sE/L8VxGWWR2KnCq7V9Iut32um3GMZE09Xs9ywPrUhabtHZSNhUSsGtsV2nzMBR1aH/DrhWSDta8iR8FvJgyajEdeLMr7SHWFOFvVPNNaKJpptxl+08diOVntjce7Vjbhkuge9pMpCWtZfs3bX29J6IZnfgypZUIlAbEh9Sot1LZzWQl4NPAoX03PVCpnOQHwKaU2Ytv275M0m216517VPp+fZGyG40pJxgfcmlH0QnN+827bb+7ta85SROw2yhb/SxF6Tn0kf7ba7Qx0ML9DS8EtoUBva1+bHuDCjF1vpC0qfvq9bequhS+qUnboyu1Qz3NyOBRwAaUbVumAQ+2WUzaF8uIKy9tj9jUdkmS9H3gagbWEM20vXutmLpm0MnrGbZr92qaECStwsD9hltPYpuk8E2UkcHnA88EdrJ95YgPbIGkyynbyPVGL/cE3m97y+Ef1b62Z8wmayPWi1m419wllG0aegzU6CPVv7/h1X3Ha+1vSK9ouwuJ1lBUWnb020xSzf5WDwHXSjqfgW0ManfC/zLlBe27lN5p76BsQF9D7ZqckewPfILy/9+bVtuvakR0K4Fm4MrxToye9HRxFEXS6yj9tp5L2cptbeAmoPXaQtv3AccDxzcJ4VuB/5K0pu01245nEHlgq6Vv9ddq16CBG7svRdlh5e5WY5iMI2BdJun9to+qHQcMWI674BAD23VU3aJFpUN/z/LA9sDVtVoZqGMNa3skzbE9s3+VmqTLatc2xdhImsMQCbTtj1WIpbP1s10cRWkK3rcDzrO9qaRXA3vZPrDlOJYHVrR996DjzwGeZfumNuMZTNJngD9TatRMSQ6Xoxl8qDRt29+WZj6l590ZtltbLDSpE7BmSPYwFjaDvBg4ojlTaDuW7WxfoNJwcRE1pkUnmub3eXLtoveukXQJ8BrgG5QVRncC76xZ2yTpuZTRim2aQ5dQRiuqbQWm0svqH1l0x4DtasUE3UqgJT1G2eZHwAo0CwHowEmZpCsGJ1uSLre9VcWYer+7nwGb2n5c0pVtt/CRdCxll5fvDTq+N7CN7fe0Gc9gKr05h+Ou1Kq1bbJOQfYcTynefktz/e2UvlJDJkFL2KuACxg4HdpTa1p0AUkbA69orl5Sq9B9FA9RYWptuEUKPbUXK1D+rpcC3gd8iNLGoHbtzgkNQb0hAAAbW0lEQVSU3R56q8F6/3s125t8F/gqJVGt3c6k30Mq2/5cK+lzlAS69Y2BAWxPq/F1x+hCSYcycBTlR81Cj1o7nPxZ0tMoJxinSLqLOpvNbzPUqJvtUyS1PpI6RBydWY0p6UxGfj1v7QR/so+AdbYZZJdIOgR4FwuTwDcAx9aeKh30j7IUZSPs020fOvyjlkgcQy5S6OlqDV1NXfzfkzTXFTu5D6f5+/oDpf7rQ5R2Al+xfWvVwDqmbxSl95owYKeTGqMoKpvLP0x5fdqb8rs7pe1Vv5JuGm4h10i31SDp2LanaAd9/d6q4zcCqwLfaq7vBfyqzan/yT4C9rCkbWxfCiBpa8o/S+sGFfwtwnX3ozsA2NL2g7Cg39VPKYXBNX2+7/P5wK9dYduRXoIlaRfbP+6/TdJBlFGVapq/68MpBcD9U2s1h/XvkbQnC3dYeAtQbQ/WxpmS3gt8n4GLKGruDTuNskfmPpRGtVW3ReoiSZsDv+2NojS1mG+i1OwcXvP3R9n0+pu2f0uz7ZakA4FjW47jLklbDF7x2PzsWi0sH4OqjWF7bV0kfdJ2fyPtM5tyjtZM9gTsPcCJTe0QlO7lQxZSt2DFSl93LMTAKZnHGHh2WUWb/Y/G6P9JesT2BQCS/pnSUqRqAgYcRxk5mUt3ptb2B75CKbI1cDkl0a+p97/f35bGVFztZ/sxSdMlLWv70VpxdNzXKDWOqOw88Wng/cAmlESn2v6iTRx7STrYTYNf4CDaT8A+ApyusuF8b8eC3oKOPVuOZTR31Q6gMV3S83qraCWtS8uruCf7FORylH/O9Sg9Ue6jAzvDd00zOrcvZWQAYHfKWd1/1YtqyFWaC26iQkGwpJWBH1Je7HYGXgjsWbM3WRPXIsXJMXFI+hplCfwsSgE8UH1UvDPU1yxX0tHA3bYPb67Xnta+BtiNUl/437b/Q5WafzetJw6mNK6GsmPHl21XS3gknWz77ZIOsf3FWnEMRdLOlES518ZkHUoj1nNai2GSJ2BnU5a+Xk3fyIDtIyvGtAZlam9rSnJxKaWbc+tTa4Pi2oy+bUdcccuYHklHUFb1nUyJa2/KUuvPVYxpFeA8ylnm/u7AP1CzxHsapYavf2rt6mEftORjWpkyCrYOA6dFa9Z+LEMZFe9NO1wEfK0DCfRhQx23nelIQNINwCa250u6GTjQ9iW922y/eORnWKKxXdO0n1geOAZ4GvAS2y+sFVOXSPo5ZW/MWQxsQA7Unf6HBYM0vd/VzW55l5PJnoBV/ecciqTZlI25+7tx7217qE1dl3Qsy1OGy58PXA8c5w7tCTnMsvPWR3v6RuJ6fdKWpdSkmW70S7twiMOu2V5B0v9Sph0HTIvaPm3YBy35mL4BLENTq0NZmfmY7b+vFVOMTtLHgV2BP1I2Ld/MtiU9HzjR9tYVY/u67Xf1XT8Y+PBUbaswmMrOGO+hTPP/jg4snOiR9BRKDd/att8laQbwAts/bC2GSZ6AHQscZfv6Ue/cki6tDpN0GvA34CeUs5Rf2f5g23EMR2WD2aNZuOx8L+DgGv2R4ompPTU0FHV3L8ihlsXfB8yhjNC11hiyq1R2C1gNOLdvsdD6wNNqjvTG2Eg6pnYvssGa97+5wDtsv1jSCsBP23zdmuxF+NsA72yWLz/Cwtqhmn2b/ihpHxZ2c94LqLVR8Ya2XwIg6Tig+p5hg7yN0szzi5Q3qP9tjlXRrDa81vaDze9wM+C/XGnzYkn72P7WcCtsK9cQ/VjSjrbPrRjDYI9JWs/2L4He1jZdWLRwG6X4t/ea8FZKW4r1ga9TRuqmNNuXD3Hs/2rEAiDpdNtvGa5HYOX3mM7o9WgDPt73+QKVpyDXs/1WSXs1sTwsqdXFZ5M9AduldgBD2J+yd99/Uv5xL2uO1bCg9qWpr6gUxtBs/4pS4NoVxwAbqzSt/SfK6sOTKU12a+g16+ziCtuDgH+W9BDwKAtPfhZ5EW7RRyjNPG9r4lmbDuwFSemgvshyeNuvlHRjtahiJIc0H/+uahSNLjUXHWQuQ/dtg8orkIFHm1EvA0haj74a2jZM6inILpK0su0/1o4DBmw7AgO3Hqm67Yikf7L9OZW9IIc6u6yy+bWavfEk/SvwO9vHqWP75XVF099qEbarjjg1RbcvoPyNt150OxRJNwE79UZSJa1F2VZmw1or6mJsJH3W9j+PdqyFOEY8CexgS5/qJO0A/Aulwfe5lIVx77R9UVsxTPYRsM6Q9DrK1kjzm8TnLbYvqxmTu7vtSG/j2DlVo1jUA5I+SpkSekWTZFT7H5J0ru0dm88/avvTtWIZrOlvtSqlaLr/Z1Ttb74pkD7FzTZbklaSdIDtr9SKqfFh4FJJv6QkhusC71Xpsl51o/cY1Q7A4GRrlyGOLVFdT7Caqb29gXVtf7I5yVjVgxrHtsn2bElXA1tR/u8OaXtwJCNgLZF0HSXpulnSlsDnbNeauorF0CQUbwOutH1p0xTyBNvrVYpnwehI10biJP07ZYXvzSyss7LtXSvGNNQCmE6MMPUth++NzE35wvsuk/Qe4L2UKbRf9t20InCZ7b1bjme4/Wq7UPeMpGOAx4HtbG8gaSXKgorNK8e1OovuINJaN/yMgLVnvu2bAWxfIamLdTud0NV6Btu/l3QB8DZJ3wJuB2o2q+3y2dObgPU7lkgsJUm93m3NCOaylWPq9Sd7N339ySRV708WI/o28GNKV/7+vWkfqFRY3olatBFs2ZRvXANg+16VDeirUdly762UhrWPN4dN2Vi9FUnA2rPKoNVqA65XXrHWNb09IIfcLLXtYJrl7nuycMXqaZTR41e3Hcsgz5M0i3KW2/t8gYqFt1CS06Uqfv2hnEPZruWrlBfag4Cz64YElMUdy1C2boIyxX0MkP5kHWX7PkqrkL0kbQPMsH2CpJUlrWv79lGeYrzj+fVQx5uV22+jdMiv6W/NCU/v5Gc6C5OeWnan9P2qVgeaKciWaJhu1z1O1+tF9FaCjXashTgep/RKO8D2rc2x22o3W+xi4a2k3ureNYGNKLsG9HfnH3FT+iVJ0lKUkabtKUnrucA3OrAwoJP9yWJ0zev6TMob+fqSngt8t3Jz2E0oSddbKCdC37N9VK14mpj2pow2bUapa3wz8C+2v1sxph8De9j+S60YMgLWkiRYi6X6ZqmNN1FGwC5U2d7qVBZdUl3D3pRpkPNsP1A7mMYNzccb6cboEpKebvt+249TRpaO6bttLaBKH7c+Xe1PFqN7A7ApZbs7bN9Ro7ykw6P0ANg+RdJcFp787G77plEetkT0ra5/CLhW0vkMPElsbZV9RsAq6lrhdNeoA5ulDornqZRh672A7Shnct+v1WxUpTv4zpQXtUcpIzpn2/5ZjXj6qWxz9WiT9PRGn5atURPW/38m6Xzb2w91Wy2StgdOoPyd9/qT7W/7gppxxegkXWl7i74WNU+ldFNvtei9q6P0PU2PrXm2H5G0LWV0/CTbf64Qy74j3W67tZXHScAq6soKrC5T5c1Sh6PS1XkP4K2uuOdiXzzPBnakLIHfiHJGfrbt0yvF81Ngx97IXDMqcI4rbCM1aLXogP+5LvwPNn/j0NefDKArf+sxPEn/CMygtKP4NKWp9rfbnvKT9AbKCNjLKSPPp1Km19dtM47hSLqWMlW7DiW+MynTtjVXRT8V+GuvBKGpUVvO9kNtxZApyLp+VDuALpL0xmFuWk8Str/XakBDaFY6fa25VGf7T5StbL4DIOmllNGxWlbonxa1/YDK5rc1eJjPh7pew0+bUbjregea/kQZHe84259vGnreT0mg/9X27ApxfB/4ft8o/YeA5zTtH6qN0vd53GW3lTcCX7R9VG9FZEXnA68BejVgK1BmEVo7SUwCVpHtf6kdQ0e9rvm4CuWf4XzKyMCrgYuA6glYl0g6hDKF9QBl78DNgI/a/lTFsB6StHFvOrQpDK7VkqK34lgMXH0s6tQUli9e+sqtDqwgaVMW1hU+HaiVrMYT1CRcrSddQ3HZqPwU4JS+UfpDKYlFTX9T2XPxHSx8fV+mYjwAy/cX4Nv+S9sniUnAWtacAXyWklyIytv+dJHt/QAk/ZCyYfidzfXVgKNrxtZR+9v+oqSdKH9X+1ESsiq1co0PUc7Ie8vj16LUztXwdRbul9n/OcA32g9ngZ2AdwJrAP1taB4APlYjoHhiuvx63rFR+v0obV8+Zfv2ZkHVt0Z5zJL2oKTNbF8NIGkm8HCbAaQGrGWSbgVeV2sFyEQi6QbbL+67vhRwXf+xKLss2N5I0heBi2x/v0O1TRtQ3pRutP1opTj2onTd/lONrz8aSW+yfUbtOOKJy+v5xCVpc0qt3B2UUoTnUmp657YVQ9caJU4Ff8g/65hdJOkcSe9sVq78CLiwdlAdNFfSucCuwDlNwXvVJoeSVqCMgh1k+xpgLUm7VApnbeC7kn4i6XBJW0rqQhuRnvMlfUHSnOZypKRn1A4qxiSv5xOMpM0lrWr7KsoCr9OA+ZTFAa020M0IWMuaUYpVgf9hYO+R1DUNoVnd02u8eklTbBp9mpHBTYDbbP+5qf1Yw82m05Vi+g5wPfA22y9uaiv+t+aoXJOYvoayOGELyqbvZ1NWZ/6hYlxnUPqn9Za/vx3Y2PZwi1GiI/J6PvE0C1xeY/self18TwXeT3kN3cD2m1uLJQlYuySdMMRh296/9WAmAElrU7b5OK95E5/WoaajnaCy3ci1th+UtA+lCP+Lw21P0lJMc2zPHNQCYpHNsGuStCGlbceOtneqGMdQm4R36mcVQ8vr+dhI2mNw1/uhjrUUy4JdJiQdDdxt+/Dmeqv/dynCb1mvwDxGJ+ldwIHAs4D1KCvGvkppPBoLHQNsLGlj4J+A44CTgBG3KlrCHm2asfb2fluX0iy2mmak6ThKf7THbf8c+DlwZM24gIclbWP7UliQULdaDByLJ6/nY/ZRYHCyNdSxNkyTtLTt+ZT3kgP7bms1J0oC1jJJawBHAVtT3pwuBQ6xPa9qYN10MGWq6AoA27+QtErdkDppvm1L2o0y8nXcaN2eW3AEZXpvDUknUpLBA+qGxDGU1VhHSfou8E3bN1eOCcrqsJOaui8B91BWR0bH5fV8ZE3d567A6pK+1HfT0yl1VzV8B7hY0h8pJzo/AZD0fMoG661JAta+E4BvU/qzAOzTHNuhWkTd9YjtR3v10pKWphuNM7vmAUkfpdQOvaLp6Fylx46ktWz/xvbZKnu/vZySVHzE9l01YuqxfR5wXpPo7AXMlvRbSmuKb9n+W6W4fkYZwXx6c/3+GnHEYsnr+cjuAOYArwf6Vxc+QFmk0zrbn1LZ/3E1yuro3nvKUpRasNakBqxlqfcYO0mfA/5Mad73fuC9wM9tf7xqYB3TNPR8G3CV7Z+obDC9re2TKsRSfW/Fkahs2bQPJVm9g9K0chvgJba3rRTTcpQN39eh76TY9hE14omxy+v56JoTwpNs7107lq5JG4r2/VHSPpKmNZd9KLvXx6IOBe6mrKZ7N3AWkN0DBrH9e+AMoLen4B+BWqtFu9TeYQBJ36NMNzyF0rvp9bZPs/1+4GkVQ/sBsBtlSubBvkt0X17PR9HstfhsScvWjqVrMgLWsmZ04svAyyjTaZdRagaqrViLia1/sYLt9STNAL5qu/XFCpLuoizrHpLtD7QYzgCStrN9Qa2vP5zBDYdj4sjr+dhI+hpldfYs+k4ubH9h2AdNAakBa5nt31Dmw2MYkkargRFwp+3124hnAujSYoWHGVjr0SUbNFOkfwaQtBKwl+2vVI7rMkkvsX195TjiCcrr+Zjd0VyWYuBWYFNaRsBaIulfR7jZtj/ZWjAdN5ZtdLqw1U5XSLrC9pa9n0mzWOFq2xtViKWzv5dh6nWqxSvpesqoydLADOA2SjPP3n6Crf/+4olp2qu8n0Xr95KUDaFphmz3bYI9lWUErD1D1XQ8lbI0/9lAErCF3jRO95kqLpb0MWAFSTtQFiucWSmWqlsgjWIpSeqtemqKg2vWpfxdxa8d4+N/KL3lzqTbf/tVSXoxcDKlpyNNC4h32L6xamCVZQSsguYs4BBK8nU6cGTtJfoTQfOGuaftU2rH0iXNVkQHADtSRk/OAb7hCv/ckuYA8yg9wM62/au2YxiOpP+gjFR8lTLydBDwW9sfrhTP8k0Mz6csNDmuaQ4ZE0Rv9Ll2HF0n6TLg47YvbK5vC/y77ZdXDayyJGAtavbo+wdgb8q+b1+0fW/dqLqn6Yd0MKXz/SxgNvA+4B8pW+7sVjG8GEWzfdQulD0XV6c0p/wxcLHtR0Z67BKOaynKatrtKYnquZRE9bFK8ZwG/I2yMnMX4Ne2D6kRSyweSW+jTB+fy8C9IK+uFlQH9W//M9KxqSYJWEuas+83AscCR2cOfHiSfgDcC/yU8ma5EmWq6BDb19aMrYuarWsOB9amlBX0aoieVzMuAEnLAK+gJGPbUvZde23VoDpC0vW2X9J8vjRwZZd7qMWiJH2a0lPulyycgrTt7epF1T2Svg9cTZmGhNKLb6bt3etFVV8SsJZIepxyhjSfgd3ce2+WT68SWAcNemOaRulrtVY24R6apJspXaXnAgtGc2xX7UckaQXK7+2WvmOr2/5dy3GcbvstfUXvA9Qqdh/ctLbrTWxjUc3/3ka2q+5z2nXNiuNPUJoeA1wCfGKqzwClCL8lttP0duwWbAlj+zFJtyf5GtF9tn9cO4h+kl4P/Adl5HJdSZsAR1RaHdab1uta0fvGfS1XRFlEcT85KZtIfgY8E0gN7xAknWz77ZSC+2o9ALsqI2DROZIeY+GqUQErAA+RN6YhSfoMMA34Hh2pQ2n2gdwOuKjX5qF/ZDNiMpB0EbARcBUD//fShgKQ9HNKfeMsSgnCgJ0ybN9TIazOyAhYdI7tabVjmGB6q7Bm9h0zJQGqZb7t+3obqTeqnO1JeoAhpv1JQh9P3mG1A+i4r1JWRD+PUiLR/4Lg5viUlRGw6Jyx1MKkXqbbJB0HnE/Zz/NNwAeAZWwfVDWwiHHWrPqdYfs8SU8BpqVkopC0ru3bJR1j+z214+maJGDROZIeBn4x0l2AZ9heq6WQOknSPra/Jekfhrq95j5rzRvRxym9yaD0Jvs323+tFROApI0pqzIBLrF9Xc14YmLr0j6sXSRpru2XSjo/P5NFZQoyuuiFY7hPld5NHfPU5mPn9laz/RAlAft47Vh6JB0CvItSKwdwiqRjbR9VMayY2Lq0D2sXLSXpMGD9oU4Usxl3RMfY/nXtGCYC219rPn6idiyDSZoN7DFo4+tTbe9UMawDgC1tP9jE9FlKr7kkYLG4HrH9aK/WsennlmmlhfYEdqfkGp07UawtCVjEBCfpc8C/AQ9TCl43Bj5o+1sVw1q5l3wB2L63AyMDYuDI6WMMWpUV8QR1aR/Wzml6AH5W0nVda5XTBelNFTHx7Wj7fkqfq3nA+sBH6obE45IW1Og1hcq1RwZOAK6QdLikw4HLKRspRyyuQ4G7KXt5vhs4C/iXqhF109WSjpP0YwBJG0o6oHZQtaUIP2KCk3Sj7RdJ+jpwhu2za++zJmlnyrZbFzeHXgkcaPucWjEBSNqM0o1blCL8a2rGExOfpOkAtu+uHUtXNYnXCZQNuTdupmqvmep9ATMFGTHxndlsifIw8N7mDaHqasMmCdwM2IqS7HzI9h9rxCJpeeAg4PmUkYqv2J5fI5aYHFSKvg4D3kf5+1bTQPoo20dUDa6bVrZ9uqSPAtie3/y8prRMQUZMcLYPBV5G2dz2b5RdBHarGxUAywH3APcBG0p6ZaU4TqQ0qb2e0pX785XiiMnjg8DWwOa2n237WZSGyFtL+lDd0DrpQUnPpilDkLQV5XVhSssUZMQEJ+kdQx23fVLbsfQ0KwzfCtwIPL4wpPa3aBm0ufvSwJVp4htPhqRrgB0Gj+o2o8/n9rbfiqIZDT8KeDFwAzAdePNU78OXKciIiW/zvs+XB7YHrgaqJWCUpecvsP3IqPdc8vo3d58/aHukiMWxzFBT6rbvlrRMjYC6zPbVkl4FvIAyZXtLM1o/pSUBi5jgbL+//7qkZwAnVwqn5zZgGfo2KK5oY0n3N5+L0jLgfrIXZCy+Rxfztimrqbu8sWl+fGDteLogCVjE5PMQMKMDMVwr6Xz6kjDbH2g7kGzuHktAf1LfT5RR6BjezNoBdEUSsIgJTtKZLOyxtRSwIXB6vYgAmNVcIiadJPVPyl21A+iKFOFHTHBNbUXPfODXtufViqdH0grAWk037IiYoiQ9z/ZttePomiRgEZOIpJWBP7nyP7ak11HaPSxre11JmwBH1FgFGRF1SboEWB24CrgE+Int6+tGVV/6gEVMUJK2knSRpO9J2lTSDZQl3n9oOtHXdDiwBfBnANvXAuvWDCgi6rD9SmADSiuKlYAfSbqnblT1pQYsYuL6MvAx4BnABcAuti+X9ELgO5SNuWuZb/u+QS0fMtweMQVJ2gZ4RXN5JvBD4CdVg+qAJGARE9fSts8FkHSE7csBbN/cgV5XN0h6GzBN0gzgA8BllWOKiDouBuYAnwbOsp1WHWQKMmIie7zv84cH3VZ7tOn9wIsoLSi+A9xP2b4lIqaeZwNHULZMO1vSeZI+WTmm6lKEHzFBNZvZPkjTXJTSe4vm+vK205E7IjpB0gbAqyjTkC8HfmP7VSM/anJLAhYR40bSf9n+4KDeZAtkFWTE1CPpl8AtwKWU2q8rMg2ZGrCIGF+9LZA+XzWKiOiSGbYfH/1uU0tGwCJi3El6KvBw70VX0jRgOdsPjfzIiJhsJK1BaUGxNWVk/FLgkC40jK4pRfgRsSScDzyl7/oKwHmVYomIuk6gbE32XEpD1jObY1NaErCIWBKWt/2X3pXm86eMcP+ImLym2z7B9vzm8k1geu2gaksCFhFLwoOSNutdkTSTRVtlRMTU8EdJ+0ia1lz2Af5UO6jaUgMWEeNO0ubAqcAdlJqP5wJvtT23amAR0TpJa1F27ngZ5fXgMuADtn9TNbDKMgIWEeNG0uaSVrV9FfBC4DRgPmVbpNurBhcRVdj+je3X255uexXbuwNvrB1XbUnAImI8fQ3o9fd5GWWvyqOBe4FjawUVEZ3zD7UDqC19wCJiPE2zfU/z+VuBY22fAZwh6dqKcUVEt1TfsLa2jIBFxHiaJql3Yrc9cEHfbTnhi4ieKV+AnhfEiBhP3wEulvRHyqrHnwBIej5wX83AIqJdkh5g6ESrt3/tlJZVkBExriRtBawGnGv7webY+sDTbF9dNbiIiI5IAhYRERHRstSARURERLQsCVhEREREy5KARURERLQsCVhEREREy5KARURERLTs/wNt3h5ZHfZI9QAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 720x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.figure(figsize=(10,4))\n",
    "df.Flair.value_counts().plot(kind='bar')\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 283,
   "metadata": {},
   "outputs": [],
   "source": [
    "REPLACE_BY_SPACE_RE = re.compile('[/(){}\\[\\]\\|@,;]')\n",
    "BAD_SYMBOLS_RE = re.compile('[^0-9a-z #+_]')\n",
    "STOPWORDS = set(stopwords.words('english'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 284,
   "metadata": {},
   "outputs": [],
   "source": [
    "def column_cleanup(text):\n",
    "    if type(text) == np.nan:\n",
    "        return np.nan\n",
    "    text = text.lower() # lowercase text\n",
    "    text = REPLACE_BY_SPACE_RE.sub(' ', text) # replace REPLACE_BY_SPACE_RE symbols by space in text\n",
    "    text = BAD_SYMBOLS_RE.sub('', text) # delete symbols which are in BAD_SYMBOLS_RE from text\n",
    "    text = ' '.join(word for word in text.split() if word not in STOPWORDS) # delete stopwors from text\n",
    "    return text\n",
    "\n",
    "df['Title'] = df['Title'].apply(column_cleanup)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Creating models"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import MultinomialNB\n",
    "from sklearn.pipeline import Pipeline\n",
    "from sklearn.feature_extraction.text import TfidfTransformer\n",
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfVectorizer\n",
    "from sklearn.metrics import accuracy_score, confusion_matrix\n",
    "from sklearn.preprocessing import LabelEncoder, OneHotEncoder"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 422,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = df.Title\n",
    "Y = df.Flair\n",
    "Encoder_Y = LabelEncoder()\n",
    "Y = Encoder_Y.fit_transform(Y)\n",
    "x_train, x_test, Y_train, Y_test = train_test_split(x.values, Y, test_size=0.33, random_state=42)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Naive bayes with title"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 423,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy 0.383881496359528\n",
      "                    precision    recall  f1-score   support\n",
      "\n",
      "          Politics       0.00      0.00      0.00        22\n",
      "              Food       0.43      0.33      0.37       476\n",
      "         Scheduled       0.83      0.53      0.65       240\n",
      "     [R]eddiquette       0.00      0.00      0.00        19\n",
      "    Policy/Economy       1.00      0.07      0.14        41\n",
      "       Photography       0.00      0.00      0.00        19\n",
      "  Business/Finance       0.34      0.41      0.37       713\n",
      "            Sports       1.00      0.03      0.06        68\n",
      "     Non-Political       0.54      0.09      0.15       156\n",
      "Science/Technology       0.45      0.71      0.55       715\n",
      "          AskIndia       0.00      0.00      0.00         9\n",
      "\n",
      "       avg / total       0.42      0.38      0.36      3983\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\kesha\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1428: UserWarning: labels size, 15, does not match size of target_names, 11\n",
      "  .format(len(labels), len(target_names))\n",
      "C:\\Users\\kesha\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "nb = Pipeline([('vect', CountVectorizer()),\n",
    "               ('tfidf', TfidfTransformer()),\n",
    "              ])\n",
    "\n",
    "\n",
    "count_vect = CountVectorizer()\n",
    "X_train_counts = count_vect.fit_transform(x_train)\n",
    "tfidf_transformer = TfidfTransformer()\n",
    "X_train_tfidf = tfidf_transformer.fit_transform(X_train_counts)\n",
    "\n",
    "clf = MultinomialNB().fit(X_train_tfidf, Y_train)\n",
    "\n",
    "from sklearn.metrics import classification_report\n",
    "Y_pred = clf.predict(count_vect.transform(x_test))\n",
    "\n",
    "print('accuracy %s' % accuracy_score(Y_pred, Y_test))\n",
    "print(classification_report(Y_test, Y_pred, target_names=list(set(df_t.Flair))))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Naive Bayes with Comments"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Creating a new df wher cmnts is not empty"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 361,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_t = df[df.Cmnts != '']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Removing useless flairs to imporve detection"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 396,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df_t = df_t[df_t.Flair != \"noFlair\"]\n",
    "# df_t = df_t[df_t.Flair != \"Demonetization\"]\n",
    "# df_t = df_t[df_t.Flair != \"low self esteem posts\"]\n",
    "#df_t = df_t[df_t.Flair != \"All CAPS.\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 429,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Title</th>\n",
       "      <th>Flair</th>\n",
       "      <th>Author</th>\n",
       "      <th>Created</th>\n",
       "      <th>id</th>\n",
       "      <th>CmntCount</th>\n",
       "      <th>text</th>\n",
       "      <th>falir color</th>\n",
       "      <th>Flaircount</th>\n",
       "      <th>Cmnts</th>\n",
       "      <th>feature_combine</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>indians road rage brampton canada</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>qazwsx2121</td>\n",
       "      <td>2019-08-01 00:00:15</td>\n",
       "      <td>ckgl4m</td>\n",
       "      <td>16</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>toronto cesspoolbetween fresh boat indian chin...</td>\n",
       "      <td>indians road rage brampton canadatoronto cessp...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>said right heard plans optional nonsubsidy tic...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>eddygta17</td>\n",
       "      <td>2019-08-01 01:19:32</td>\n",
       "      <td>ckhhu1</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>something romantic word subsidy people love ge...</td>\n",
       "      <td>said right heard plans optional nonsubsidy tic...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>indian social media made indians</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>divyaaaaaaaaaam</td>\n",
       "      <td>2019-08-01 03:00:08</td>\n",
       "      <td>ckim2e</td>\n",
       "      <td>20</td>\n",
       "      <td>I really wanna get off these American sites an...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>joke call indian social media user also singsa...</td>\n",
       "      <td>indian social media made indiansjoke call indi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>sexual assaults women increasing see women sis...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>CeleritasLucis</td>\n",
       "      <td>2019-08-01 03:04:38</td>\n",
       "      <td>ckinsv</td>\n",
       "      <td>192</td>\n",
       "      <td>Many make the argument that women are sacred i...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>respect women show even ounce sexuality asexua...</td>\n",
       "      <td>sexual assaults women increasing see women sis...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>really like</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>zavod311</td>\n",
       "      <td>2019-08-01 03:32:58</td>\n",
       "      <td>ckiyl1</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>food religion religionive always dismissed zom...</td>\n",
       "      <td>really likefood religion religionive always di...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>mamata banerjee minus mercurial prashant kisho...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>GlobalCitizen12345</td>\n",
       "      <td>2019-08-01 03:38:00</td>\n",
       "      <td>ckj0d9</td>\n",
       "      <td>9</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>prashant kumar many like political touts servi...</td>\n",
       "      <td>mamata banerjee minus mercurial prashant kisho...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>lynchings open bigotry hindutva high seem far ...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>Thekikat</td>\n",
       "      <td>2019-08-01 03:39:29</td>\n",
       "      <td>ckj0x2</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>mad max bad bhakts</td>\n",
       "      <td>lynchings open bigotry hindutva high seem far ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>beyond borders priya live piston song written ...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>throw_me_im_garbage</td>\n",
       "      <td>2019-08-01 03:44:34</td>\n",
       "      <td>ckj2tb</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>shes awesome singer songwriter deserves attent...</td>\n",
       "      <td>beyond borders priya live piston song written ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>minors trapped spas sex trade kolkata</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>ppatra</td>\n",
       "      <td>2019-08-01 03:49:35</td>\n",
       "      <td>ckj4mj</td>\n",
       "      <td>10</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>fun fact everybody knows bad grammar minors tr...</td>\n",
       "      <td>minors trapped spas sex trade kolkatafun fact ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>motor vehicles bill 2019 full list fines youll...</td>\n",
       "      <td>Policy/Economy</td>\n",
       "      <td>pramodc84</td>\n",
       "      <td>2019-08-01 03:58:20</td>\n",
       "      <td>ckj7pi</td>\n",
       "      <td>46</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>478.0</td>\n",
       "      <td>rules given below1 penalties range 1 000 2 000...</td>\n",
       "      <td>motor vehicles bill 2019 full list fines youll...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>rahul gandhi surnamethis rahul wants drop gand...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>Bhenkepakode</td>\n",
       "      <td>2019-08-01 03:59:46</td>\n",
       "      <td>ckj886</td>\n",
       "      <td>19</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>know gandhi family thr kids name sanjay sonia ...</td>\n",
       "      <td>rahul gandhi surnamethis rahul wants drop gand...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>trouble brews coffee retailer siddhartha perso...</td>\n",
       "      <td>Business/Finance</td>\n",
       "      <td>_RandomRedditor</td>\n",
       "      <td>2019-08-01 04:05:12</td>\n",
       "      <td>ckja8p</td>\n",
       "      <td>83</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>726.0</td>\n",
       "      <td>loan lakhs worried loan 1000 crores bank worri...</td>\n",
       "      <td>trouble brews coffee retailer siddhartha perso...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>get redmi k20 pro dslr camera action camera</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>CodeRed_Sama</td>\n",
       "      <td>2019-08-01 04:14:17</td>\n",
       "      <td>ckjdo5</td>\n",
       "      <td>11</td>\n",
       "      <td>I have seen that the camera of K20 Pro is real...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>get dslr already good phone even basic dslr ca...</td>\n",
       "      <td>get redmi k20 pro dslr camera action cameraget...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>hindu man refuses takeaway muslim driver</td>\n",
       "      <td>Politics</td>\n",
       "      <td>GlobalCitizen12345</td>\n",
       "      <td>2019-08-01 04:14:22</td>\n",
       "      <td>ckjdp8</td>\n",
       "      <td>26</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>man refused food delivery diseased misogynist ...</td>\n",
       "      <td>hindu man refuses takeaway muslim driverman re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>heartbreaking picture</td>\n",
       "      <td>Photography</td>\n",
       "      <td>aryasharma36</td>\n",
       "      <td>2019-08-01 04:27:55</td>\n",
       "      <td>ckjie9</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>254.0</td>\n",
       "      <td>picture taken somewhere indian highway two ele...</td>\n",
       "      <td>heartbreaking picturepicture taken somewhere i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>found video youtube sad sex talk protection st...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>fireheart727</td>\n",
       "      <td>2019-08-01 04:31:59</td>\n",
       "      <td>ckjjrl</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>got message pretty fine saw comments video scr...</td>\n",
       "      <td>found video youtube sad sex talk protection st...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>hindu mahasabha pen 101 blood letters pm trash...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>Herrfurher12</td>\n",
       "      <td>2019-08-01 04:37:24</td>\n",
       "      <td>ckjlnt</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>could done blood donation would useful people ...</td>\n",
       "      <td>hindu mahasabha pen 101 blood letters pm trash...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>anyone sonyliv paid subscription</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>P-dawgs</td>\n",
       "      <td>2019-08-01 04:44:23</td>\n",
       "      <td>ckjo0t</td>\n",
       "      <td>26</td>\n",
       "      <td>Has anyone paid for the Sony Liv subscription?...</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>stream free jiotv jio paytm first membership g...</td>\n",
       "      <td>anyone sonyliv paid subscriptionstream free ji...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>first ticket window shut see indicators strugg...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>_Floydian</td>\n",
       "      <td>2019-08-01 05:02:09</td>\n",
       "      <td>ckjtxb</td>\n",
       "      <td>6</td>\n",
       "      <td>Ticket windows at most small stations in Mumba...</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>upon raising safety concern along another staf...</td>\n",
       "      <td>first ticket window shut see indicators strugg...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>stop lynching</td>\n",
       "      <td>Politics</td>\n",
       "      <td>toughgetsgoing</td>\n",
       "      <td>2019-08-01 05:06:59</td>\n",
       "      <td>ckjvlh</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>boys lynching ke laude lag gaye</td>\n",
       "      <td>stop lynchingboys lynching ke laude lag gayedark</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>anyone played iafa cut mobile game</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>rumblepost</td>\n",
       "      <td>2019-08-01 05:20:26</td>\n",
       "      <td>ckk04x</td>\n",
       "      <td>4</td>\n",
       "      <td>The game play is good. Having played many flig...</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>bad graphics decent https wwwredditcom r india...</td>\n",
       "      <td>anyone played iafa cut mobile gamebad graphics...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>sign petition believe 100 rupees fine enough t...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>PlushiePizza4488</td>\n",
       "      <td>2019-08-01 05:36:33</td>\n",
       "      <td>ckk56o</td>\n",
       "      <td>24</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>absurd fines dont increase inflation 100 rs 19...</td>\n",
       "      <td>sign petition believe 100 rupees fine enough t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>indian government likely cave data localisatio...</td>\n",
       "      <td>Science/Technology</td>\n",
       "      <td>faltupanti</td>\n",
       "      <td>2019-08-01 05:40:52</td>\n",
       "      <td>ckk6lx</td>\n",
       "      <td>6</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>479.0</td>\n",
       "      <td>informative article agree indian govt stance c...</td>\n",
       "      <td>indian government likely cave data localisatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>blamed mallya lying authorities really messed ...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>_Floydian</td>\n",
       "      <td>2019-08-01 06:09:51</td>\n",
       "      <td>ckkfuq</td>\n",
       "      <td>12</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>mallaya business claiming high ground diverted...</td>\n",
       "      <td>blamed mallya lying authorities really messed ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>flipkart selling shady stuff</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>ss573</td>\n",
       "      <td>2019-08-01 06:11:54</td>\n",
       "      <td>ckkgiv</td>\n",
       "      <td>11</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>even ordered itshadier p ordered reality https...</td>\n",
       "      <td>flipkart selling shady stuffeven ordered itsha...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>posted right wing family whatsapp group rattle...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>rohan27nabar89</td>\n",
       "      <td>2019-08-01 06:12:46</td>\n",
       "      <td>ckkgul</td>\n",
       "      <td>64</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>reactedit also jamkhogin hearing first time fe...</td>\n",
       "      <td>posted right wing family whatsapp group rattle...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>iaf game recolored version older fighter jets ...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>TheUnfaithfulUser</td>\n",
       "      <td>2019-08-01 06:34:50</td>\n",
       "      <td>ckknvh</td>\n",
       "      <td>12</td>\n",
       "      <td>Just as I downloaded it it says the game wasn'...</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>deleted lol thing patanjali whatsapp killer re...</td>\n",
       "      <td>iaf game recolored version older fighter jets ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81</th>\n",
       "      <td>school girl stumps cop questions unnao case</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>Dhinnu</td>\n",
       "      <td>2019-08-01 06:43:23</td>\n",
       "      <td>ckkqgx</td>\n",
       "      <td>15</td>\n",
       "      <td>An initiative that is a part of the police sec...</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>girl safe someone get girl shes target anti na...</td>\n",
       "      <td>school girl stumps cop questions unnao casegir...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>88</th>\n",
       "      <td>nice try sbi better luck next time</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>Robbyrayjr</td>\n",
       "      <td>2019-08-01 07:04:00</td>\n",
       "      <td>ckkwpc</td>\n",
       "      <td>8</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>sbi scummy bank feel dont get itcredit cards d...</td>\n",
       "      <td>nice try sbi better luck next timesbi scummy b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>89</th>\n",
       "      <td>fast food place jammu</td>\n",
       "      <td>Food</td>\n",
       "      <td>onepunchbald</td>\n",
       "      <td>2019-08-01 07:05:19</td>\n",
       "      <td>ckkx5z</td>\n",
       "      <td>93</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>147.0</td>\n",
       "      <td>bhookh lagti h karne ke baad hence cum eat foo...</td>\n",
       "      <td>fast food place jammubhookh lagti h karne ke b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11987</th>\n",
       "      <td>mumbai teenager steals rs 10 lakh home help bo...</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>swamyrara</td>\n",
       "      <td>2019-09-09 15:17:23</td>\n",
       "      <td>d1s9dd</td>\n",
       "      <td>5</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>#startupindia hell keeps 10lakh cash lying aro...</td>\n",
       "      <td>mumbai teenager steals rs 10 lakh home help bo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11992</th>\n",
       "      <td>bsnl layoffs bsnl eyes cut 50 employees volunt...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>ChorGroup</td>\n",
       "      <td>2019-09-09 15:39:17</td>\n",
       "      <td>d1sjx3</td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>hell voluntary even meanplease leave job volun...</td>\n",
       "      <td>bsnl layoffs bsnl eyes cut 50 employees volunt...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11993</th>\n",
       "      <td>modi government cuts increments senior isro staff</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>arulmozhi_varman</td>\n",
       "      <td>2019-09-09 15:40:06</td>\n",
       "      <td>d1skd9</td>\n",
       "      <td>2</td>\n",
       "      <td>http://www.newindianexpress.com/nation/2019/se...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>probably garner clicks news dead country news ...</td>\n",
       "      <td>modi government cuts increments senior isro st...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11997</th>\n",
       "      <td>indian recipients ramon magsaysay award</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>sudden_dust</td>\n",
       "      <td>2019-09-09 15:46:40</td>\n",
       "      <td>d1sngb</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>kejriwal kiran bedi got one</td>\n",
       "      <td>indian recipients ramon magsaysay awardkejriwa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12000</th>\n",
       "      <td>prof werner brilliantly explains banking syste...</td>\n",
       "      <td>Business/Finance</td>\n",
       "      <td>samarcasm</td>\n",
       "      <td>2019-09-09 15:55:13</td>\n",
       "      <td>d1sria</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>726.0</td>\n",
       "      <td>positive money nice animated explanations mone...</td>\n",
       "      <td>prof werner brilliantly explains banking syste...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12001</th>\n",
       "      <td>india called zionism racist today moves replicate</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>blood_centrifuge</td>\n",
       "      <td>2019-09-09 15:57:34</td>\n",
       "      <td>d1ssmf</td>\n",
       "      <td>2</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>poor research hindutva isnt based superior rac...</td>\n",
       "      <td>india called zionism racist today moves replic...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12002</th>\n",
       "      <td>astrologers india question</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>yesiamunknown</td>\n",
       "      <td>2019-09-09 15:59:31</td>\n",
       "      <td>d1stix</td>\n",
       "      <td>15</td>\n",
       "      <td>I've been told by my father's sister (whom we ...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>doesnt matter would rather adopt street dog pu...</td>\n",
       "      <td>astrologers india questiondoesnt matter would ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12003</th>\n",
       "      <td>rewatching got moment hotstar horrid experienc...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>kivaarab</td>\n",
       "      <td>2019-09-09 16:03:09</td>\n",
       "      <td>d1svbv</td>\n",
       "      <td>12</td>\n",
       "      <td>Like it says in the title I was binge watching...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>hotstar shittyi torrented got use streamable f...</td>\n",
       "      <td>rewatching got moment hotstar horrid experienc...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12008</th>\n",
       "      <td>canada vs us ms ece</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>JudgeHydrogen</td>\n",
       "      <td>2019-09-09 16:13:31</td>\n",
       "      <td>d1t0a5</td>\n",
       "      <td>3</td>\n",
       "      <td>I know that US pays more compared to canada. B...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>youre considering settle abroad takes around 1...</td>\n",
       "      <td>canada vs us ms eceyoure considering settle ab...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12013</th>\n",
       "      <td>modi government cuts increments senior isro staff</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>vectrum</td>\n",
       "      <td>2019-09-09 16:36:01</td>\n",
       "      <td>d1tb78</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>hug diya politicians hike salaries allowances ...</td>\n",
       "      <td>modi government cuts increments senior isro st...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12014</th>\n",
       "      <td>3 suggestions arvind kejriwal gov schools delh...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>WifeBeaterBoi</td>\n",
       "      <td>2019-09-09 16:36:26</td>\n",
       "      <td>d1tbdu</td>\n",
       "      <td>3</td>\n",
       "      <td>First - Ask parents to take their kids to park...</td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>changes mere reddit post matter many likes get...</td>\n",
       "      <td>3 suggestions arvind kejriwal gov schools delh...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12015</th>\n",
       "      <td>faye dsouza resigns executive editor mirror</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>silentalways</td>\n",
       "      <td>2019-09-09 16:42:29</td>\n",
       "      <td>d1tedu</td>\n",
       "      <td>11</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>man sad nooooi hope joins ndtv ravish faye wou...</td>\n",
       "      <td>faye dsouza resigns executive editor mirrorman...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12016</th>\n",
       "      <td>indians say ish saying english word pronounce ...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Mastermind1703</td>\n",
       "      <td>2019-09-09 16:43:13</td>\n",
       "      <td>d1teqe</td>\n",
       "      <td>12</td>\n",
       "      <td>While in my school,college, and family everyon...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>might something fact english alien vast majori...</td>\n",
       "      <td>indians say ish saying english word pronounce ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12017</th>\n",
       "      <td>government ban painted ganesh idols</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>pewdiepiefan257</td>\n",
       "      <td>2019-09-09 16:44:03</td>\n",
       "      <td>d1tf41</td>\n",
       "      <td>7</td>\n",
       "      <td>What if government bans painted Ganesh idols a...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>nope govt cant even enforce night sound limit ...</td>\n",
       "      <td>government ban painted ganesh idolsnope govt c...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12019</th>\n",
       "      <td>easiest cheap way get international debit card</td>\n",
       "      <td>Business/Finance</td>\n",
       "      <td>kvn95</td>\n",
       "      <td>2019-09-09 16:49:10</td>\n",
       "      <td>d1thgb</td>\n",
       "      <td>1</td>\n",
       "      <td>Hay, I need a international card to pay for Ap...</td>\n",
       "      <td>dark</td>\n",
       "      <td>726.0</td>\n",
       "      <td>open icici bank account minimal balance rs5000...</td>\n",
       "      <td>easiest cheap way get international debit card...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12020</th>\n",
       "      <td>woman wheelchair asked stand delhis t3 told do...</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>wilieecoyote</td>\n",
       "      <td>2019-09-09 16:49:40</td>\n",
       "      <td>d1thph</td>\n",
       "      <td>18</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>remind people threatened disabled man standing...</td>\n",
       "      <td>woman wheelchair asked stand delhis t3 told do...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12025</th>\n",
       "      <td>anyone experience</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>chickenfeet55</td>\n",
       "      <td>2019-09-09 16:56:12</td>\n",
       "      <td>d1tktz</td>\n",
       "      <td>7</td>\n",
       "      <td>I am being honest here and I apologise if I of...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>nothing sad people always exaggerated inaccura...</td>\n",
       "      <td>anyone experiencenothing sad people always exa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12026</th>\n",
       "      <td>modi 20s big achievement first 100 days underm...</td>\n",
       "      <td>Politics</td>\n",
       "      <td>sudden_dust</td>\n",
       "      <td>2019-09-09 17:01:37</td>\n",
       "      <td>d1tnjg</td>\n",
       "      <td>0</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2122.0</td>\n",
       "      <td>opinion piece presented fact take grain salt</td>\n",
       "      <td>modi 20s big achievement first 100 days underm...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12029</th>\n",
       "      <td>people undergone lasik experience expensive india</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>JustSuckItUp_</td>\n",
       "      <td>2019-09-09 17:08:32</td>\n",
       "      <td>d1tr2q</td>\n",
       "      <td>1</td>\n",
       "      <td>[removed]</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>10 years ago 30000 definitely decreased great ...</td>\n",
       "      <td>people undergone lasik experience expensive in...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12030</th>\n",
       "      <td>employer holding pay entire 60 days notice period</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>snow_dent</td>\n",
       "      <td>2019-09-09 17:11:17</td>\n",
       "      <td>d1tseb</td>\n",
       "      <td>3</td>\n",
       "      <td>I work in a IT startup. I have resigned recent...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>bs dont care much reference never used change ...</td>\n",
       "      <td>employer holding pay entire 60 days notice per...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12039</th>\n",
       "      <td>ask india need help finding song</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>dotmeat</td>\n",
       "      <td>2019-09-09 17:41:41</td>\n",
       "      <td>d1u7kj</td>\n",
       "      <td>4</td>\n",
       "      <td>The song is **Leke pehla pehla pyaar** which w...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>mean raghavs song lets work cheers dude though...</td>\n",
       "      <td>ask india need help finding songmean raghavs s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12040</th>\n",
       "      <td>karnataka 25yearold man addicted pubg beheads ...</td>\n",
       "      <td>Non-Political</td>\n",
       "      <td>faltupanti</td>\n",
       "      <td>2019-09-09 17:46:25</td>\n",
       "      <td>d1u9ud</td>\n",
       "      <td>3</td>\n",
       "      <td></td>\n",
       "      <td>dark</td>\n",
       "      <td>2161.0</td>\n",
       "      <td>pubg boring drugs bad holy coww intense shiz i...</td>\n",
       "      <td>karnataka 25yearold man addicted pubg beheads ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12043</th>\n",
       "      <td>happened arnab goswami</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>Viveq17</td>\n",
       "      <td>2019-09-09 17:52:17</td>\n",
       "      <td>d1ucww</td>\n",
       "      <td>2</td>\n",
       "      <td>I know he always shouted on his shows but I ju...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>_patrakaar_ hua karta tha ab _chatukaar_ banga...</td>\n",
       "      <td>happened arnab goswami_patrakaar_ hua karta th...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12048</th>\n",
       "      <td>good vpns servers india people outside india</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>Elegoogle</td>\n",
       "      <td>2019-09-09 18:09:13</td>\n",
       "      <td>d1ulho</td>\n",
       "      <td>10</td>\n",
       "      <td>I want to watch some stuff on Voot but I don't...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>tried nord vpn ive used pia expressvpn nord pe...</td>\n",
       "      <td>good vpns servers india people outside indiatr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12050</th>\n",
       "      <td>ethical date resident doctors student</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>BK20193</td>\n",
       "      <td>2019-09-09 18:27:07</td>\n",
       "      <td>d1uupv</td>\n",
       "      <td>2</td>\n",
       "      <td>I am a final year med student in Tirunelveli m...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>theyre position could enable favorable treatme...</td>\n",
       "      <td>ethical date resident doctors studenttheyre po...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12052</th>\n",
       "      <td>compare life life others</td>\n",
       "      <td>[R]eddiquette</td>\n",
       "      <td>damadji</td>\n",
       "      <td>2019-09-09 18:36:24</td>\n",
       "      <td>d1uzfd</td>\n",
       "      <td>4</td>\n",
       "      <td>So, it's midnight and I'm on social media wher...</td>\n",
       "      <td>dark</td>\n",
       "      <td>1507.0</td>\n",
       "      <td>cutting social media facebook insta helps lot ...</td>\n",
       "      <td>compare life life otherscutting social media f...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12057</th>\n",
       "      <td>burst clues south asians genetic ancestry</td>\n",
       "      <td>Science/Technology</td>\n",
       "      <td>mathukai</td>\n",
       "      <td>2019-09-09 19:36:20</td>\n",
       "      <td>d1vu55</td>\n",
       "      <td>1</td>\n",
       "      <td></td>\n",
       "      <td>light</td>\n",
       "      <td>479.0</td>\n",
       "      <td>whats intriguing i6113s dna lacks steppe ances...</td>\n",
       "      <td>burst clues south asians genetic ancestrywhats...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12066</th>\n",
       "      <td>someone please seriously tell get damn job dam...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>WifeBeaterBoi</td>\n",
       "      <td>2019-09-09 20:21:56</td>\n",
       "      <td>d1wh5v</td>\n",
       "      <td>3</td>\n",
       "      <td>Come on. I am not gonna add details to this ob...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>1 change username girlfriend tinder bumble duh...</td>\n",
       "      <td>someone please seriously tell get damn job dam...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12067</th>\n",
       "      <td>curious view average view pakistan uk india gr...</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>meji69</td>\n",
       "      <td>2019-09-09 20:27:30</td>\n",
       "      <td>d1wjyy</td>\n",
       "      <td>1</td>\n",
       "      <td>So what is your view of Pakistan, The UK, and ...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>view r india doesnt represent popular view ind...</td>\n",
       "      <td>curious view average view pakistan uk india gr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12068</th>\n",
       "      <td>changing name india complicated digitization</td>\n",
       "      <td>AskIndia</td>\n",
       "      <td>WifeBeaterBoi</td>\n",
       "      <td>2019-09-09 20:42:47</td>\n",
       "      <td>d1wrxo</td>\n",
       "      <td>0</td>\n",
       "      <td>I am trying to change it but facing problems l...</td>\n",
       "      <td>light</td>\n",
       "      <td>1385.0</td>\n",
       "      <td>unless city islamic name bit difficult exactly...</td>\n",
       "      <td>changing name india complicated digitizationun...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>4415 rows × 11 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   Title               Flair  \\\n",
       "0                      indians road rage brampton canada       Non-Political   \n",
       "3      said right heard plans optional nonsubsidy tic...       Non-Political   \n",
       "11                      indian social media made indians            AskIndia   \n",
       "12     sexual assaults women increasing see women sis...            AskIndia   \n",
       "18                                           really like       Non-Political   \n",
       "19     mamata banerjee minus mercurial prashant kisho...            Politics   \n",
       "20     lynchings open bigotry hindutva high seem far ...            Politics   \n",
       "22     beyond borders priya live piston song written ...       Non-Political   \n",
       "26                 minors trapped spas sex trade kolkata       Non-Political   \n",
       "29     motor vehicles bill 2019 full list fines youll...      Policy/Economy   \n",
       "30     rahul gandhi surnamethis rahul wants drop gand...            Politics   \n",
       "31     trouble brews coffee retailer siddhartha perso...    Business/Finance   \n",
       "32           get redmi k20 pro dslr camera action camera            AskIndia   \n",
       "33              hindu man refuses takeaway muslim driver            Politics   \n",
       "37                                 heartbreaking picture         Photography   \n",
       "38     found video youtube sad sex talk protection st...       Non-Political   \n",
       "41     hindu mahasabha pen 101 blood letters pm trash...            Politics   \n",
       "42                      anyone sonyliv paid subscription       Non-Political   \n",
       "47     first ticket window shut see indicators strugg...       Non-Political   \n",
       "49                                         stop lynching            Politics   \n",
       "52                    anyone played iafa cut mobile game       Non-Political   \n",
       "57     sign petition believe 100 rupees fine enough t...            Politics   \n",
       "58     indian government likely cave data localisatio...  Science/Technology   \n",
       "65     blamed mallya lying authorities really messed ...            AskIndia   \n",
       "67                          flipkart selling shady stuff       Non-Political   \n",
       "68     posted right wing family whatsapp group rattle...            Politics   \n",
       "77     iaf game recolored version older fighter jets ...       Non-Political   \n",
       "81           school girl stumps cop questions unnao case       Non-Political   \n",
       "88                    nice try sbi better luck next time       [R]eddiquette   \n",
       "89                                 fast food place jammu                Food   \n",
       "...                                                  ...                 ...   \n",
       "11987  mumbai teenager steals rs 10 lakh home help bo...       [R]eddiquette   \n",
       "11992  bsnl layoffs bsnl eyes cut 50 employees volunt...       Non-Political   \n",
       "11993  modi government cuts increments senior isro staff       [R]eddiquette   \n",
       "11997            indian recipients ramon magsaysay award       Non-Political   \n",
       "12000  prof werner brilliantly explains banking syste...    Business/Finance   \n",
       "12001  india called zionism racist today moves replicate       [R]eddiquette   \n",
       "12002                         astrologers india question            AskIndia   \n",
       "12003  rewatching got moment hotstar horrid experienc...            AskIndia   \n",
       "12008                                canada vs us ms ece       [R]eddiquette   \n",
       "12013  modi government cuts increments senior isro staff       [R]eddiquette   \n",
       "12014  3 suggestions arvind kejriwal gov schools delh...       Non-Political   \n",
       "12015        faye dsouza resigns executive editor mirror       [R]eddiquette   \n",
       "12016  indians say ish saying english word pronounce ...            AskIndia   \n",
       "12017                government ban painted ganesh idols       [R]eddiquette   \n",
       "12019     easiest cheap way get international debit card    Business/Finance   \n",
       "12020  woman wheelchair asked stand delhis t3 told do...       [R]eddiquette   \n",
       "12025                                  anyone experience            AskIndia   \n",
       "12026  modi 20s big achievement first 100 days underm...            Politics   \n",
       "12029  people undergone lasik experience expensive india            AskIndia   \n",
       "12030  employer holding pay entire 60 days notice period       [R]eddiquette   \n",
       "12039                   ask india need help finding song       [R]eddiquette   \n",
       "12040  karnataka 25yearold man addicted pubg beheads ...       Non-Political   \n",
       "12043                             happened arnab goswami       [R]eddiquette   \n",
       "12048       good vpns servers india people outside india       [R]eddiquette   \n",
       "12050              ethical date resident doctors student            AskIndia   \n",
       "12052                           compare life life others       [R]eddiquette   \n",
       "12057          burst clues south asians genetic ancestry  Science/Technology   \n",
       "12066  someone please seriously tell get damn job dam...            AskIndia   \n",
       "12067  curious view average view pakistan uk india gr...            AskIndia   \n",
       "12068       changing name india complicated digitization            AskIndia   \n",
       "\n",
       "                    Author             Created      id  CmntCount  \\\n",
       "0               qazwsx2121 2019-08-01 00:00:15  ckgl4m         16   \n",
       "3                eddygta17 2019-08-01 01:19:32  ckhhu1         10   \n",
       "11         divyaaaaaaaaaam 2019-08-01 03:00:08  ckim2e         20   \n",
       "12          CeleritasLucis 2019-08-01 03:04:38  ckinsv        192   \n",
       "18                zavod311 2019-08-01 03:32:58  ckiyl1          6   \n",
       "19      GlobalCitizen12345 2019-08-01 03:38:00  ckj0d9          9   \n",
       "20                Thekikat 2019-08-01 03:39:29  ckj0x2          2   \n",
       "22     throw_me_im_garbage 2019-08-01 03:44:34  ckj2tb          2   \n",
       "26                  ppatra 2019-08-01 03:49:35  ckj4mj         10   \n",
       "29               pramodc84 2019-08-01 03:58:20  ckj7pi         46   \n",
       "30            Bhenkepakode 2019-08-01 03:59:46  ckj886         19   \n",
       "31         _RandomRedditor 2019-08-01 04:05:12  ckja8p         83   \n",
       "32            CodeRed_Sama 2019-08-01 04:14:17  ckjdo5         11   \n",
       "33      GlobalCitizen12345 2019-08-01 04:14:22  ckjdp8         26   \n",
       "37            aryasharma36 2019-08-01 04:27:55  ckjie9          1   \n",
       "38            fireheart727 2019-08-01 04:31:59  ckjjrl          5   \n",
       "41            Herrfurher12 2019-08-01 04:37:24  ckjlnt         24   \n",
       "42                 P-dawgs 2019-08-01 04:44:23  ckjo0t         26   \n",
       "47               _Floydian 2019-08-01 05:02:09  ckjtxb          6   \n",
       "49          toughgetsgoing 2019-08-01 05:06:59  ckjvlh          2   \n",
       "52              rumblepost 2019-08-01 05:20:26  ckk04x          4   \n",
       "57        PlushiePizza4488 2019-08-01 05:36:33  ckk56o         24   \n",
       "58              faltupanti 2019-08-01 05:40:52  ckk6lx          6   \n",
       "65               _Floydian 2019-08-01 06:09:51  ckkfuq         12   \n",
       "67                   ss573 2019-08-01 06:11:54  ckkgiv         11   \n",
       "68          rohan27nabar89 2019-08-01 06:12:46  ckkgul         64   \n",
       "77       TheUnfaithfulUser 2019-08-01 06:34:50  ckknvh         12   \n",
       "81                  Dhinnu 2019-08-01 06:43:23  ckkqgx         15   \n",
       "88              Robbyrayjr 2019-08-01 07:04:00  ckkwpc          8   \n",
       "89            onepunchbald 2019-08-01 07:05:19  ckkx5z         93   \n",
       "...                    ...                 ...     ...        ...   \n",
       "11987            swamyrara 2019-09-09 15:17:23  d1s9dd          5   \n",
       "11992            ChorGroup 2019-09-09 15:39:17  d1sjx3          3   \n",
       "11993     arulmozhi_varman 2019-09-09 15:40:06  d1skd9          2   \n",
       "11997          sudden_dust 2019-09-09 15:46:40  d1sngb          1   \n",
       "12000            samarcasm 2019-09-09 15:55:13  d1sria          1   \n",
       "12001     blood_centrifuge 2019-09-09 15:57:34  d1ssmf          2   \n",
       "12002        yesiamunknown 2019-09-09 15:59:31  d1stix         15   \n",
       "12003             kivaarab 2019-09-09 16:03:09  d1svbv         12   \n",
       "12008        JudgeHydrogen 2019-09-09 16:13:31  d1t0a5          3   \n",
       "12013              vectrum 2019-09-09 16:36:01  d1tb78          0   \n",
       "12014        WifeBeaterBoi 2019-09-09 16:36:26  d1tbdu          3   \n",
       "12015         silentalways 2019-09-09 16:42:29  d1tedu         11   \n",
       "12016       Mastermind1703 2019-09-09 16:43:13  d1teqe         12   \n",
       "12017      pewdiepiefan257 2019-09-09 16:44:03  d1tf41          7   \n",
       "12019                kvn95 2019-09-09 16:49:10  d1thgb          1   \n",
       "12020         wilieecoyote 2019-09-09 16:49:40  d1thph         18   \n",
       "12025        chickenfeet55 2019-09-09 16:56:12  d1tktz          7   \n",
       "12026          sudden_dust 2019-09-09 17:01:37  d1tnjg          0   \n",
       "12029        JustSuckItUp_ 2019-09-09 17:08:32  d1tr2q          1   \n",
       "12030            snow_dent 2019-09-09 17:11:17  d1tseb          3   \n",
       "12039              dotmeat 2019-09-09 17:41:41  d1u7kj          4   \n",
       "12040           faltupanti 2019-09-09 17:46:25  d1u9ud          3   \n",
       "12043              Viveq17 2019-09-09 17:52:17  d1ucww          2   \n",
       "12048            Elegoogle 2019-09-09 18:09:13  d1ulho         10   \n",
       "12050              BK20193 2019-09-09 18:27:07  d1uupv          2   \n",
       "12052              damadji 2019-09-09 18:36:24  d1uzfd          4   \n",
       "12057             mathukai 2019-09-09 19:36:20  d1vu55          1   \n",
       "12066        WifeBeaterBoi 2019-09-09 20:21:56  d1wh5v          3   \n",
       "12067               meji69 2019-09-09 20:27:30  d1wjyy          1   \n",
       "12068        WifeBeaterBoi 2019-09-09 20:42:47  d1wrxo          0   \n",
       "\n",
       "                                                    text falir color  \\\n",
       "0                                                               dark   \n",
       "3                                                               dark   \n",
       "11     I really wanna get off these American sites an...       light   \n",
       "12     Many make the argument that women are sacred i...       light   \n",
       "18                                                              dark   \n",
       "19                                                              dark   \n",
       "20                                                              dark   \n",
       "22                                                              dark   \n",
       "26                                                              dark   \n",
       "29                                                              dark   \n",
       "30                                                              dark   \n",
       "31                                                              dark   \n",
       "32     I have seen that the camera of K20 Pro is real...       light   \n",
       "33                                                              dark   \n",
       "37                                                             light   \n",
       "38                                                              dark   \n",
       "41                                                              dark   \n",
       "42     Has anyone paid for the Sony Liv subscription?...        dark   \n",
       "47     Ticket windows at most small stations in Mumba...        dark   \n",
       "49                                                              dark   \n",
       "52     The game play is good. Having played many flig...        dark   \n",
       "57                                                              dark   \n",
       "58                                                             light   \n",
       "65                                                             light   \n",
       "67                                                              dark   \n",
       "68                                                              dark   \n",
       "77     Just as I downloaded it it says the game wasn'...        dark   \n",
       "81     An initiative that is a part of the police sec...        dark   \n",
       "88                                                              dark   \n",
       "89                                                             light   \n",
       "...                                                  ...         ...   \n",
       "11987                                                           dark   \n",
       "11992                                                           dark   \n",
       "11993  http://www.newindianexpress.com/nation/2019/se...        dark   \n",
       "11997                                                           dark   \n",
       "12000                                                           dark   \n",
       "12001                                                           dark   \n",
       "12002  I've been told by my father's sister (whom we ...       light   \n",
       "12003  Like it says in the title I was binge watching...       light   \n",
       "12008  I know that US pays more compared to canada. B...        dark   \n",
       "12013                                                           dark   \n",
       "12014  First - Ask parents to take their kids to park...        dark   \n",
       "12015                                                           dark   \n",
       "12016  While in my school,college, and family everyon...       light   \n",
       "12017  What if government bans painted Ganesh idols a...        dark   \n",
       "12019  Hay, I need a international card to pay for Ap...        dark   \n",
       "12020                                                           dark   \n",
       "12025  I am being honest here and I apologise if I of...       light   \n",
       "12026                                                           dark   \n",
       "12029                                          [removed]       light   \n",
       "12030  I work in a IT startup. I have resigned recent...        dark   \n",
       "12039  The song is **Leke pehla pehla pyaar** which w...        dark   \n",
       "12040                                                           dark   \n",
       "12043  I know he always shouted on his shows but I ju...        dark   \n",
       "12048  I want to watch some stuff on Voot but I don't...        dark   \n",
       "12050  I am a final year med student in Tirunelveli m...       light   \n",
       "12052  So, it's midnight and I'm on social media wher...        dark   \n",
       "12057                                                          light   \n",
       "12066  Come on. I am not gonna add details to this ob...       light   \n",
       "12067  So what is your view of Pakistan, The UK, and ...       light   \n",
       "12068  I am trying to change it but facing problems l...       light   \n",
       "\n",
       "       Flaircount                                              Cmnts  \\\n",
       "0          2161.0  toronto cesspoolbetween fresh boat indian chin...   \n",
       "3          2161.0  something romantic word subsidy people love ge...   \n",
       "11         1385.0  joke call indian social media user also singsa...   \n",
       "12         1385.0  respect women show even ounce sexuality asexua...   \n",
       "18         2161.0  food religion religionive always dismissed zom...   \n",
       "19         2122.0  prashant kumar many like political touts servi...   \n",
       "20         2122.0                                 mad max bad bhakts   \n",
       "22         2161.0  shes awesome singer songwriter deserves attent...   \n",
       "26         2161.0  fun fact everybody knows bad grammar minors tr...   \n",
       "29          478.0  rules given below1 penalties range 1 000 2 000...   \n",
       "30         2122.0  know gandhi family thr kids name sanjay sonia ...   \n",
       "31          726.0  loan lakhs worried loan 1000 crores bank worri...   \n",
       "32         1385.0  get dslr already good phone even basic dslr ca...   \n",
       "33         2122.0  man refused food delivery diseased misogynist ...   \n",
       "37          254.0  picture taken somewhere indian highway two ele...   \n",
       "38         2161.0  got message pretty fine saw comments video scr...   \n",
       "41         2122.0  could done blood donation would useful people ...   \n",
       "42         2161.0  stream free jiotv jio paytm first membership g...   \n",
       "47         2161.0  upon raising safety concern along another staf...   \n",
       "49         2122.0                    boys lynching ke laude lag gaye   \n",
       "52         2161.0  bad graphics decent https wwwredditcom r india...   \n",
       "57         2122.0  absurd fines dont increase inflation 100 rs 19...   \n",
       "58          479.0  informative article agree indian govt stance c...   \n",
       "65         1385.0  mallaya business claiming high ground diverted...   \n",
       "67         2161.0  even ordered itshadier p ordered reality https...   \n",
       "68         2122.0  reactedit also jamkhogin hearing first time fe...   \n",
       "77         2161.0  deleted lol thing patanjali whatsapp killer re...   \n",
       "81         2161.0  girl safe someone get girl shes target anti na...   \n",
       "88         1507.0  sbi scummy bank feel dont get itcredit cards d...   \n",
       "89          147.0  bhookh lagti h karne ke baad hence cum eat foo...   \n",
       "...           ...                                                ...   \n",
       "11987      1507.0  #startupindia hell keeps 10lakh cash lying aro...   \n",
       "11992      2161.0  hell voluntary even meanplease leave job volun...   \n",
       "11993      1507.0  probably garner clicks news dead country news ...   \n",
       "11997      2161.0                        kejriwal kiran bedi got one   \n",
       "12000       726.0  positive money nice animated explanations mone...   \n",
       "12001      1507.0  poor research hindutva isnt based superior rac...   \n",
       "12002      1385.0  doesnt matter would rather adopt street dog pu...   \n",
       "12003      1385.0  hotstar shittyi torrented got use streamable f...   \n",
       "12008      1507.0  youre considering settle abroad takes around 1...   \n",
       "12013      1507.0  hug diya politicians hike salaries allowances ...   \n",
       "12014      2161.0  changes mere reddit post matter many likes get...   \n",
       "12015      1507.0  man sad nooooi hope joins ndtv ravish faye wou...   \n",
       "12016      1385.0  might something fact english alien vast majori...   \n",
       "12017      1507.0  nope govt cant even enforce night sound limit ...   \n",
       "12019       726.0  open icici bank account minimal balance rs5000...   \n",
       "12020      1507.0  remind people threatened disabled man standing...   \n",
       "12025      1385.0  nothing sad people always exaggerated inaccura...   \n",
       "12026      2122.0       opinion piece presented fact take grain salt   \n",
       "12029      1385.0  10 years ago 30000 definitely decreased great ...   \n",
       "12030      1507.0  bs dont care much reference never used change ...   \n",
       "12039      1507.0  mean raghavs song lets work cheers dude though...   \n",
       "12040      2161.0  pubg boring drugs bad holy coww intense shiz i...   \n",
       "12043      1507.0  _patrakaar_ hua karta tha ab _chatukaar_ banga...   \n",
       "12048      1507.0  tried nord vpn ive used pia expressvpn nord pe...   \n",
       "12050      1385.0  theyre position could enable favorable treatme...   \n",
       "12052      1507.0  cutting social media facebook insta helps lot ...   \n",
       "12057       479.0  whats intriguing i6113s dna lacks steppe ances...   \n",
       "12066      1385.0  1 change username girlfriend tinder bumble duh...   \n",
       "12067      1385.0  view r india doesnt represent popular view ind...   \n",
       "12068      1385.0  unless city islamic name bit difficult exactly...   \n",
       "\n",
       "                                         feature_combine  \n",
       "0      indians road rage brampton canadatoronto cessp...  \n",
       "3      said right heard plans optional nonsubsidy tic...  \n",
       "11     indian social media made indiansjoke call indi...  \n",
       "12     sexual assaults women increasing see women sis...  \n",
       "18     really likefood religion religionive always di...  \n",
       "19     mamata banerjee minus mercurial prashant kisho...  \n",
       "20     lynchings open bigotry hindutva high seem far ...  \n",
       "22     beyond borders priya live piston song written ...  \n",
       "26     minors trapped spas sex trade kolkatafun fact ...  \n",
       "29     motor vehicles bill 2019 full list fines youll...  \n",
       "30     rahul gandhi surnamethis rahul wants drop gand...  \n",
       "31     trouble brews coffee retailer siddhartha perso...  \n",
       "32     get redmi k20 pro dslr camera action cameraget...  \n",
       "33     hindu man refuses takeaway muslim driverman re...  \n",
       "37     heartbreaking picturepicture taken somewhere i...  \n",
       "38     found video youtube sad sex talk protection st...  \n",
       "41     hindu mahasabha pen 101 blood letters pm trash...  \n",
       "42     anyone sonyliv paid subscriptionstream free ji...  \n",
       "47     first ticket window shut see indicators strugg...  \n",
       "49      stop lynchingboys lynching ke laude lag gayedark  \n",
       "52     anyone played iafa cut mobile gamebad graphics...  \n",
       "57     sign petition believe 100 rupees fine enough t...  \n",
       "58     indian government likely cave data localisatio...  \n",
       "65     blamed mallya lying authorities really messed ...  \n",
       "67     flipkart selling shady stuffeven ordered itsha...  \n",
       "68     posted right wing family whatsapp group rattle...  \n",
       "77     iaf game recolored version older fighter jets ...  \n",
       "81     school girl stumps cop questions unnao casegir...  \n",
       "88     nice try sbi better luck next timesbi scummy b...  \n",
       "89     fast food place jammubhookh lagti h karne ke b...  \n",
       "...                                                  ...  \n",
       "11987  mumbai teenager steals rs 10 lakh home help bo...  \n",
       "11992  bsnl layoffs bsnl eyes cut 50 employees volunt...  \n",
       "11993  modi government cuts increments senior isro st...  \n",
       "11997  indian recipients ramon magsaysay awardkejriwa...  \n",
       "12000  prof werner brilliantly explains banking syste...  \n",
       "12001  india called zionism racist today moves replic...  \n",
       "12002  astrologers india questiondoesnt matter would ...  \n",
       "12003  rewatching got moment hotstar horrid experienc...  \n",
       "12008  canada vs us ms eceyoure considering settle ab...  \n",
       "12013  modi government cuts increments senior isro st...  \n",
       "12014  3 suggestions arvind kejriwal gov schools delh...  \n",
       "12015  faye dsouza resigns executive editor mirrorman...  \n",
       "12016  indians say ish saying english word pronounce ...  \n",
       "12017  government ban painted ganesh idolsnope govt c...  \n",
       "12019  easiest cheap way get international debit card...  \n",
       "12020  woman wheelchair asked stand delhis t3 told do...  \n",
       "12025  anyone experiencenothing sad people always exa...  \n",
       "12026  modi 20s big achievement first 100 days underm...  \n",
       "12029  people undergone lasik experience expensive in...  \n",
       "12030  employer holding pay entire 60 days notice per...  \n",
       "12039  ask india need help finding songmean raghavs s...  \n",
       "12040  karnataka 25yearold man addicted pubg beheads ...  \n",
       "12043  happened arnab goswami_patrakaar_ hua karta th...  \n",
       "12048  good vpns servers india people outside indiatr...  \n",
       "12050  ethical date resident doctors studenttheyre po...  \n",
       "12052  compare life life otherscutting social media f...  \n",
       "12057  burst clues south asians genetic ancestrywhats...  \n",
       "12066  someone please seriously tell get damn job dam...  \n",
       "12067  curious view average view pakistan uk india gr...  \n",
       "12068  changing name india complicated digitizationun...  \n",
       "\n",
       "[4415 rows x 11 columns]"
      ]
     },
     "execution_count": 429,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_t"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 365,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\kesha\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:1: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame.\n",
      "Try using .loc[row_indexer,col_indexer] = value instead\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \"\"\"Entry point for launching an IPython kernel.\n"
     ]
    }
   ],
   "source": [
    "df_t['Cmnts'] = df_t['Cmnts'].apply(column_cleanup)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 448,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Colums that will help in prediction of flair so flair has bee dropped\n",
    "X  = df_t.loc[:, ['Title',  'Author', 'Created', 'id', 'CmntCount', 'text',   \n",
    "       'falir color', 'Flaircount', 'Cmnts']]\n",
    "# as flair column has to br predicted a seperate df fpr it\n",
    "y = df_t.loc[:, 'Flair']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 439,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = df_t.Cmnts\n",
    "Y = df_t.Flair\n",
    "Encoder_Y = LabelEncoder()\n",
    "Y = Encoder_Y.fit_transform(Y)\n",
    "x_train, x_test, Y_train, Y_test = train_test_split(x.values, Y, test_size=0.33, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 431,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy 0.39601921757035\n",
      "                       precision    recall  f1-score   support\n",
      "\n",
      "             Politics       0.42      0.68      0.52       277\n",
      "                 Food       0.00      0.00      0.00        49\n",
      "            Scheduled       0.00      0.00      0.00        17\n",
      "        [R]eddiquette       0.39      0.18      0.25       299\n",
      "          Photography       0.00      0.00      0.00        27\n",
      "       Policy/Economy       0.00      0.00      0.00        74\n",
      "     Business/Finance       0.40      0.87      0.54       365\n",
      "               Sports       0.00      0.00      0.00         8\n",
      "        Non-Political       0.00      0.00      0.00        51\n",
      "Low-effort self-post.       0.00      0.00      0.00        11\n",
      "            All CAPS.       0.25      0.06      0.10       279\n",
      "\n",
      "          avg / total       0.31      0.40      0.31      1457\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\kesha\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1428: UserWarning: labels size, 11, does not match size of target_names, 15\n",
      "  .format(len(labels), len(target_names))\n",
      "C:\\Users\\kesha\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "nb = Pipeline([('vect', CountVectorizer()),\n",
    "               ('tfidf', TfidfTransformer()),\n",
    "              ])\n",
    "\n",
    "\n",
    "count_vect = CountVectorizer()\n",
    "X_train_counts = count_vect.fit_transform(x_train)\n",
    "tfidf_transformer = TfidfTransformer()\n",
    "X_train_tfidf = tfidf_transformer.fit_transform(X_train_counts)\n",
    "\n",
    "clf = MultinomialNB().fit(X_train_tfidf, Y_train)\n",
    "\n",
    "from sklearn.metrics import classification_report\n",
    "Y_pred = clf.predict(count_vect.transform(x_test))\n",
    "\n",
    "print('accuracy %s' % accuracy_score(Y_pred, Y_test))\n",
    "print(classification_report(Y_test, Y_pred, target_names=list(set(df.Flair))))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Naive Bayees Mixed"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 408,
   "metadata": {},
   "outputs": [],
   "source": [
    "combine = df_t[\"Title\"] + df_t[\"Cmnts\"]+df_t['falir color']\n",
    "df_t = df_t.assign(feature_combine = combine)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 445,
   "metadata": {},
   "outputs": [],
   "source": [
    "x = df_t.feature_combine\n",
    "Y = df_t.Flair\n",
    "Encoder_Y = LabelEncoder()\n",
    "Y = Encoder_Y.fit_transform(Y)\n",
    "x_train, x_test, Y_train, Y_test = train_test_split(x.values, Y, test_size=0.33, random_state=42)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 433,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy 0.4186684969114619\n",
      "                    precision    recall  f1-score   support\n",
      "\n",
      "          Politics       0.43      0.73      0.54       277\n",
      "              Food       0.00      0.00      0.00        49\n",
      "         Scheduled       0.00      0.00      0.00        17\n",
      "     [R]eddiquette       0.39      0.19      0.26       299\n",
      "    Policy/Economy       0.00      0.00      0.00        27\n",
      "       Photography       0.00      0.00      0.00        74\n",
      "  Business/Finance       0.44      0.91      0.59       365\n",
      "            Sports       0.00      0.00      0.00         8\n",
      "     Non-Political       0.00      0.00      0.00        51\n",
      "Science/Technology       0.00      0.00      0.00        11\n",
      "          AskIndia       0.24      0.07      0.11       279\n",
      "\n",
      "       avg / total       0.32      0.42      0.32      1457\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\kesha\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "nb = Pipeline([('vect', CountVectorizer()),\n",
    "               ('tfidf', TfidfTransformer()),\n",
    "              ])\n",
    "\n",
    "\n",
    "count_vect = CountVectorizer()\n",
    "X_train_counts = count_vect.fit_transform(x_train)\n",
    "tfidf_transformer = TfidfTransformer()\n",
    "X_train_tfidf = tfidf_transformer.fit_transform(X_train_counts)\n",
    "\n",
    "clf = MultinomialNB().fit(X_train_tfidf, Y_train)\n",
    "\n",
    "from sklearn.metrics import classification_report\n",
    "Y_pred = clf.predict(count_vect.transform(x_test))\n",
    "\n",
    "print('accuracy %s' % accuracy_score(Y_pred, Y_test))\n",
    "print(classification_report(Y_test, Y_pred, target_names=list(set(df_t.Flair))))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Linear support vector machine"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 447,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy 0.4186684969114619\n",
      "                    precision    recall  f1-score   support\n",
      "\n",
      "          Politics       0.43      0.73      0.54       277\n",
      "              Food       0.00      0.00      0.00        49\n",
      "         Scheduled       0.00      0.00      0.00        17\n",
      "     [R]eddiquette       0.39      0.19      0.26       299\n",
      "    Policy/Economy       0.00      0.00      0.00        27\n",
      "       Photography       0.00      0.00      0.00        74\n",
      "  Business/Finance       0.44      0.91      0.59       365\n",
      "            Sports       0.00      0.00      0.00         8\n",
      "     Non-Political       0.00      0.00      0.00        51\n",
      "Science/Technology       0.00      0.00      0.00        11\n",
      "          AskIndia       0.24      0.07      0.11       279\n",
      "\n",
      "       avg / total       0.32      0.42      0.32      1457\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\kesha\\Anaconda3\\lib\\site-packages\\sklearn\\metrics\\classification.py:1135: UndefinedMetricWarning: Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples.\n",
      "  'precision', 'predicted', average, warn_for)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.linear_model import SGDClassifier\n",
    "\n",
    "\n",
    "LSVM_clf =SGDClassifier(loss='hinge', penalty='l2',alpha=1e-3, random_state=42, max_iter=5, tol=None).fit(X_train_tfidf, Y_train)\n",
    "\n",
    "Y_pred = clf.predict(count_vect.transform(x_test))\n",
    "\n",
    "print('accuracy %s' % accuracy_score(Y_pred, Y_test))\n",
    "print(classification_report(Y_test, Y_pred,target_names=list(set(df_t.Flair))))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 421,
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(LSVM_clf, open(\"model.pkl\",\"wb\"))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 405,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'Non-Political': 946,\n",
       " 'AskIndia': 839,\n",
       " 'Politics': 1105,\n",
       " 'Policy/Economy': 239,\n",
       " 'Business/Finance': 115,\n",
       " 'Photography': 83,\n",
       " 'Science/Technology': 153,\n",
       " '[R]eddiquette': 826,\n",
       " 'Food': 50,\n",
       " 'Sports': 39,\n",
       " 'Scheduled': 20}"
      ]
     },
     "execution_count": 405,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dic = {}\n",
    "for fal in df_t.Flair:\n",
    "    if fal not in dic.keys():\n",
    "        dic[fal] = 1\n",
    "    else:\n",
    "        dic[fal]+=1\n",
    "dic"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 450,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<pymongo.results.InsertOneResult at 0x234c184d888>"
      ]
     },
     "execution_count": 450,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "col.insert_one({'data':pickle.dumps([X, y]), 'name': 'X&y', 'created_time':time.time()})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Data Collection method of no use to restricrted flairs(foudn throught reddit)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 413,
   "metadata": {},
   "outputs": [],
   "source": [
    "#flairs = [\"AskIndia\", \"Non-Political\", \"[R]eddiquette\", \"Scheduled\", \"Photography\", \"Science/Technology\", \"Politics\", \"Business/Finance\", \"Policy/Economy\", \"Sports\", \"Food\", \"AMA\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 414,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'get_date' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[1;32m<ipython-input-414-af6bca55140d>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m     25\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     26\u001b[0m \u001b[0mtopics_data\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtopics_dict\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 27\u001b[1;33m \u001b[0m_timestamp\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtopics_data\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m\"created\"\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mapply\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mget_date\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     28\u001b[0m \u001b[0mtopics_data\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mtopics_data\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0massign\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtimestamp\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0m_timestamp\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     29\u001b[0m \u001b[1;32mdel\u001b[0m \u001b[0mtopics_data\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;34m'created'\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mNameError\u001b[0m: name 'get_date' is not defined"
     ]
    }
   ],
   "source": [
    "# subreddit = rdt.subreddit('india')\n",
    "# topics_dict = {\"flair\":[], \"title\":[], \"score\":[], \"id\":[], \"url\":[], \"comms_num\": [], \"created\": [], \"body\":[], \"author\":[], \"comments\":[]}\n",
    "\n",
    "# for flair in flairs:\n",
    "  \n",
    "#   get_subreddits = subreddit.search(flair, limit=100)\n",
    "  \n",
    "#   for submission in get_subreddits:\n",
    "    \n",
    "#     topics_dict[\"flair\"].append(flair)\n",
    "#     topics_dict[\"title\"].append(submission.title)\n",
    "#     topics_dict[\"score\"].append(submission.score)\n",
    "#     topics_dict[\"id\"].append(submission.id)\n",
    "#     topics_dict[\"url\"].append(submission.url)\n",
    "#     topics_dict[\"comms_num\"].append(submission.num_comments)\n",
    "#     topics_dict[\"created\"].append(submission.created)\n",
    "#     topics_dict[\"body\"].append(submission.selftext)\n",
    "#     topics_dict[\"author\"].append(submission.author)\n",
    "    \n",
    "#     submission.comments.replace_more(limit=None)\n",
    "#     comment = ''\n",
    "#     for top_level_comment in submission.comments:\n",
    "#       comment = comment + ' ' + top_level_comment.body\n",
    "#     topics_dict[\"comments\"].append(comment)\n",
    "    \n",
    "# topics_data = pd.DataFrame(topics_dict)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 415,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>flair</th>\n",
       "      <th>title</th>\n",
       "      <th>score</th>\n",
       "      <th>id</th>\n",
       "      <th>url</th>\n",
       "      <th>comms_num</th>\n",
       "      <th>created</th>\n",
       "      <th>body</th>\n",
       "      <th>author</th>\n",
       "      <th>comments</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Need feedback for Insurance Policy that I took...</td>\n",
       "      <td>1</td>\n",
       "      <td>1s57oi</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/1s57oi...</td>\n",
       "      <td>1</td>\n",
       "      <td>1.386254e+09</td>\n",
       "      <td>**Re-posting here because of lack of activity ...</td>\n",
       "      <td>dhavalcoholic</td>\n",
       "      <td>Dear Policy Holder(Dhavalcoholic),\\n \\nWe req...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Somebody want to kill my full family what to do?</td>\n",
       "      <td>94</td>\n",
       "      <td>b7pvwt</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/b7pvwt...</td>\n",
       "      <td>24</td>\n",
       "      <td>1.554080e+09</td>\n",
       "      <td>It's now 24hrs, But local police station is no...</td>\n",
       "      <td>amitkumarthakur</td>\n",
       "      <td>Calm down.\\nGo to the SP office of your town,...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Ambassador of India takes back my newly issued...</td>\n",
       "      <td>13</td>\n",
       "      <td>bdfid1</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/bdfid1...</td>\n",
       "      <td>27</td>\n",
       "      <td>1.555361e+09</td>\n",
       "      <td>Hello /AskIndia!  First time poster, long time...</td>\n",
       "      <td>FrustratedOCIHopeful</td>\n",
       "      <td>Honestly, she and her supervisor behaved *exa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Randians, what are you too afraid to ask?</td>\n",
       "      <td>20</td>\n",
       "      <td>cu1xn4</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/cu1xn4...</td>\n",
       "      <td>22</td>\n",
       "      <td>1.566529e+09</td>\n",
       "      <td>r/TooAfraidToAsk India edition</td>\n",
       "      <td>aloo_vs_bhaloo</td>\n",
       "      <td>How does Modi control his sex desires? Or if ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>[AskIndia] Cingari, Cengar or Tzengar?</td>\n",
       "      <td>0</td>\n",
       "      <td>18ntue</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/18ntue...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.361085e+09</td>\n",
       "      <td>Hello,\\n\\nI submitted this to /r/rAskIndia a w...</td>\n",
       "      <td>multubunu</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Recommendations for books on Indian history wr...</td>\n",
       "      <td>15</td>\n",
       "      <td>avt1qx</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/avt1qx...</td>\n",
       "      <td>9</td>\n",
       "      <td>1.551400e+09</td>\n",
       "      <td>Hello r/India.\\n\\nI'm British and would like t...</td>\n",
       "      <td>PoiHolloi2020</td>\n",
       "      <td>The Discovery of India by J.Nehru.\\n\\nYou wil...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>What is 'Gotra'?</td>\n",
       "      <td>43</td>\n",
       "      <td>a2nsgt</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/a2nsgt...</td>\n",
       "      <td>33</td>\n",
       "      <td>1.543865e+09</td>\n",
       "      <td>Hey, there's a term quite popular right now in...</td>\n",
       "      <td>ab370a1d</td>\n",
       "      <td>In Hindu culture, the term gotra (Sanskrit: ग...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>What happened to the \"spiritual country\" that ...</td>\n",
       "      <td>27</td>\n",
       "      <td>ai7392</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/ai7392...</td>\n",
       "      <td>17</td>\n",
       "      <td>1.548079e+09</td>\n",
       "      <td>So I do not know whether to put this in Ask In...</td>\n",
       "      <td>fenocs</td>\n",
       "      <td>It all starts with the relationships we have ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>European looking for opinions from Indians reg...</td>\n",
       "      <td>30</td>\n",
       "      <td>968di3</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/968di3...</td>\n",
       "      <td>67</td>\n",
       "      <td>1.533947e+09</td>\n",
       "      <td>Namaste Redditors, (also posted to AskIndia bu...</td>\n",
       "      <td>PsychoPass1</td>\n",
       "      <td>Hate to break this to you buddy, but you are ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Clueless American: Food Etiquette with our Ind...</td>\n",
       "      <td>55</td>\n",
       "      <td>bemcxg</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/bemcxg...</td>\n",
       "      <td>24</td>\n",
       "      <td>1.555627e+09</td>\n",
       "      <td>I'd initially posted this to r/AskIndia and go...</td>\n",
       "      <td>JaJH</td>\n",
       "      <td>You can directly ask them if it would be ok t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Hello! We are a group of students from the Net...</td>\n",
       "      <td>14</td>\n",
       "      <td>b0l457</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/b0l457...</td>\n",
       "      <td>10</td>\n",
       "      <td>1.552507e+09</td>\n",
       "      <td>Any help is appreciated! We need as many respo...</td>\n",
       "      <td>ToasterIV</td>\n",
       "      <td>[deleted] [removed] Done.  Done. Done done. S...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Who should I vote for in 2019 General Elections?</td>\n",
       "      <td>7</td>\n",
       "      <td>63l6vm</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/63l6vm...</td>\n",
       "      <td>50</td>\n",
       "      <td>1.491424e+09</td>\n",
       "      <td>Even though I was eligible to vote back in 201...</td>\n",
       "      <td>concernedindianguy</td>\n",
       "      <td>Founders of Indian democracy did not create a...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>r/india, what's your Entitled/Idiotic Indian A...</td>\n",
       "      <td>331</td>\n",
       "      <td>cjv92h</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/cjv92h...</td>\n",
       "      <td>392</td>\n",
       "      <td>1.564537e+09</td>\n",
       "      <td>Most of us must have watched that viral video ...</td>\n",
       "      <td>rushils</td>\n",
       "      <td>Any flight going to Thailand is usually trash...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>We really need to talk about Flairs.</td>\n",
       "      <td>103</td>\n",
       "      <td>6bacbg</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/6bacbg...</td>\n",
       "      <td>133</td>\n",
       "      <td>1.494883e+09</td>\n",
       "      <td>Hello /r/india  \\n  \\nHere are some clarificat...</td>\n",
       "      <td>root_su</td>\n",
       "      <td>Can we have an Education/Career related flair...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>So I am writing a book, titled ironically \"Let...</td>\n",
       "      <td>1</td>\n",
       "      <td>9b5g5p</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/9b5g5p...</td>\n",
       "      <td>4</td>\n",
       "      <td>1.535540e+09</td>\n",
       "      <td>Hey everyone, I have flaired the post AskIndia...</td>\n",
       "      <td>dharavsolanki</td>\n",
       "      <td>I read the first five months. Your notes are ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Older, more experienced people of India: What ...</td>\n",
       "      <td>8</td>\n",
       "      <td>4qepvz</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/4qepvz...</td>\n",
       "      <td>14</td>\n",
       "      <td>1.467223e+09</td>\n",
       "      <td>Reposting from [here](https://yy.reddit.com/r/...</td>\n",
       "      <td>rajasthaniConfused</td>\n",
       "      <td>&gt;Will it really affect my sister's wedding?\\n...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>What are some nice and great old threads to br...</td>\n",
       "      <td>24</td>\n",
       "      <td>5m7mgh</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/5m7mgh...</td>\n",
       "      <td>36</td>\n",
       "      <td>1.483665e+09</td>\n",
       "      <td>It could be anything. From AskIndia's to some ...</td>\n",
       "      <td>Mabido</td>\n",
       "      <td>The one where gori mem was showing of her saa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>[Shower Thought] Subsidies and cheap favours b...</td>\n",
       "      <td>23</td>\n",
       "      <td>6voqzs</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/6voqzs...</td>\n",
       "      <td>15</td>\n",
       "      <td>1.503581e+09</td>\n",
       "      <td>Think about it. If people weren't poor, they w...</td>\n",
       "      <td>SoulsBorNioh</td>\n",
       "      <td>http://www.hindustantimes.com/opinion/farm-lo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>If India had to get rid of one state, which on...</td>\n",
       "      <td>5</td>\n",
       "      <td>1wwnk1</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/1wwnk1...</td>\n",
       "      <td>27</td>\n",
       "      <td>1.391478e+09</td>\n",
       "      <td>Kind of a desi edit of an /r/AskReddit [post] ...</td>\n",
       "      <td>TheArcane</td>\n",
       "      <td>Would get rid of the rape belt. UP or Bihar.....</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Any complications in future jobs because of ab...</td>\n",
       "      <td>3</td>\n",
       "      <td>3eesdr</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/3eesdr...</td>\n",
       "      <td>7</td>\n",
       "      <td>1.437742e+09</td>\n",
       "      <td>A friend of mine quit his previous company and...</td>\n",
       "      <td>ownliner</td>\n",
       "      <td>[deleted] Having loose ends is a bad idea. We...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>PSA: /r/India Submission Flairs &amp; How to Use Them</td>\n",
       "      <td>44</td>\n",
       "      <td>4fyjjl</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/4fyjjl...</td>\n",
       "      <td>33</td>\n",
       "      <td>1.461362e+09</td>\n",
       "      <td>###/r/India submission flairs and how to use t...</td>\n",
       "      <td>r_india_mod</td>\n",
       "      <td>Okay, for whom this is directed towards?  [re...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>[Ask Reddit]Please advise, Balding and like a ...</td>\n",
       "      <td>7</td>\n",
       "      <td>5hdfdd</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/5hdfdd...</td>\n",
       "      <td>42</td>\n",
       "      <td>1.481314e+09</td>\n",
       "      <td>Hi, Randians. This is actually a throwaway acc...</td>\n",
       "      <td>full_time_thug</td>\n",
       "      <td>Are you good looking and bald ? \\n\\nAre you  ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>[Books] Bibliophiles, how many of you like to ...</td>\n",
       "      <td>4</td>\n",
       "      <td>9g8i64</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/9g8i64...</td>\n",
       "      <td>6</td>\n",
       "      <td>1.537107e+09</td>\n",
       "      <td>It's one of my favourite genres, of ever. \\n\\n...</td>\n",
       "      <td>aMillennialPotpourri</td>\n",
       "      <td>If you don't get a favourable response here, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Recommendations for Jaipur trip - [Non-Hindi s...</td>\n",
       "      <td>3</td>\n",
       "      <td>a3f6hm</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/a3f6hm...</td>\n",
       "      <td>2</td>\n",
       "      <td>1.544064e+09</td>\n",
       "      <td>Me  and my wife are visiting Jaipur in the las...</td>\n",
       "      <td>ilqprs</td>\n",
       "      <td>Amer Fort is excellent. You must see it. Hawa...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>R4R missed connection. We interacted on R4R an...</td>\n",
       "      <td>14</td>\n",
       "      <td>7vvw28</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/7vvw28...</td>\n",
       "      <td>7</td>\n",
       "      <td>1.518037e+09</td>\n",
       "      <td>So I came across this person on R4R. I won't g...</td>\n",
       "      <td>spockofwesteros</td>\n",
       "      <td>You are trying to do some good for someone, b...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>NEED HELP - People working in the IT Sector wh...</td>\n",
       "      <td>5</td>\n",
       "      <td>9afobq</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/9afobq...</td>\n",
       "      <td>11</td>\n",
       "      <td>1.535320e+09</td>\n",
       "      <td>I joined a MNC as a fresher with a 2 year bond...</td>\n",
       "      <td>throw_for_bea</td>\n",
       "      <td>Even though your post is very long, the job y...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>A list of India Related Sub Reddits</td>\n",
       "      <td>85</td>\n",
       "      <td>17x8uw</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/17x8uw...</td>\n",
       "      <td>44</td>\n",
       "      <td>1.360079e+09</td>\n",
       "      <td>Since the removal of the drop down we had, lin...</td>\n",
       "      <td>neoronin</td>\n",
       "      <td>/r/indianbabes [NSFW] is very active. &gt;Indian...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>Buying an apartment in Hyderabad</td>\n",
       "      <td>5</td>\n",
       "      <td>8dg2ih</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/8dg2ih...</td>\n",
       "      <td>4</td>\n",
       "      <td>1.524185e+09</td>\n",
       "      <td>Hi everyone,\\nI am planning to buy an apartmen...</td>\n",
       "      <td>mdocvar</td>\n",
       "      <td>When you said “Parents in India” I am assumin...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>[R] Updated Wiki, Rules &amp; Flairs</td>\n",
       "      <td>33</td>\n",
       "      <td>3huilc</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/3huilc...</td>\n",
       "      <td>98</td>\n",
       "      <td>1.440193e+09</td>\n",
       "      <td>#Comment Moderation in Political &amp; Religious T...</td>\n",
       "      <td>r_india_mod</td>\n",
       "      <td>You guys are increasing your own work and in ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>AskIndia</td>\n",
       "      <td>[Mod Post] Introducing new flairs for better o...</td>\n",
       "      <td>54</td>\n",
       "      <td>3ecyjp</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/3ecyjp...</td>\n",
       "      <td>33</td>\n",
       "      <td>1.437709e+09</td>\n",
       "      <td>Dear subscribers,\\n\\nA week ago we requested f...</td>\n",
       "      <td>r_india_mod</td>\n",
       "      <td>[deleted] Yo. Team, I think we need to explai...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1088</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Hi r/india, 31yo wagecuck here. Bored, so AMA.</td>\n",
       "      <td>49</td>\n",
       "      <td>6xtqaz</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/6xtqaz...</td>\n",
       "      <td>32</td>\n",
       "      <td>1.504481e+09</td>\n",
       "      <td>Self explanatory title. I have to go do shave ...</td>\n",
       "      <td>neeasmaverick</td>\n",
       "      <td>You schedule your shaving?Why? Are you attent...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1089</th>\n",
       "      <td>AMA</td>\n",
       "      <td>AMA Announcement: Swati Bhargava, Co-founder o...</td>\n",
       "      <td>6</td>\n",
       "      <td>6qv9k6</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/6qv9k6...</td>\n",
       "      <td>121</td>\n",
       "      <td>1.501611e+09</td>\n",
       "      <td>Hello!\\n\\nA little while back some of you had ...</td>\n",
       "      <td>kash_if</td>\n",
       "      <td>seriously? why? possibly another spammy cashb...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1090</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Hi, I'm Hari, Co-founder of Pickyourtrail - AMA</td>\n",
       "      <td>87</td>\n",
       "      <td>a15d5x</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/a15d5x...</td>\n",
       "      <td>66</td>\n",
       "      <td>1.543433e+09</td>\n",
       "      <td>Pickyourtrail is the world's first DIY online ...</td>\n",
       "      <td>hari_ganapathy</td>\n",
       "      <td>a stupid question:\\n\\nhow is your service bet...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1091</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Hi India. I'm a Pakistani. AMA.</td>\n",
       "      <td>220</td>\n",
       "      <td>8w1kbb</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/8w1kbb...</td>\n",
       "      <td>542</td>\n",
       "      <td>1.530739e+09</td>\n",
       "      <td>The rules say a self-post should be of reasona...</td>\n",
       "      <td>WhereIsLordBeric</td>\n",
       "      <td>Do you place a newspaper as a separator betwe...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1092</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Came across this while reading the Arushi judg...</td>\n",
       "      <td>39</td>\n",
       "      <td>763vx6</td>\n",
       "      <td>https://i.imgur.com/4xuhppI.png</td>\n",
       "      <td>13</td>\n",
       "      <td>1.507919e+09</td>\n",
       "      <td></td>\n",
       "      <td>vibhavp01</td>\n",
       "      <td>The judge who wrote the judgement indicated i...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1093</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Hello /r/India, I am Tathagata Satpathy. Membe...</td>\n",
       "      <td>631</td>\n",
       "      <td>2z493l</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/2z493l...</td>\n",
       "      <td>351</td>\n",
       "      <td>1.426451e+09</td>\n",
       "      <td>Hello /r/India,\\n\\nI am Tathagata Satpathy, el...</td>\n",
       "      <td>tathagatasatpathy</td>\n",
       "      <td>Hello.\\nIt's good to see an Indian MP doing s...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1094</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Inviting everyone to the AMA with Ferran Corom...</td>\n",
       "      <td>50</td>\n",
       "      <td>ayq0gg</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/ayq0gg...</td>\n",
       "      <td>3</td>\n",
       "      <td>1.552079e+09</td>\n",
       "      <td>[Here](https://np.reddit.com/r/IndianFootball/...</td>\n",
       "      <td>konoha_ka_ladka</td>\n",
       "      <td>Link for phone users\\n</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1095</th>\n",
       "      <td>AMA</td>\n",
       "      <td>[AMA Announcement] Amit Deshpande from \"Vaasta...</td>\n",
       "      <td>41</td>\n",
       "      <td>7cuqzn</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/7cuqzn...</td>\n",
       "      <td>9</td>\n",
       "      <td>1.510684e+09</td>\n",
       "      <td>Since International Men's rights day is on the...</td>\n",
       "      <td>doc_two_thirty</td>\n",
       "      <td>Hopefully he isn't a run of the mill MRA but ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1096</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Why the sudden increase in active users (500 &gt;...</td>\n",
       "      <td>53</td>\n",
       "      <td>6c3s3n</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/6c3s3n...</td>\n",
       "      <td>40</td>\n",
       "      <td>1.495231e+09</td>\n",
       "      <td>Previously it was usually ~500 active, now las...</td>\n",
       "      <td>AlphaXor</td>\n",
       "      <td>I've seen this increase in all my subscribed ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1097</th>\n",
       "      <td>AMA</td>\n",
       "      <td>PARVAAZ screen-printed posters.</td>\n",
       "      <td>23</td>\n",
       "      <td>7xovt8</td>\n",
       "      <td>https://i.redd.it/ob55anu6xbg01.jpg</td>\n",
       "      <td>4</td>\n",
       "      <td>1.518709e+09</td>\n",
       "      <td></td>\n",
       "      <td>scourgwreck</td>\n",
       "      <td>They are amazing. I came to know them after t...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1098</th>\n",
       "      <td>AMA</td>\n",
       "      <td>[AMA Request] Journalist/Editors of India, pri...</td>\n",
       "      <td>26</td>\n",
       "      <td>avnfwy</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/avnfwy...</td>\n",
       "      <td>5</td>\n",
       "      <td>1.551361e+09</td>\n",
       "      <td>Mods I hope I am not breaking any rules with t...</td>\n",
       "      <td>RiggedVedas</td>\n",
       "      <td>[AMA Question]\\n\\nWhat sources you guys use ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1099</th>\n",
       "      <td>AMA</td>\n",
       "      <td>AMA Announcement: Dilip Pandey, AAP's Loksabha...</td>\n",
       "      <td>149</td>\n",
       "      <td>b3aug0</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/b3aug0...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.553110e+09</td>\n",
       "      <td>Below is a description provided by Dilip's tea...</td>\n",
       "      <td>rahulthewall</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1100</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Niti Aayog Sets Out 3-Year Action Agenda, Says...</td>\n",
       "      <td>71</td>\n",
       "      <td>6vsv9r</td>\n",
       "      <td>http://www.news18.com/news/business/niti-aayog...</td>\n",
       "      <td>13</td>\n",
       "      <td>1.503629e+09</td>\n",
       "      <td></td>\n",
       "      <td>pannagasamir</td>\n",
       "      <td>don't trust the government. there is a reason...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1101</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Need a freelancer to do assignments</td>\n",
       "      <td>29</td>\n",
       "      <td>71xkwr</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/71xkwr...</td>\n",
       "      <td>14</td>\n",
       "      <td>1.506192e+09</td>\n",
       "      <td>Hello all!\\nI am currently stuck in a mtech co...</td>\n",
       "      <td>cheatercheater12345</td>\n",
       "      <td>where are you located? usually all cities hav...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1102</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Weekly Apps thread | /r/india | Ep12 | August ...</td>\n",
       "      <td>32</td>\n",
       "      <td>6sqt1i</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/6sqt1i...</td>\n",
       "      <td>20</td>\n",
       "      <td>1.502366e+09</td>\n",
       "      <td>Welcome to the weekly Apps thread of /r/india....</td>\n",
       "      <td>ErasmusEV</td>\n",
       "      <td>App Name : [Joey for Reddit](https://play.goo...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1103</th>\n",
       "      <td>AMA</td>\n",
       "      <td>AMA Announcement: Chris Daniels, Vice Presiden...</td>\n",
       "      <td>326</td>\n",
       "      <td>3y3h1o</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/3y3h1o...</td>\n",
       "      <td>150</td>\n",
       "      <td>1.451005e+09</td>\n",
       "      <td>#The AMA is LIVE NOW! Link: https://redd.it/3y...</td>\n",
       "      <td>r_india_mod</td>\n",
       "      <td>Can we please put the pitchforks aside and ac...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1104</th>\n",
       "      <td>AMA</td>\n",
       "      <td>AMA Request: RAGHURAM G. RAJAN</td>\n",
       "      <td>403</td>\n",
       "      <td>5bwlnw</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/5bwlnw...</td>\n",
       "      <td>33</td>\n",
       "      <td>1.478675e+09</td>\n",
       "      <td>His university page has a email address to con...</td>\n",
       "      <td>userfoundname</td>\n",
       "      <td>Mods of /r/India. pliss pliss pliss. He's bus...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1105</th>\n",
       "      <td>AMA</td>\n",
       "      <td>In Delhi for a month , What all places / thing...</td>\n",
       "      <td>2</td>\n",
       "      <td>7x1cl9</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/7x1cl9...</td>\n",
       "      <td>14</td>\n",
       "      <td>1.518477e+09</td>\n",
       "      <td>* Must eat places too , if you could add \\n\\nB...</td>\n",
       "      <td>kgp_cg</td>\n",
       "      <td>A bus ride in Delhi should not be on your li...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1106</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Hey guys, I am Meiyang Chаng, actor, televisio...</td>\n",
       "      <td>345</td>\n",
       "      <td>2wz5q0</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/2wz5q0...</td>\n",
       "      <td>314</td>\n",
       "      <td>1.424802e+09</td>\n",
       "      <td>Hello y'all at /r/India, thanks for inviting m...</td>\n",
       "      <td>MeiyangChang</td>\n",
       "      <td>ALL RIGHT, here I am Redditors. Let's go! And...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1107</th>\n",
       "      <td>AMA</td>\n",
       "      <td>AMA Announcement: Divya Spandana, Actor, Forme...</td>\n",
       "      <td>231</td>\n",
       "      <td>axhrg8</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/axhrg8...</td>\n",
       "      <td>0</td>\n",
       "      <td>1.551795e+09</td>\n",
       "      <td>Greetings /r/india.\\n\\nWe'll be hosting Divya ...</td>\n",
       "      <td>neoronin</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1108</th>\n",
       "      <td>AMA</td>\n",
       "      <td>From Aadhaar To Ayurveda: Shashi Tharoor's Red...</td>\n",
       "      <td>64</td>\n",
       "      <td>62dlio</td>\n",
       "      <td>http://www.ndtv.com/offbeat/from-aadhaar-to-ay...</td>\n",
       "      <td>26</td>\n",
       "      <td>1.490905e+09</td>\n",
       "      <td></td>\n",
       "      <td>d-u-b</td>\n",
       "      <td>Finally Ndtv site has the eternal words : sex...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1109</th>\n",
       "      <td>AMA</td>\n",
       "      <td>[NP] \"The nation wants to know! We are now liv...</td>\n",
       "      <td>76</td>\n",
       "      <td>5mkge5</td>\n",
       "      <td>https://twitter.com/republic/status/8177148388...</td>\n",
       "      <td>38</td>\n",
       "      <td>1.483824e+09</td>\n",
       "      <td></td>\n",
       "      <td>rabblerousr</td>\n",
       "      <td>je baat calm before the storm It may get laun...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1110</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Corruption, nepotism, Kashmir: Democracy India...</td>\n",
       "      <td>46</td>\n",
       "      <td>62m13m</td>\n",
       "      <td>https://m.youtube.com/watch?v=IgQqHlzHH7Q</td>\n",
       "      <td>29</td>\n",
       "      <td>1.491005e+09</td>\n",
       "      <td></td>\n",
       "      <td>aap_ka_baap</td>\n",
       "      <td>I wish Indian media and people had guts to as...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1111</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Weekly Coders, Hackers &amp; All Tech related thre...</td>\n",
       "      <td>83</td>\n",
       "      <td>4f27uz</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/4f27uz...</td>\n",
       "      <td>140</td>\n",
       "      <td>1.460848e+09</td>\n",
       "      <td>[Last week's issue - 09/04/2016](https://np.re...</td>\n",
       "      <td>avinassh</td>\n",
       "      <td>We started a new initiative, AMA of Devs. It ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1112</th>\n",
       "      <td>AMA</td>\n",
       "      <td>How did you guys discover Reddit?</td>\n",
       "      <td>9</td>\n",
       "      <td>6hk01v</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/6hk01v...</td>\n",
       "      <td>34</td>\n",
       "      <td>1.497612e+09</td>\n",
       "      <td>I'm new here and was curious.</td>\n",
       "      <td>pichlesaathdin</td>\n",
       "      <td>From the ashes of Digg !  [deleted] In 2011, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1113</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Priyanka Chopra is the epitome of confidence!</td>\n",
       "      <td>19</td>\n",
       "      <td>6lrxjg</td>\n",
       "      <td>https://youtu.be/gb7wDd2wB28</td>\n",
       "      <td>18</td>\n",
       "      <td>1.499438e+09</td>\n",
       "      <td></td>\n",
       "      <td>inquiexplore</td>\n",
       "      <td>You should've seen the confidence in her AMA ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1114</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Random Daily Discussion Thread for Late Night ...</td>\n",
       "      <td>20</td>\n",
       "      <td>3zwnh5</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/3zwnh5...</td>\n",
       "      <td>319</td>\n",
       "      <td>1.452219e+09</td>\n",
       "      <td></td>\n",
       "      <td>Kanjarwalla</td>\n",
       "      <td>Guys, can someone explain why randia is bashi...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1115</th>\n",
       "      <td>AMA</td>\n",
       "      <td>AMA Announcement: Rahul Yadav, co-founde[r] an...</td>\n",
       "      <td>236</td>\n",
       "      <td>365xqh</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/365xqh...</td>\n",
       "      <td>180</td>\n",
       "      <td>1.431812e+09</td>\n",
       "      <td>**AMA LIVE HERE**: https://www.reddit.com/r/in...</td>\n",
       "      <td>AwkwardDev</td>\n",
       "      <td>I just hope he completely attends the AMA and...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1116</th>\n",
       "      <td>AMA</td>\n",
       "      <td>Much ado about nothing, that was the Recent AMA.</td>\n",
       "      <td>78</td>\n",
       "      <td>4mdkyz</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/4mdkyz...</td>\n",
       "      <td>96</td>\n",
       "      <td>1.464999e+09</td>\n",
       "      <td>I was highly excited for the AMA, thinking thi...</td>\n",
       "      <td>an8hu</td>\n",
       "      <td>That was so shit. Can we first set expectatio...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1117</th>\n",
       "      <td>AMA</td>\n",
       "      <td>AMA: Not have much time left, Ask me Anything</td>\n",
       "      <td>485</td>\n",
       "      <td>8famwp</td>\n",
       "      <td>https://www.reddit.com/r/india/comments/8famwp...</td>\n",
       "      <td>378</td>\n",
       "      <td>1.524854e+09</td>\n",
       "      <td>Very new to Reddit, but I absolutely love this...</td>\n",
       "      <td>aadhaatom</td>\n",
       "      <td>Zindagi lambi nahi, badi honi chahiye Babu Mo...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1118 rows × 10 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "         flair                                              title  score  \\\n",
       "0     AskIndia  Need feedback for Insurance Policy that I took...      1   \n",
       "1     AskIndia   Somebody want to kill my full family what to do?     94   \n",
       "2     AskIndia  Ambassador of India takes back my newly issued...     13   \n",
       "3     AskIndia          Randians, what are you too afraid to ask?     20   \n",
       "4     AskIndia             [AskIndia] Cingari, Cengar or Tzengar?      0   \n",
       "5     AskIndia  Recommendations for books on Indian history wr...     15   \n",
       "6     AskIndia                                   What is 'Gotra'?     43   \n",
       "7     AskIndia  What happened to the \"spiritual country\" that ...     27   \n",
       "8     AskIndia  European looking for opinions from Indians reg...     30   \n",
       "9     AskIndia  Clueless American: Food Etiquette with our Ind...     55   \n",
       "10    AskIndia  Hello! We are a group of students from the Net...     14   \n",
       "11    AskIndia   Who should I vote for in 2019 General Elections?      7   \n",
       "12    AskIndia  r/india, what's your Entitled/Idiotic Indian A...    331   \n",
       "13    AskIndia               We really need to talk about Flairs.    103   \n",
       "14    AskIndia  So I am writing a book, titled ironically \"Let...      1   \n",
       "15    AskIndia  Older, more experienced people of India: What ...      8   \n",
       "16    AskIndia  What are some nice and great old threads to br...     24   \n",
       "17    AskIndia  [Shower Thought] Subsidies and cheap favours b...     23   \n",
       "18    AskIndia  If India had to get rid of one state, which on...      5   \n",
       "19    AskIndia  Any complications in future jobs because of ab...      3   \n",
       "20    AskIndia  PSA: /r/India Submission Flairs & How to Use Them     44   \n",
       "21    AskIndia  [Ask Reddit]Please advise, Balding and like a ...      7   \n",
       "22    AskIndia  [Books] Bibliophiles, how many of you like to ...      4   \n",
       "23    AskIndia  Recommendations for Jaipur trip - [Non-Hindi s...      3   \n",
       "24    AskIndia  R4R missed connection. We interacted on R4R an...     14   \n",
       "25    AskIndia  NEED HELP - People working in the IT Sector wh...      5   \n",
       "26    AskIndia                A list of India Related Sub Reddits     85   \n",
       "27    AskIndia                   Buying an apartment in Hyderabad      5   \n",
       "28    AskIndia                   [R] Updated Wiki, Rules & Flairs     33   \n",
       "29    AskIndia  [Mod Post] Introducing new flairs for better o...     54   \n",
       "...        ...                                                ...    ...   \n",
       "1088       AMA     Hi r/india, 31yo wagecuck here. Bored, so AMA.     49   \n",
       "1089       AMA  AMA Announcement: Swati Bhargava, Co-founder o...      6   \n",
       "1090       AMA    Hi, I'm Hari, Co-founder of Pickyourtrail - AMA     87   \n",
       "1091       AMA                    Hi India. I'm a Pakistani. AMA.    220   \n",
       "1092       AMA  Came across this while reading the Arushi judg...     39   \n",
       "1093       AMA  Hello /r/India, I am Tathagata Satpathy. Membe...    631   \n",
       "1094       AMA  Inviting everyone to the AMA with Ferran Corom...     50   \n",
       "1095       AMA  [AMA Announcement] Amit Deshpande from \"Vaasta...     41   \n",
       "1096       AMA  Why the sudden increase in active users (500 >...     53   \n",
       "1097       AMA                    PARVAAZ screen-printed posters.     23   \n",
       "1098       AMA  [AMA Request] Journalist/Editors of India, pri...     26   \n",
       "1099       AMA  AMA Announcement: Dilip Pandey, AAP's Loksabha...    149   \n",
       "1100       AMA  Niti Aayog Sets Out 3-Year Action Agenda, Says...     71   \n",
       "1101       AMA                Need a freelancer to do assignments     29   \n",
       "1102       AMA  Weekly Apps thread | /r/india | Ep12 | August ...     32   \n",
       "1103       AMA  AMA Announcement: Chris Daniels, Vice Presiden...    326   \n",
       "1104       AMA                     AMA Request: RAGHURAM G. RAJAN    403   \n",
       "1105       AMA  In Delhi for a month , What all places / thing...      2   \n",
       "1106       AMA  Hey guys, I am Meiyang Chаng, actor, televisio...    345   \n",
       "1107       AMA  AMA Announcement: Divya Spandana, Actor, Forme...    231   \n",
       "1108       AMA  From Aadhaar To Ayurveda: Shashi Tharoor's Red...     64   \n",
       "1109       AMA  [NP] \"The nation wants to know! We are now liv...     76   \n",
       "1110       AMA  Corruption, nepotism, Kashmir: Democracy India...     46   \n",
       "1111       AMA  Weekly Coders, Hackers & All Tech related thre...     83   \n",
       "1112       AMA                  How did you guys discover Reddit?      9   \n",
       "1113       AMA      Priyanka Chopra is the epitome of confidence!     19   \n",
       "1114       AMA  Random Daily Discussion Thread for Late Night ...     20   \n",
       "1115       AMA  AMA Announcement: Rahul Yadav, co-founde[r] an...    236   \n",
       "1116       AMA   Much ado about nothing, that was the Recent AMA.     78   \n",
       "1117       AMA      AMA: Not have much time left, Ask me Anything    485   \n",
       "\n",
       "          id                                                url  comms_num  \\\n",
       "0     1s57oi  https://www.reddit.com/r/india/comments/1s57oi...          1   \n",
       "1     b7pvwt  https://www.reddit.com/r/india/comments/b7pvwt...         24   \n",
       "2     bdfid1  https://www.reddit.com/r/india/comments/bdfid1...         27   \n",
       "3     cu1xn4  https://www.reddit.com/r/india/comments/cu1xn4...         22   \n",
       "4     18ntue  https://www.reddit.com/r/india/comments/18ntue...          0   \n",
       "5     avt1qx  https://www.reddit.com/r/india/comments/avt1qx...          9   \n",
       "6     a2nsgt  https://www.reddit.com/r/india/comments/a2nsgt...         33   \n",
       "7     ai7392  https://www.reddit.com/r/india/comments/ai7392...         17   \n",
       "8     968di3  https://www.reddit.com/r/india/comments/968di3...         67   \n",
       "9     bemcxg  https://www.reddit.com/r/india/comments/bemcxg...         24   \n",
       "10    b0l457  https://www.reddit.com/r/india/comments/b0l457...         10   \n",
       "11    63l6vm  https://www.reddit.com/r/india/comments/63l6vm...         50   \n",
       "12    cjv92h  https://www.reddit.com/r/india/comments/cjv92h...        392   \n",
       "13    6bacbg  https://www.reddit.com/r/india/comments/6bacbg...        133   \n",
       "14    9b5g5p  https://www.reddit.com/r/india/comments/9b5g5p...          4   \n",
       "15    4qepvz  https://www.reddit.com/r/india/comments/4qepvz...         14   \n",
       "16    5m7mgh  https://www.reddit.com/r/india/comments/5m7mgh...         36   \n",
       "17    6voqzs  https://www.reddit.com/r/india/comments/6voqzs...         15   \n",
       "18    1wwnk1  https://www.reddit.com/r/india/comments/1wwnk1...         27   \n",
       "19    3eesdr  https://www.reddit.com/r/india/comments/3eesdr...          7   \n",
       "20    4fyjjl  https://www.reddit.com/r/india/comments/4fyjjl...         33   \n",
       "21    5hdfdd  https://www.reddit.com/r/india/comments/5hdfdd...         42   \n",
       "22    9g8i64  https://www.reddit.com/r/india/comments/9g8i64...          6   \n",
       "23    a3f6hm  https://www.reddit.com/r/india/comments/a3f6hm...          2   \n",
       "24    7vvw28  https://www.reddit.com/r/india/comments/7vvw28...          7   \n",
       "25    9afobq  https://www.reddit.com/r/india/comments/9afobq...         11   \n",
       "26    17x8uw  https://www.reddit.com/r/india/comments/17x8uw...         44   \n",
       "27    8dg2ih  https://www.reddit.com/r/india/comments/8dg2ih...          4   \n",
       "28    3huilc  https://www.reddit.com/r/india/comments/3huilc...         98   \n",
       "29    3ecyjp  https://www.reddit.com/r/india/comments/3ecyjp...         33   \n",
       "...      ...                                                ...        ...   \n",
       "1088  6xtqaz  https://www.reddit.com/r/india/comments/6xtqaz...         32   \n",
       "1089  6qv9k6  https://www.reddit.com/r/india/comments/6qv9k6...        121   \n",
       "1090  a15d5x  https://www.reddit.com/r/india/comments/a15d5x...         66   \n",
       "1091  8w1kbb  https://www.reddit.com/r/india/comments/8w1kbb...        542   \n",
       "1092  763vx6                    https://i.imgur.com/4xuhppI.png         13   \n",
       "1093  2z493l  https://www.reddit.com/r/india/comments/2z493l...        351   \n",
       "1094  ayq0gg  https://www.reddit.com/r/india/comments/ayq0gg...          3   \n",
       "1095  7cuqzn  https://www.reddit.com/r/india/comments/7cuqzn...          9   \n",
       "1096  6c3s3n  https://www.reddit.com/r/india/comments/6c3s3n...         40   \n",
       "1097  7xovt8                https://i.redd.it/ob55anu6xbg01.jpg          4   \n",
       "1098  avnfwy  https://www.reddit.com/r/india/comments/avnfwy...          5   \n",
       "1099  b3aug0  https://www.reddit.com/r/india/comments/b3aug0...          0   \n",
       "1100  6vsv9r  http://www.news18.com/news/business/niti-aayog...         13   \n",
       "1101  71xkwr  https://www.reddit.com/r/india/comments/71xkwr...         14   \n",
       "1102  6sqt1i  https://www.reddit.com/r/india/comments/6sqt1i...         20   \n",
       "1103  3y3h1o  https://www.reddit.com/r/india/comments/3y3h1o...        150   \n",
       "1104  5bwlnw  https://www.reddit.com/r/india/comments/5bwlnw...         33   \n",
       "1105  7x1cl9  https://www.reddit.com/r/india/comments/7x1cl9...         14   \n",
       "1106  2wz5q0  https://www.reddit.com/r/india/comments/2wz5q0...        314   \n",
       "1107  axhrg8  https://www.reddit.com/r/india/comments/axhrg8...          0   \n",
       "1108  62dlio  http://www.ndtv.com/offbeat/from-aadhaar-to-ay...         26   \n",
       "1109  5mkge5  https://twitter.com/republic/status/8177148388...         38   \n",
       "1110  62m13m          https://m.youtube.com/watch?v=IgQqHlzHH7Q         29   \n",
       "1111  4f27uz  https://www.reddit.com/r/india/comments/4f27uz...        140   \n",
       "1112  6hk01v  https://www.reddit.com/r/india/comments/6hk01v...         34   \n",
       "1113  6lrxjg                       https://youtu.be/gb7wDd2wB28         18   \n",
       "1114  3zwnh5  https://www.reddit.com/r/india/comments/3zwnh5...        319   \n",
       "1115  365xqh  https://www.reddit.com/r/india/comments/365xqh...        180   \n",
       "1116  4mdkyz  https://www.reddit.com/r/india/comments/4mdkyz...         96   \n",
       "1117  8famwp  https://www.reddit.com/r/india/comments/8famwp...        378   \n",
       "\n",
       "           created                                               body  \\\n",
       "0     1.386254e+09  **Re-posting here because of lack of activity ...   \n",
       "1     1.554080e+09  It's now 24hrs, But local police station is no...   \n",
       "2     1.555361e+09  Hello /AskIndia!  First time poster, long time...   \n",
       "3     1.566529e+09                     r/TooAfraidToAsk India edition   \n",
       "4     1.361085e+09  Hello,\\n\\nI submitted this to /r/rAskIndia a w...   \n",
       "5     1.551400e+09  Hello r/India.\\n\\nI'm British and would like t...   \n",
       "6     1.543865e+09  Hey, there's a term quite popular right now in...   \n",
       "7     1.548079e+09  So I do not know whether to put this in Ask In...   \n",
       "8     1.533947e+09  Namaste Redditors, (also posted to AskIndia bu...   \n",
       "9     1.555627e+09  I'd initially posted this to r/AskIndia and go...   \n",
       "10    1.552507e+09  Any help is appreciated! We need as many respo...   \n",
       "11    1.491424e+09  Even though I was eligible to vote back in 201...   \n",
       "12    1.564537e+09  Most of us must have watched that viral video ...   \n",
       "13    1.494883e+09  Hello /r/india  \\n  \\nHere are some clarificat...   \n",
       "14    1.535540e+09  Hey everyone, I have flaired the post AskIndia...   \n",
       "15    1.467223e+09  Reposting from [here](https://yy.reddit.com/r/...   \n",
       "16    1.483665e+09  It could be anything. From AskIndia's to some ...   \n",
       "17    1.503581e+09  Think about it. If people weren't poor, they w...   \n",
       "18    1.391478e+09  Kind of a desi edit of an /r/AskReddit [post] ...   \n",
       "19    1.437742e+09  A friend of mine quit his previous company and...   \n",
       "20    1.461362e+09  ###/r/India submission flairs and how to use t...   \n",
       "21    1.481314e+09  Hi, Randians. This is actually a throwaway acc...   \n",
       "22    1.537107e+09  It's one of my favourite genres, of ever. \\n\\n...   \n",
       "23    1.544064e+09  Me  and my wife are visiting Jaipur in the las...   \n",
       "24    1.518037e+09  So I came across this person on R4R. I won't g...   \n",
       "25    1.535320e+09  I joined a MNC as a fresher with a 2 year bond...   \n",
       "26    1.360079e+09  Since the removal of the drop down we had, lin...   \n",
       "27    1.524185e+09  Hi everyone,\\nI am planning to buy an apartmen...   \n",
       "28    1.440193e+09  #Comment Moderation in Political & Religious T...   \n",
       "29    1.437709e+09  Dear subscribers,\\n\\nA week ago we requested f...   \n",
       "...            ...                                                ...   \n",
       "1088  1.504481e+09  Self explanatory title. I have to go do shave ...   \n",
       "1089  1.501611e+09  Hello!\\n\\nA little while back some of you had ...   \n",
       "1090  1.543433e+09  Pickyourtrail is the world's first DIY online ...   \n",
       "1091  1.530739e+09  The rules say a self-post should be of reasona...   \n",
       "1092  1.507919e+09                                                      \n",
       "1093  1.426451e+09  Hello /r/India,\\n\\nI am Tathagata Satpathy, el...   \n",
       "1094  1.552079e+09  [Here](https://np.reddit.com/r/IndianFootball/...   \n",
       "1095  1.510684e+09  Since International Men's rights day is on the...   \n",
       "1096  1.495231e+09  Previously it was usually ~500 active, now las...   \n",
       "1097  1.518709e+09                                                      \n",
       "1098  1.551361e+09  Mods I hope I am not breaking any rules with t...   \n",
       "1099  1.553110e+09  Below is a description provided by Dilip's tea...   \n",
       "1100  1.503629e+09                                                      \n",
       "1101  1.506192e+09  Hello all!\\nI am currently stuck in a mtech co...   \n",
       "1102  1.502366e+09  Welcome to the weekly Apps thread of /r/india....   \n",
       "1103  1.451005e+09  #The AMA is LIVE NOW! Link: https://redd.it/3y...   \n",
       "1104  1.478675e+09  His university page has a email address to con...   \n",
       "1105  1.518477e+09  * Must eat places too , if you could add \\n\\nB...   \n",
       "1106  1.424802e+09  Hello y'all at /r/India, thanks for inviting m...   \n",
       "1107  1.551795e+09  Greetings /r/india.\\n\\nWe'll be hosting Divya ...   \n",
       "1108  1.490905e+09                                                      \n",
       "1109  1.483824e+09                                                      \n",
       "1110  1.491005e+09                                                      \n",
       "1111  1.460848e+09  [Last week's issue - 09/04/2016](https://np.re...   \n",
       "1112  1.497612e+09                     I'm new here and was curious.    \n",
       "1113  1.499438e+09                                                      \n",
       "1114  1.452219e+09                                                      \n",
       "1115  1.431812e+09  **AMA LIVE HERE**: https://www.reddit.com/r/in...   \n",
       "1116  1.464999e+09  I was highly excited for the AMA, thinking thi...   \n",
       "1117  1.524854e+09  Very new to Reddit, but I absolutely love this...   \n",
       "\n",
       "                    author                                           comments  \n",
       "0            dhavalcoholic   Dear Policy Holder(Dhavalcoholic),\\n \\nWe req...  \n",
       "1          amitkumarthakur   Calm down.\\nGo to the SP office of your town,...  \n",
       "2     FrustratedOCIHopeful   Honestly, she and her supervisor behaved *exa...  \n",
       "3           aloo_vs_bhaloo   How does Modi control his sex desires? Or if ...  \n",
       "4                multubunu                                                     \n",
       "5            PoiHolloi2020   The Discovery of India by J.Nehru.\\n\\nYou wil...  \n",
       "6                 ab370a1d   In Hindu culture, the term gotra (Sanskrit: ग...  \n",
       "7                   fenocs   It all starts with the relationships we have ...  \n",
       "8              PsychoPass1   Hate to break this to you buddy, but you are ...  \n",
       "9                     JaJH   You can directly ask them if it would be ok t...  \n",
       "10               ToasterIV   [deleted] [removed] Done.  Done. Done done. S...  \n",
       "11      concernedindianguy   Founders of Indian democracy did not create a...  \n",
       "12                 rushils   Any flight going to Thailand is usually trash...  \n",
       "13                 root_su   Can we have an Education/Career related flair...  \n",
       "14           dharavsolanki   I read the first five months. Your notes are ...  \n",
       "15      rajasthaniConfused   >Will it really affect my sister's wedding?\\n...  \n",
       "16                  Mabido   The one where gori mem was showing of her saa...  \n",
       "17            SoulsBorNioh   http://www.hindustantimes.com/opinion/farm-lo...  \n",
       "18               TheArcane   Would get rid of the rape belt. UP or Bihar.....  \n",
       "19                ownliner   [deleted] Having loose ends is a bad idea. We...  \n",
       "20             r_india_mod   Okay, for whom this is directed towards?  [re...  \n",
       "21          full_time_thug   Are you good looking and bald ? \\n\\nAre you  ...  \n",
       "22    aMillennialPotpourri   If you don't get a favourable response here, ...  \n",
       "23                  ilqprs   Amer Fort is excellent. You must see it. Hawa...  \n",
       "24         spockofwesteros   You are trying to do some good for someone, b...  \n",
       "25           throw_for_bea   Even though your post is very long, the job y...  \n",
       "26                neoronin   /r/indianbabes [NSFW] is very active. >Indian...  \n",
       "27                 mdocvar   When you said “Parents in India” I am assumin...  \n",
       "28             r_india_mod   You guys are increasing your own work and in ...  \n",
       "29             r_india_mod   [deleted] Yo. Team, I think we need to explai...  \n",
       "...                    ...                                                ...  \n",
       "1088         neeasmaverick   You schedule your shaving?Why? Are you attent...  \n",
       "1089               kash_if   seriously? why? possibly another spammy cashb...  \n",
       "1090        hari_ganapathy   a stupid question:\\n\\nhow is your service bet...  \n",
       "1091      WhereIsLordBeric   Do you place a newspaper as a separator betwe...  \n",
       "1092             vibhavp01   The judge who wrote the judgement indicated i...  \n",
       "1093     tathagatasatpathy   Hello.\\nIt's good to see an Indian MP doing s...  \n",
       "1094       konoha_ka_ladka                             Link for phone users\\n  \n",
       "1095        doc_two_thirty   Hopefully he isn't a run of the mill MRA but ...  \n",
       "1096              AlphaXor   I've seen this increase in all my subscribed ...  \n",
       "1097           scourgwreck   They are amazing. I came to know them after t...  \n",
       "1098           RiggedVedas    [AMA Question]\\n\\nWhat sources you guys use ...  \n",
       "1099          rahulthewall                                                     \n",
       "1100          pannagasamir   don't trust the government. there is a reason...  \n",
       "1101   cheatercheater12345   where are you located? usually all cities hav...  \n",
       "1102             ErasmusEV   App Name : [Joey for Reddit](https://play.goo...  \n",
       "1103           r_india_mod   Can we please put the pitchforks aside and ac...  \n",
       "1104         userfoundname   Mods of /r/India. pliss pliss pliss. He's bus...  \n",
       "1105                kgp_cg    A bus ride in Delhi should not be on your li...  \n",
       "1106          MeiyangChang   ALL RIGHT, here I am Redditors. Let's go! And...  \n",
       "1107              neoronin                                                     \n",
       "1108                 d-u-b   Finally Ndtv site has the eternal words : sex...  \n",
       "1109           rabblerousr   je baat calm before the storm It may get laun...  \n",
       "1110           aap_ka_baap   I wish Indian media and people had guts to as...  \n",
       "1111              avinassh   We started a new initiative, AMA of Devs. It ...  \n",
       "1112        pichlesaathdin   From the ashes of Digg !  [deleted] In 2011, ...  \n",
       "1113          inquiexplore   You should've seen the confidence in her AMA ...  \n",
       "1114           Kanjarwalla   Guys, can someone explain why randia is bashi...  \n",
       "1115            AwkwardDev   I just hope he completely attends the AMA and...  \n",
       "1116                 an8hu   That was so shit. Can we first set expectatio...  \n",
       "1117             aadhaatom   Zindagi lambi nahi, badi honi chahiye Babu Mo...  \n",
       "\n",
       "[1118 rows x 10 columns]"
      ]
     },
     "execution_count": 415,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# topics_data"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}