FakeNewsClassifier TFIDF.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Fake News Classifier\n",
    "Dataset:  https://www.kaggle.com/c/fake-news/data#"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.read_csv('fake-news/train.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id                                              title              author  \\\n",
       "0   0  House Dem Aide: We Didn’t Even See Comey’s Let...       Darrell Lucus   \n",
       "1   1  FLYNN: Hillary Clinton, Big Woman on Campus - ...     Daniel J. Flynn   \n",
       "2   2                  Why the Truth Might Get You Fired  Consortiumnews.com   \n",
       "3   3  15 Civilians Killed In Single US Airstrike Hav...     Jessica Purkiss   \n",
       "4   4  Iranian woman jailed for fictional unpublished...      Howard Portnoy   \n",
       "\n",
       "                                                text  label  \n",
       "0  House Dem Aide: We Didn’t Even See Comey’s Let...      1  \n",
       "1  Ever get the feeling your life circles the rou...      0  \n",
       "2  Why the Truth Might Get You Fired October 29, ...      1  \n",
       "3  Videos 15 Civilians Killed In Single US Airstr...      1  \n",
       "4  Print \\nAn Iranian woman has been sentenced to...      1  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Get the Independent Features\n",
    "\n",
    "X=df.drop('label',axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id                                              title              author  \\\n",
       "0   0  House Dem Aide: We Didn’t Even See Comey’s Let...       Darrell Lucus   \n",
       "1   1  FLYNN: Hillary Clinton, Big Woman on Campus - ...     Daniel J. Flynn   \n",
       "2   2                  Why the Truth Might Get You Fired  Consortiumnews.com   \n",
       "3   3  15 Civilians Killed In Single US Airstrike Hav...     Jessica Purkiss   \n",
       "4   4  Iranian woman jailed for fictional unpublished...      Howard Portnoy   \n",
       "\n",
       "                                                text  \n",
       "0  House Dem Aide: We Didn’t Even See Comey’s Let...  \n",
       "1  Ever get the feeling your life circles the rou...  \n",
       "2  Why the Truth Might Get You Fired October 29, ...  \n",
       "3  Videos 15 Civilians Killed In Single US Airstr...  \n",
       "4  Print \\nAn Iranian woman has been sentenced to...  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Get the Dependent features\n",
    "y=df['label']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    1\n",
       "1    0\n",
       "2    1\n",
       "3    1\n",
       "4    1\n",
       "Name: label, dtype: int64"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(18285, 5)"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer, TfidfVectorizer, HashingVectorizer"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=df.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>Jackie Mason: Hollywood Would Love Trump if He...</td>\n",
       "      <td>Daniel Nussbaum</td>\n",
       "      <td>In these trying times, Jackie Mason is the Voi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>Benoît Hamon Wins French Socialist Party’s Pre...</td>\n",
       "      <td>Alissa J. Rubin</td>\n",
       "      <td>PARIS  —   France chose an idealistic, traditi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>A Back-Channel Plan for Ukraine and Russia, Co...</td>\n",
       "      <td>Megan Twohey and Scott Shane</td>\n",
       "      <td>A week before Michael T. Flynn resigned as nat...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>Obama’s Organizing for Action Partners with So...</td>\n",
       "      <td>Aaron Klein</td>\n",
       "      <td>Organizing for Action, the activist group that...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...</td>\n",
       "      <td>Chris Tomlinson</td>\n",
       "      <td>The BBC produced spoof on the “Real Housewives...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    id                                              title  \\\n",
       "0    0  House Dem Aide: We Didn’t Even See Comey’s Let...   \n",
       "1    1  FLYNN: Hillary Clinton, Big Woman on Campus - ...   \n",
       "2    2                  Why the Truth Might Get You Fired   \n",
       "3    3  15 Civilians Killed In Single US Airstrike Hav...   \n",
       "4    4  Iranian woman jailed for fictional unpublished...   \n",
       "5    5  Jackie Mason: Hollywood Would Love Trump if He...   \n",
       "7    7  Benoît Hamon Wins French Socialist Party’s Pre...   \n",
       "9    9  A Back-Channel Plan for Ukraine and Russia, Co...   \n",
       "10  10  Obama’s Organizing for Action Partners with So...   \n",
       "11  11  BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...   \n",
       "\n",
       "                          author  \\\n",
       "0                  Darrell Lucus   \n",
       "1                Daniel J. Flynn   \n",
       "2             Consortiumnews.com   \n",
       "3                Jessica Purkiss   \n",
       "4                 Howard Portnoy   \n",
       "5                Daniel Nussbaum   \n",
       "7                Alissa J. Rubin   \n",
       "9   Megan Twohey and Scott Shane   \n",
       "10                   Aaron Klein   \n",
       "11               Chris Tomlinson   \n",
       "\n",
       "                                                 text  label  \n",
       "0   House Dem Aide: We Didn’t Even See Comey’s Let...      1  \n",
       "1   Ever get the feeling your life circles the rou...      0  \n",
       "2   Why the Truth Might Get You Fired October 29, ...      1  \n",
       "3   Videos 15 Civilians Killed In Single US Airstr...      1  \n",
       "4   Print \\nAn Iranian woman has been sentenced to...      1  \n",
       "5   In these trying times, Jackie Mason is the Voi...      0  \n",
       "7   PARIS  —   France chose an idealistic, traditi...      0  \n",
       "9   A week before Michael T. Flynn resigned as nat...      0  \n",
       "10  Organizing for Action, the activist group that...      0  \n",
       "11  The BBC produced spoof on the “Real Housewives...      0  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages=df.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "messages.reset_index(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Jackie Mason: Hollywood Would Love Trump if He...</td>\n",
       "      <td>Daniel Nussbaum</td>\n",
       "      <td>In these trying times, Jackie Mason is the Voi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>Benoît Hamon Wins French Socialist Party’s Pre...</td>\n",
       "      <td>Alissa J. Rubin</td>\n",
       "      <td>PARIS  —   France chose an idealistic, traditi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>A Back-Channel Plan for Ukraine and Russia, Co...</td>\n",
       "      <td>Megan Twohey and Scott Shane</td>\n",
       "      <td>A week before Michael T. Flynn resigned as nat...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>Obama’s Organizing for Action Partners with So...</td>\n",
       "      <td>Aaron Klein</td>\n",
       "      <td>Organizing for Action, the activist group that...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...</td>\n",
       "      <td>Chris Tomlinson</td>\n",
       "      <td>The BBC produced spoof on the “Real Housewives...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   index  id                                              title  \\\n",
       "0      0   0  House Dem Aide: We Didn’t Even See Comey’s Let...   \n",
       "1      1   1  FLYNN: Hillary Clinton, Big Woman on Campus - ...   \n",
       "2      2   2                  Why the Truth Might Get You Fired   \n",
       "3      3   3  15 Civilians Killed In Single US Airstrike Hav...   \n",
       "4      4   4  Iranian woman jailed for fictional unpublished...   \n",
       "5      5   5  Jackie Mason: Hollywood Would Love Trump if He...   \n",
       "6      7   7  Benoît Hamon Wins French Socialist Party’s Pre...   \n",
       "7      9   9  A Back-Channel Plan for Ukraine and Russia, Co...   \n",
       "8     10  10  Obama’s Organizing for Action Partners with So...   \n",
       "9     11  11  BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...   \n",
       "\n",
       "                         author  \\\n",
       "0                 Darrell Lucus   \n",
       "1               Daniel J. Flynn   \n",
       "2            Consortiumnews.com   \n",
       "3               Jessica Purkiss   \n",
       "4                Howard Portnoy   \n",
       "5               Daniel Nussbaum   \n",
       "6               Alissa J. Rubin   \n",
       "7  Megan Twohey and Scott Shane   \n",
       "8                   Aaron Klein   \n",
       "9               Chris Tomlinson   \n",
       "\n",
       "                                                text  label  \n",
       "0  House Dem Aide: We Didn’t Even See Comey’s Let...      1  \n",
       "1  Ever get the feeling your life circles the rou...      0  \n",
       "2  Why the Truth Might Get You Fired October 29, ...      1  \n",
       "3  Videos 15 Civilians Killed In Single US Airstr...      1  \n",
       "4  Print \\nAn Iranian woman has been sentenced to...      1  \n",
       "5  In these trying times, Jackie Mason is the Voi...      0  \n",
       "6  PARIS  —   France chose an idealistic, traditi...      0  \n",
       "7  A week before Michael T. Flynn resigned as nat...      0  \n",
       "8  Organizing for Action, the activist group that...      0  \n",
       "9  The BBC produced spoof on the “Real Housewives...      0  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'PARIS  —   France chose an idealistic, traditional   candidate in Sunday’s primary to represent the Socialist and   parties in the presidential election this spring. The candidate, Benoît Hamon, 49, who ran on the slogan that he would “make France’s heart beat,” bested Manuel Valls, the former prime minister, whose campaign has promoted more   policies and who has a strong    background. Mr. Hamon appeared to have won by a wide margin, with incomplete returns showing him with an estimated 58 percent of the vote to Mr. Valls’s 41 percent. “Tonight the left holds its head up high again it is looking to the future,” Mr. Hamon said, addressing his supporters. “Our country needs the left, but a modern, innovative left,” he said. Mr. Hamon’s victory was the clearest sign yet that voters on the left want a break with the policies of President François Hollande, who in December announced that he would not seek  . However, Mr. Hamon’s strong showing is unlikely to change widespread assessments that   candidates have little chance of making it into the second round of voting in the general election. The first round of the general election is set for April 23 and the runoff for May 7. The Socialist Party is deeply divided, and one measure of its lack of popular enthusiasm was the relatively low number of people voting. About two million people voted in the second round of the primary on Sunday, in contrast with about 2. 9 million in the second round of the last presidential primary on the left, in 2011. However, much of the conventional wisdom over how the elections will go has been thrown into question over the past week, because the leading candidate, François Fillon, who represents the main   party, the Republicans, was accused of paying his wife large sums of money to work as his parliamentary aide. While nepotism is legal in the French political system, it is not clear that she actually did any work. Prosecutors who specialize in financial malfeasance are reviewing the case. France’s electoral system allows multiple candidates to run for president in the first round of voting, but only the top two   go on to a second round. Mr. Hamon is entering a race that is already crowded on the left, with candidates who include   Mélenchon on the far left, and Emmanuel Macron, an independent who served as economy minister in Mr. Hollande’s government and who embraces more   policies. Unless he decides to withdraw, Mr. Fillon, the mainstream right candidate, will also run, as will the extreme right candidate Marine Le Pen. The two have been expected to go to the runoff. Mr. Hamon’s victory can be attributed at least in part to his image as an idealist and traditional leftist candidate who appeals to union voters as well as more environmentally concerned and socially liberal young people. Unlike Mr. Valls, he also clearly distanced himself from some of Mr. Hollande’s more unpopular policies, especially the economic ones. Thomas Kekenbosch, 22, a student and one of the leaders of the group the Youth With Benoît Hamon, said Mr. Hamon embodied a new hope for those on the left. “We have a perspective we have something to do, to build,” Mr. Kekenbosch said. Mr. Hollande had disappointed many young people because under him the party abandoned ideals, such as support for workers, that many   voters believe in, according to Mr. Kekenbosch. Mr. Hollande’s government, under pressure from the European Union to meet budget restraints, struggled to pass labor code reforms to make the market more attractive to foreign investors and also to encourage French businesses to expand in France. The measures ultimately passed after weeks of strikes, but they were watered down and generated little concrete progress in improving France’s roughly 10 percent unemployment rate and its nearly 25 percent youth joblessness rate. Mr. Hamon strongly endorses a stimulus approach to improving the economy and has promised to phase in a universal income, which would especially help young people looking for work, but would also supplement the livelihood of   French workers. The end goal would be to have everyone receive 750 euros per month (about $840). “We have someone that trusts us,” Mr. Kekenbosch said, “who says: ‘I give you enough to pay for your studies. You can have a scholarship which spares you from working at McDonald’s on provisional contracts for 4 years. ” Mr. Hamon advocates phasing out diesel fuel and encouraging drivers to replace vehicles that use petroleum products with electrical ones. His leftist pedigree began early. His father worked at an arsenal in Brest, a city in the far west of Brittany, and his mother worked off and on as a secretary. He was an early member of the Movement of Young Socialists, and he has continued to work closely with them through his political life. He also worked for Martine Aubry, now the mayor of Lille and a former Socialist Party leader.'"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages['text'][6]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.corpus import stopwords\n",
    "from nltk.stem.porter import PorterStemmer\n",
    "import re\n",
    "ps = PorterStemmer()\n",
    "corpus = []\n",
    "for i in range(0, len(messages)):\n",
    "    review = re.sub('[^a-zA-Z]', ' ', messages['text'][i])\n",
    "    review = review.lower()\n",
    "    review = review.split()\n",
    "    \n",
    "    review = [ps.stem(word) for word in review if not word in stopwords.words('english')]\n",
    "    review = ' '.join(review)\n",
    "    corpus.append(review)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'civilian kill singl us airstrik identifi'"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "corpus[3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "## TFidf Vectorizer\n",
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "tfidf_v=TfidfVectorizer(max_features=5000,ngram_range=(1,3))\n",
    "X=tfidf_v.fit_transform(corpus).toarray()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(18285, 5000)"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "y=messages['label']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Divide the dataset into Train and Test\n",
    "from sklearn.model_selection import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['abandon',\n",
       " 'abc',\n",
       " 'abc news',\n",
       " 'abduct',\n",
       " 'abe',\n",
       " 'abedin',\n",
       " 'abl',\n",
       " 'abort',\n",
       " 'abroad',\n",
       " 'absolut',\n",
       " 'abstain',\n",
       " 'absurd',\n",
       " 'abus',\n",
       " 'abus new',\n",
       " 'abus new york',\n",
       " 'academi',\n",
       " 'accept',\n",
       " 'access',\n",
       " 'access pipelin',\n",
       " 'access pipelin protest']"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_v.get_feature_names()[:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'analyzer': 'word',\n",
       " 'binary': False,\n",
       " 'decode_error': 'strict',\n",
       " 'dtype': numpy.int64,\n",
       " 'encoding': 'utf-8',\n",
       " 'input': 'content',\n",
       " 'lowercase': True,\n",
       " 'max_df': 1.0,\n",
       " 'max_features': 5000,\n",
       " 'min_df': 1,\n",
       " 'ngram_range': (1, 3),\n",
       " 'norm': 'l2',\n",
       " 'preprocessor': None,\n",
       " 'smooth_idf': True,\n",
       " 'stop_words': None,\n",
       " 'strip_accents': None,\n",
       " 'sublinear_tf': False,\n",
       " 'token_pattern': '(?u)\\\\b\\\\w\\\\w+\\\\b',\n",
       " 'tokenizer': None,\n",
       " 'use_idf': True,\n",
       " 'vocabulary': None}"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_v.get_params()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "count_df = pd.DataFrame(X_train, columns=tfidf_v.get_feature_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>abandon</th>\n",
       "      <th>abc</th>\n",
       "      <th>abc news</th>\n",
       "      <th>abduct</th>\n",
       "      <th>abe</th>\n",
       "      <th>abedin</th>\n",
       "      <th>abl</th>\n",
       "      <th>abort</th>\n",
       "      <th>abroad</th>\n",
       "      <th>absolut</th>\n",
       "      <th>...</th>\n",
       "      <th>zero</th>\n",
       "      <th>zika</th>\n",
       "      <th>zika viru</th>\n",
       "      <th>zionist</th>\n",
       "      <th>zone</th>\n",
       "      <th>zone new</th>\n",
       "      <th>zone new york</th>\n",
       "      <th>zoo</th>\n",
       "      <th>zu</th>\n",
       "      <th>zuckerberg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.305244</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 5000 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   abandon  abc  abc news  abduct  abe  abedin  abl  abort  abroad   absolut  \\\n",
       "0      0.0  0.0       0.0     0.0  0.0     0.0  0.0    0.0     0.0  0.000000   \n",
       "1      0.0  0.0       0.0     0.0  0.0     0.0  0.0    0.0     0.0  0.000000   \n",
       "2      0.0  0.0       0.0     0.0  0.0     0.0  0.0    0.0     0.0  0.000000   \n",
       "3      0.0  0.0       0.0     0.0  0.0     0.0  0.0    0.0     0.0  0.000000   \n",
       "4      0.0  0.0       0.0     0.0  0.0     0.0  0.0    0.0     0.0  0.305244   \n",
       "\n",
       "      ...      zero  zika  zika viru  zionist  zone  zone new  zone new york  \\\n",
       "0     ...       0.0   0.0        0.0      0.0   0.0       0.0            0.0   \n",
       "1     ...       0.0   0.0        0.0      0.0   0.0       0.0            0.0   \n",
       "2     ...       0.0   0.0        0.0      0.0   0.0       0.0            0.0   \n",
       "3     ...       0.0   0.0        0.0      0.0   0.0       0.0            0.0   \n",
       "4     ...       0.0   0.0        0.0      0.0   0.0       0.0            0.0   \n",
       "\n",
       "   zoo   zu  zuckerberg  \n",
       "0  0.0  0.0         0.0  \n",
       "1  0.0  0.0         0.0  \n",
       "2  0.0  0.0         0.0  \n",
       "3  0.0  0.0         0.0  \n",
       "4  0.0  0.0         0.0  \n",
       "\n",
       "[5 rows x 5000 columns]"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "def plot_confusion_matrix(cm, classes,\n",
    "                          normalize=False,\n",
    "                          title='Confusion matrix',\n",
    "                          cmap=plt.cm.Blues):\n",
    "    \"\"\"\n",
    "    See full source and example: \n",
    "    http://scikit-learn.org/stable/auto_examples/model_selection/plot_confusion_matrix.html\n",
    "    \n",
    "    This function prints and plots the confusion matrix.\n",
    "    Normalization can be applied by setting `normalize=True`.\n",
    "    \"\"\"\n",
    "    plt.imshow(cm, interpolation='nearest', cmap=cmap)\n",
    "    plt.title(title)\n",
    "    plt.colorbar()\n",
    "    tick_marks = np.arange(len(classes))\n",
    "    plt.xticks(tick_marks, classes, rotation=45)\n",
    "    plt.yticks(tick_marks, classes)\n",
    "\n",
    "    if normalize:\n",
    "        cm = cm.astype('float') / cm.sum(axis=1)[:, np.newaxis]\n",
    "        print(\"Normalized confusion matrix\")\n",
    "    else:\n",
    "        print('Confusion matrix, without normalization')\n",
    "\n",
    "    thresh = cm.max() / 2.\n",
    "    for i, j in itertools.product(range(cm.shape[0]), range(cm.shape[1])):\n",
    "        plt.text(j, i, cm[i, j],\n",
    "                 horizontalalignment=\"center\",\n",
    "                 color=\"white\" if cm[i, j] > thresh else \"black\")\n",
    "\n",
    "    plt.tight_layout()\n",
    "    plt.ylabel('True label')\n",
    "    plt.xlabel('Predicted label')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### MultinomialNB Algorithm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "classifier=MultinomialNB()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import metrics\n",
    "import numpy as np\n",
    "import itertools"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy:   0.881\n",
      "Confusion matrix, without normalization\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVYAAAEmCAYAAAA5jbhCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzt3XmcVmX9//HXe2YARVBkc8EFF1xwQyXXXFJD3Lfccs9Cy/p+y+qXmaWWli0umUtq7pVLmkm4haapfd1AQUVlUSARAlFDBJTt8/vjXEM348zc98CZue975v30cR5z39e5zjnXmVs+c92fc53rKCIwM7P81JS7AWZm7Y0Dq5lZzhxYzcxy5sBqZpYzB1Yzs5w5sJqZ5cyB1ZokaVVJf5U0R9KfVmI/J0j6W55tKxdJe0gaX+52WGWTx7FWP0lfBM4GtgDmAmOAiyPi6ZXc70nAN4DdImLxSje0wkkKYEBETCp3W6y6ucda5SSdDVwB/BRYC9gAuAY4LIfdbwhM6AhBtRSS6srdBqsSEeGlShdgDeAj4Ohm6nQhC7zT03IF0CWt2xuYBnwbmAXMAE5L6y4EFgKL0jFOBy4Afl+w7/5AAHXp/anAW2S95snACQXlTxdstxvwAjAn/dytYN0TwE+Af6b9/A3o3cS51bf//xW0/3DgQGAC8D5wbkH9nYBngP+kulcBndO6J9O5zEvne2zB/r8H/Bu4vb4sbbNJOsYO6f26wGxg73L/v+GlvIt7rNVtV2AV4L5m6vwA2AUYBGxHFlzOK1i/NlmA7kcWPK+WtGZEnE/WC74rIrpFxI3NNUTSasCVwAER0Z0seI5ppF5P4IFUtxdwGfCApF4F1b4InAb0BToD32nm0GuT/Q76AT8CbgBOBHYE9gB+JGnjVHcJ8C2gN9nvbl/gawARsWeqs10637sK9t+TrPc+rPDAEfEmWdD9g6SuwM3ALRHxRDPttQ7AgbW69QJmR/Nf1U8AfhwRsyLiXbKe6EkF6xel9Ysi4kGy3trmK9iepcDWklaNiBkRMa6ROgcBEyPi9ohYHBF3AG8AhxTUuTkiJkTEAuBusj8KTVlElk9eBNxJFjR/HRFz0/HHAdsCRMToiHg2HXcKcB2wVwnndH5EfJLas5yIuAGYCDwHrEP2h8w6OAfW6vYe0LtI7m9dYGrB+6mpbNk+GgTm+UC3ljYkIuaRfX0+E5gh6QFJW5TQnvo29St4/+8WtOe9iFiSXtcHvpkF6xfUby9pM0kjJP1b0odkPfLezewb4N2I+LhInRuArYHfRMQnRepaB+DAWt2eAT4myys2ZTrZ19h6G6SyFTEP6Frwfu3ClRHxSER8nqzn9gZZwCnWnvo2vbOCbWqJa8naNSAiVgfOBVRkm2aHzUjqRpa3vhG4IKU6rINzYK1iETGHLK94taTDJXWV1EnSAZJ+kardAZwnqY+k3qn+71fwkGOAPSVtIGkN4Pv1KyStJenQlGv9hCylsKSRfTwIbCbpi5LqJB0LDARGrGCbWqI78CHwUepNf7XB+pnAxp/aqnm/BkZHxJfJcse/XelWWtVzYK1yEXEZ2RjW84B3gbeBrwN/SVUuAkYBLwOvAC+mshU51kjgrrSv0SwfDGvIRhdMJ7tSvhfpwlCDfbwHHJzqvkd2Rf/giJi9Im1qoe+QXRibS9abvqvB+guAWyX9R9IxxXYm6TBgKFn6A7LPYQdJJ+TWYqtKvkHAzCxn7rGameXMgdXMLGcOrGZmOXNgNTPLWbudVEJ1q4Y6dy93M6wFtt9yg3I3wVpo6tQpzJ49u9hY4BapXX3DiMWfusntU2LBu49ExNA8j52X9htYO3eny+ZFR8xYBfnnc1eVuwnWQrvvPDj3fcbiBSX92/14zNXF7porm3YbWM2sWglU3VlKB1YzqywCamrL3YqV4sBqZpVHuaZt25wDq5lVGKcCzMzy5x6rmVmOhHusZmb5knusZma586gAM7M8Vf/Fq+puvZm1PyJLBRRbiu1GWkXS85LGShon6cJUvpGk5yRNlHSXpM6pvEt6Pymt71+wr++n8vGS9i92bAdWM6s8qim+FPcJsE9EbEf2pN+hknYBfg5cHhEDgA/IHvtO+vlBRGwKXJ7qIWkgcBywFdkTI66R1GyuwoHVzCqMcgmskfkove2UlgD2Ae5J5bfy34dxHpbek9bvK0mp/M70CPTJwCRgp+aO7cBqZpWnRsWX7NHvowqWYQ13I6lW0hhgFjASeBP4T8Ej36fx30ev9yN7Zhxp/RygV2F5I9s0yhevzKyylD5XwOyIaHZ6rYhYAgyS1AO4D9iysWoFR25sXVPlTXKP1cwqTD6pgEIR8R/gCWAXoIek+k7lemRPFoasJ7o+QFq/BtkTh5eVN7JNoxxYzazy5DMqoE/qqSJpVWA/4HXgceALqdopwP3p9fD0nrT+75E9xno4cFwaNbARMAB4vrljOxVgZpUnn3Gs6wC3piv4NcDdETFC0mvAnZIuAl4Cbkz1bwRulzSJrKd6HEBEjJN0N/AasBg4K6UYmuTAamaVpcQeaTER8TKwfSPlb9HIVf2I+Bg4uol9XQxcXOqxHVjNrPJU+Z1XDqxmVmHkuQLMzHLn2a3MzHLk+VjNzPJW/bNbObCaWeVxKsDMLGe+eGVmliM5FWBmlj+nAszM8iUHVjOz/GRPZnFgNTPLj2h8BtQq4sBqZhVG1NT44pWZWa6cCjAzy5kDq5lZnpxjNTPLl5B7rGZmeXNgNTPLmUcFmJnlyTlWM7P8ORVgZpYjX7wyM2sFDqxmZnmr7rjqwGpmFUYeFWBmljunAszMcuSLV2ZmraG64yrVnchoB7p0ruOp27/Dc3edw+h7fsB5Zx4IwJnH7smr95/PgpeuoleP1ZbV79F9Ve669Cs8f9f3eer27zBwk3WWrfv8blsy9r4f8ur95/Od0z7f5ufSUZ3x5S+xwbp92XHQ1svKXh47lr0+uyuDB23DUYcfwocffgjAwoULGXb6aQwetA077bAdT/7jiTK1uoIpSwUUW4ruRlpf0uOSXpc0TtL/pvILJL0jaUxaDizY5vuSJkkaL2n/gvKhqWySpHOKHduBtcw+WbiYocOuZOdjL2Hn437GkN0GstM2/XlmzFsceOZvmDr9veXq/7/T92fs+GnsdOzPOP2Ht/Or734BgJoaccU5x3DY169h+6Mu4uihO7LFxmuX45Q6nJNOOZX7Rzy8XNlXz/gyF/30EkaNeYVDDzuCyy/9JQA3/e4GAEaNeYURD4/knO9+m6VLl7Z5mytdHoEVWAx8OyK2BHYBzpI0MK27PCIGpeXBdMyBwHHAVsBQ4BpJtZJqgauBA4CBwPEF+2mUA2sFmLdgIQCd6mqpq6slIhg7fhr/mvH+p+pusfHaPPH8eAAmTJnJhuv2pG/P7nxm6/68+fZsprzzHosWL+FPj7zIwXtv26bn0VF9do896dmz53JlEyeM57N77AnAPvt9nr/cdy8Ab7z+Gp/bZ18A+vbtyxo9ejB61Ki2bXAVUI2KLsVExIyIeDG9ngu8DvRrZpPDgDsj4pOImAxMAnZKy6SIeCsiFgJ3prpNcmCtADU14tk7z+Ffj13C3599gxdendpk3VcmvMNh+w4CYPBWG7LBOj3pt1YP1u27BtNmfrCs3jszP6BfnzVave3WuIFbbc2Ivw4H4M/3/Ilpb78NwDbbbsdf/3o/ixcvZsrkybz04mimTXu7nE2tSCX2WHtLGlWwDGtmf/2B7YHnUtHXJb0s6SZJa6ayfkDhhzEtlTVV3qRWC6ySlhTkMMakE6tf9+uU46gpKDtV0lXpdY2kW9NJS9IUSa8U7OvK1mp3OSxdGuxy3CVsuv95DN56w+Xypg396uaR9OjelWfvPIevHrcXY8dPY/GSpaiRbH+0ZqOtWdfdcBPXXXs1u+20Ix99NJfOnTsDcMppX6Jfv/XYfefBfPfb32SXXXejrs7XkAuVElRTYJ0dEYMLluub2F834F7gmxHxIXAtsAkwCJgBXFpftZHNo5nyJrXmJ7ogIgY1LEzB9AiyvwB7Ak80WC/gt0An4LSIiPRL/FxEzG7F9pbdnI8W8OSoiQzZbSCvvTmj0Tpz533MGRf8ftn7Nx64kCnvvEfXVTqz3lprLivvt9aaTH93Tqu32Rq3+RZbMOKhvwEwccIEHnrwAQDq6ur45aWXL6u39x67semmA8rSxkqW13ArSZ3IguofIuLPABExs2D9DcCI9HYasH7B5usB09PrpsobVY5UwOeAV8n+ahzfyPpfA72AkyOi3Wf1e6/ZjTW6rQrAKl06sc/OmzN+yswm66/RbVU61dUCcNoRu/H0i5OYO+9jRo2byqYb9GHDdXvRqa6Wo/ffgQeeeLlNzsE+bdasWQAsXbqUS356EV8ZdiYA8+fPZ968eQA89uhI6urq2HJgs9dBOqScRgUIuBF4PSIuKygv/Ep4BFk8AhgOHCepi6SNgAHA88ALwABJG0nqTHaBa3hzx27NHuuqksak15Mj4oj0+njgDuB+4KeSOkXEorTui2QJ5r0jYnGD/T0uaUl6fWtEXN5gPSnHkuVZOnXL70xa0dq9V+eGH59EbU0NNTXi3pEv8tBTr/K14/fi7FP2Y61eq/PC3efy8NPj+NqP/8gWG6/N735yEkuWLOWNt/7NmRf+AYAlS5byrZ/fzV+vOYvaGnHr/c/y+lv/LvPZdQwnn3g8T/3jCWbPns0m/dfjhz+6kI8++ojrfns1AIcdfiQnn3oaAO/OmsUhB+1PTU0N667bjxtvub2cTa9YpVycKsHuwEnAKwWx6Fyyq/qDyL7OTwHOAIiIcZLuBl4jG1FwVkQsAZD0deARoBa4KSLGNdv+iNbJxEn6KCK6NSjrTHYim0fEXEl/Bm6MiAcknQqcCGwBHBsR/yzYbgowuCWpgJqufaPL5ses/IlYm/nghavK3QRrod13Hszo0aNyHc7fZe0Bsd4JxS+jvHXZgaMjYnCex85LW6cChgJrkP0FmQJ8luXTAW8AxwB3SdqqjdtmZhVAgFR8qWRtHViPB74cEf0joj+wETBEUtf6ChHxf8CZwAOSNmjj9plZ2ZU8KqBitdk4jxQ89yflMwAiYp6kp4FDCutGxAhJfYCHJe2RigtzrC9HxMlt0W4za3sVHjeLarXA2jC/GhHzgZ6N1Duy4O0tBeU3Azent/3zb6GZVapK75EW45HJZlZRJKitdWA1M8tVlXdYHVjNrPI4FWBmlqcqGE5VjAOrmVWUbBxrdUdWB1YzqzCVP061GAdWM6s4NfnMFVA2DqxmVlmcYzUzy5dzrGZmraDK46oDq5lVHvdYzcxyVuVx1YHVzCqL5FEBZmY58zhWM7PcVXlcdWA1s8rjHquZWZ58g4CZWb4E1NS09eP48uXAamYVxz1WM7OcOcdqZpYn51jNzPIlj2M1M8tflcdVqvvSm5m1S7U1KroUI2l9SY9Lel3SOEn/m8p7ShopaWL6uWYql6QrJU2S9LKkHQr2dUqqP1HSKcWO7cBqZhVFyi5eFVtKsBj4dkRsCewCnCVpIHAO8FhEDAAeS+8BDgAGpGUYcG3WHvUEzgd2BnYCzq8Pxk1pMhUgafXmNoyID4ufl5lZy+UxB0tEzABmpNdzJb0O9AMOA/ZO1W4FngC+l8pvi4gAnpXUQ9I6qe7IiHgfQNJIYChwR1PHbi7HOg4IsvG6y9qa3gewQUtO0sysVCX2SHtLGlXw/vqIuL6J/fUHtgeeA9ZKQZeImCGpb6rWD3i7YLNpqayp8iY1GVgjYv3mNjQzay0lXryaHRGDi+9L3YB7gW9GxIfNBO3GVjTsXBaWN6mkHKuk4ySdm16vJ2nHUrYzM2spkYZcFfmvpH1JnciC6h8i4s+peGb6ik/6OSuVTwMKO5TrAdObKW9S0cAq6Srgc8BJqWg+8Nti25mZrRAVHxFQ4qgAATcCr0fEZQWrhgP1V/ZPAe4vKD85jQ7YBZiTUgaPAEMkrZkuWg1JZU0qZRzrbhGxg6SXACLifUmdS9jOzGyF5DSOdXeyDuErksaksnOBS4C7JZ0O/As4Oq17EDgQmETWgTwNlsW8nwAvpHo/rr+Q1ZRSAusiSTWknIKkXsDSEk/MzKxFBNTkEFkj4mkaz48C7NtI/QDOamJfNwE3lXrsUnKsV5PlKPpIuhB4Gvh5qQcwM2spqfhSyYr2WCPiNkmjgf1S0dER8WrrNsvMOrKOMldALbCILB3gu7XMrNVUQ4+0mFJGBfyA7A6DdcmGGfxR0vdbu2Fm1nHVSkWXSlZKj/VEYMeImA8g6WJgNPCz1myYmXVcHSEVMLVBvTrgrdZpjpl1dNmogHK3YuU0NwnL5WQ51fnAOEmPpPdDyEYGmJnlr/TZqypWcz3W+iv/44AHCsqfbb3mmJlV/8Wr5iZhubEtG2JmVq8991gBkLQJcDEwEFilvjwiNmvFdplZByUoaS6ASlbKmNRbgJvJzvcA4G7gzlZsk5l1cCphqWSlBNauEfEIQES8GRHnkc12ZWaWOymbK6DYUslKGW71SZp+601JZwLvAH2LbGNmtsIqPG4WVUpg/RbQDfgfslzrGsCXWrNRZtaxtfuLVxHxXHo5l/9Odm1m1ipEaRNZV7LmbhC4j2ae6xIRR7ZKi8ysY2sHk7A012O9qs1a0Qq23mx9Rjx2abmbYS3w+V/7hr5qM2HWR62y33abCoiIx9qyIWZm9ap9btJS52M1M2sToh33WM3MyqXKr12VHlgldYmIT1qzMWZmUge4pVXSTpJeASam99tJ+k2rt8zMOqwaFV8qWSk54iuBg4H3ACJiLL6l1cxaUbt/SitQExFTGySTl7RSe8ysg8ueIFDhkbOIUgLr25J2AkJSLfANYELrNsvMOrKOMNzqq2TpgA2AmcCjqczMrFVUeYe1pLkCZgHHtUFbzMyQ2vFcAfUk3UAjcwZExLBWaZGZdXhVHldLSmU8CjyWln+SzcXq8axm1irqL17lMdG1pJskzZL0akHZBZLekTQmLQcWrPu+pEmSxkvav6B8aCqbJOmcYsctJRVwV4OG3g6MLOmszMxWQI451lvIJpS6rUH55RHxq+WPqYFkac+tgHWBRyXVP9vvauDzwDTgBUnDI+K1pg66Ire0bgRsuALbmZkVl+MNABHxpKT+JVY/DLgz3WE6WdIkYKe0blJEvAUg6c5Ut8nAWsqdVx9Iej8t/yHrrZ5bYkPNzFpMJfwH9JY0qmBpyXWfr0t6OaUK1kxl/YC3C+pMS2VNlTep2R5retbVdmTPuQJYGhFNTn5tZrayBNSVNpB1dkQMXoFDXAv8hOyi/E+AS8keN9VYPzlovAPabBxstvkpiN4XEUvS4qBqZq1OUtFlRUXEzBTPlgI38N+v+9OA9QuqrgdMb6a8SaX8XXhe0g4lt9rMbCVkowJabxIWSesUvD0CqB8xMBw4TlIXSRsBA4DngReAAZI2ktSZ7ALX8OaO0dwzr+oiYjHwWeArkt4E5pGdd0SEg62Z5S/HSVYk3QHsTZaPnQacD+wtaRDZ1/kpwBkAETFO0t1kF6UWA2dFxJK0n68DjwC1wE0RMa654zaXY30e2AE4fMVPy8ys5fKahCUijm+k+MZm6l8MXNxI+YPAg6Uet7nAqrTDN0vdmZnZyqpPBVSz5gJrH0lnN7UyIi5rhfaYWYcnaqt8FpbmAmst0I3GhyCYmbWK7GGC5W7FymkusM6IiB+3WUvMzCDXO6/KpWiO1cysrbXnJwjs22atMDNL2nUqICLeb8uGmJnVa/cTXZuZtSXRMZ55ZWbWdsRKzQVQCRxYzaziVHdYdWA1swpT/2iWaubAamYVp7rDqgOrmVUcUeNRAWZm+fGoADOzVuBRAWZmOavusOrAamaVxuNYzczy5RyrmVkr8DhWM7OcVXlcdWA1s8qSpQKqO7I6sJpZxXGP1cwsV0LusZqZ5cs9VjOzHEm068dfm5mVRZXHVQdWM6s8zrFa7nYftBmrdetObW0ttbV1jPj7//HA/fdy+c8vYtKENxg+8mm23X5HABYuXMi5Z5/Fy2NepKamhvN/+it2/exeZT6D9q1v9878YOhm9FytMxHB8Jdncs9L09l7s158adcN2LBXV4b9YSzjZ34EwOANe3DmHv2pqxGLlwbX/GMyL749h1U71XL1cdss22+f7l3422uz+M0Tk8t1ahUhm+g6p31JNwEHA7MiYutU1hO4C+gPTAGOiYgPlN1H+2vgQGA+cGpEvJi2OQU4L+32ooi4tbnjOrBWqDvvf4SevXove7/ZFltx3a13ce63z1qu3h233QTA354ezex3Z3HKsYfx10f/SU1Ntd8UWLmWLA2u/sdkJsyax6qdarnxxEGMmvoBk2fP5wfD3+C7n990ufpzFizie/e9xnvzFrJRr65cetRWHHn9CyxYtIQv3T5mWb3fnTiIJye+19anU5Fy7LHeAlwF3FZQdg7wWERcIumc9P57wAHAgLTsDFwL7JwC8fnAYCCA0ZKGR8QHTR3U//qqxIDNt2CTAZt9qnzi+NfZbc/PAdC7T19WX30NXn5pdFs3r0N5b94iJsyaB8CCRUuY8v58enfvwtT3F/D2Bws+VX/irHm8N28hAJPfm0/nuho61S4fONbrsQo9unZi7Dsftv4JVAGp+FKKiHgSeL9B8WFAfY/zVuDwgvLbIvMs0EPSOsD+wMiIeD8F05HA0OaO68BaiSRO/MLBHLTPrvzx1t81W3Xg1tsw8qERLF68mH9NncyrY19i+jvT2qihtvbqXdis72q8NmNuSfX3HtCLibPmsWhJLFe+3xZ9+Pv4d1ujiVVHZKMCii1Ab0mjCpZhJR5irYiYAZB+9k3l/YC3C+pNS2VNlTep1VIBkpYAr6RjTAZOioj/SOoPvA6ML6h+WUTclrbbHngRGBoRjxTs76OI6NZa7a0kf37wcdZaZ11mvzuLE486iE0GbM7Ou+3RaN1jTjiVSRPGc8i+u9FvvQ3YYaddqKtzhqctrNqphosO3ZIrH5/M/IVLitbv36srZ+7Zn7PvGfepdftu0YefPDi+ka06opJvEJgdEYNzPfCnRTPlTWrNf4ELImIQgKRbgbOAi9O6N+vXNeJ44On085Em6rRra62zLpB9td//oEMZ8+KoJgNrXV0dP7r4l8veHzF0b/pvvGmjdS0/tTXiokO3ZOTrs3hyUvG8aJ9unfnpoVty8UMTmD7n4+XWbdJnNWqlZemFDq8FX/VX0ExJ60TEjPRVf1YqnwasX1BvPWB6Kt+7QfkTzR2grVIBz1Ck6wyQrsp9ATgVGCJplVZuV8WZP28eH82du+z1k48/xuZbbtVk/QXz5zN/XvYP8qnHH6WurpbNttiyTdrakZ0zZABT3pvPXaOnF63brUstvzhiK657egqvTP90ymC/LXrzqNMAy1EJy0oYDpySXp8C3F9QfrIyuwBzUqrgEbJ4tKakNYEhFOn0tfp3Rkm1wL7AjQXFm0gaU/D+GxHxFLA7MDki3pT0BNmwhz+34FjDgGEA/dZbv0jtyjT73ZkMO/lYABYvXsxhRx3L3vsO4eER93P+OWfz/nvvctrxRzBw6225/Z4RzJ49i5O/cAiqqWHtddbl8mtvKvMZtH/b9FudoVv15c1353HTSdkXr+ufnkqn2hq+uc/G9Fi1E784YiCT3p3Ht+8dx5GD1qXfmqtwyi7rc8ou2f+XZ98zjv8sWATAPpv14bv3fTo90FFlw63y6bJKuoOst9lb0jSyq/uXAHdLOh34F3B0qv4gWcyZRDbc6jSAiHhf0k+AF1K9H0dEwwtiyx83otlUwQoryLH2B0YDQyJiScqxjqgfU9Zgm6uBMRFxg6RDyfKyR6d1Lcqxbjtoxxjx9/9b+ROxNnPCzS8Ur2QVZcwVX2bu22/k+sV9y222j5v/8njRertuuubonHOsuWnNVEB9jnVDoDNZjrVJqWd7FPAjSVOA3wAHSOreim00swqkEv6rZK2eY42IOcD/AN+R1KmZqvsBYyNi/YjoHxEbAvfy3zFmZtZB5DWOtVza5OJVRLwEjAWOS0WbSBpTsPwP2SiA+xpsei/wxfS6q6RpBcvZbdF2M2t7rXzxqtW12sWrhvnQiDik4O2qJe5jONmVOiLCNzOYdRSVHjmL8EhyM6soWY+0uiOrA6uZVRblN7tVuTiwmlnlcWA1M8tT5Q+nKsaB1cwqTqUPpyrGgdXMKko1DKcqxoHVzCpPlUdWB1Yzqzh5TcJSLg6sZlZxqjusOrCaWaVpB0lWB1YzqzgebmVmliPh4VZmZrmr8rjqwGpmlUdV3mV1YDWzilPlcdWB1cwqT5XHVQdWM6tAVR5ZHVjNrKJ4omszs7x5omszs1bgwGpmlidPdG1mljsPtzIzy1E7mIPFgdXMKlCVR9aacjfAzKyhGqnoUgpJUyS9ImmMpFGprKekkZImpp9rpnJJulLSJEkvS9phhdu/ohuambUWlbC0wOciYlBEDE7vzwEei4gBwGPpPcABwIC0DAOuXdH2O7CaWWVRdvGq2LISDgNuTa9vBQ4vKL8tMs8CPSStsyIHcGA1swpUUp+1t6RRBcuwRnYUwN8kjS5Yv1ZEzABIP/um8n7A2wXbTktlLeaLV2ZWUVow0fXsgq/3Tdk9IqZL6guMlPRGkUM3FCW1pAH3WM2s4uSVY42I6ennLOA+YCdgZv1X/PRzVqo+DVi/YPP1gOkr0n4HVjOrOHmMCpC0mqTu9a+BIcCrwHDglFTtFOD+9Ho4cHIaHbALMKc+ZdBSTgWYWeXJZxzrWsB96WkEdcAfI+JhSS8Ad0s6HfgXcHSq/yBwIDAJmA+ctqIHdmA1s4qTR1yNiLeA7Ropfw/Yt5HyAM7K4dAOrGZWWXIYTlV2DqxmVnE8u5WZWd6qO646sJpZ5fETBMzMcuWJrs3MctWCO68qlm8QMDPLmXusZlZxqr3H6sBqZhXHOVYzsxxJHhVgZpY/B1Yzs3w5FWBmljNfvDIzy1mVx1UHVjOrPKryLqsDq5lVlPZw55WyuV3bH0nvAlPL3Y5W0BuYXe5GWIu0589sw4jok+cOJT1M9jsrZnZEDM3z2Hlpt4G1vZI0qoQnU1oF8WfW8XiuADPDkv0oAAAIKUlEQVSznDmwmpnlzIG1+lxf7gZYi/kz62CcYzUzy5l7rGZmOXNgNTPLmQNrlZPUq9xtMLPlObBWMUlDgCskralqvwewg/Dn1DE4sFapFFR/CdwYER/g25OrRS8ASf631475w61CkoaSBdUzIuIJSesD50oq5TZAKwNl+gJTJR0aEUsdXNsvf7DVaWega0Q8K6kPcB8wKyLa6/3oVS8ys4DTgJslHVgfXCXVlrt9li9/fawiknYH9oqICyVtLOkZsj+O10XEDQX11o+It8vWUGtSRNwtaSFwp6TjI+KB+p6rpEOyKjGivK20leUeaxUo+Mo4BFgDICJOAZ4E1mwQVE8ArpTUvc0bap8iaaikH0ratb4sIv5C1nO9U9LBqed6BvBb4I1ytdXy4x5rdVgD+AD4GFj2tTEiviepj6THI+Jzko4CvgWcHBFzy9RWW95ewJnAUEnjgKuAyRFxbxohcIukEcBOwIERMamMbbWcuMda4SRtBPxM0sbATKB7Kl8VICK+BLwlaQZwLllQfa1c7bVPGQ48ChwFzAeOA26XtHFE3AMcAxwKfDEixpavmZYn91gr3yrALOAMoA8wLZV3kfRxuihyuqTvAA86qJafpC2ATyJickQ8I6kL8M2I+KakLwLnAN0kTQN+DawdEQvL2WbLlydhqQKStgaGAl8HNiDrBW0PTAcWAXOBwyNiUdkaaQBIOhD4IXBS/dd6SQOArwDjyb5VfJnss9sNeCIiJpepudZK3GOtQJL2JvtsnoyIhRHxqqRFQFdgS+AW4BVgNWB1sqFWDqplJml/sqB6QURMktQNCLLHsmwInAUcEBFPpvoTwj2bdsk91gojaQ3gAWAj4ApgSURcltZtAhwLrAPcHhHPl62hthxJ2wBjgf0i4u/ps7oOODsiXpa0LdkfxC9ExFtlbKq1AV+8qjARMQcYASwEJgIHSrpF0uFkudaryUYIHCNpFd97Xl4Fv/8pZDdqHCOpP9nk1o+koFoTES8DTwGf8w0B7Z8Da4WQtHbBP9JLgYeAuRGxH9AZuIxs3Ope6edPI+Jjf5Usu84AaXjbCUA34E3gLxHxyxRUl0oaRJYSeDgilpSvudYWHFgrgKSDyC5I9U43A4isd7p9Gma1C9mA8iuAI4GXIuL9crXXMmkinDslXSDpyIj4mGz0xh+BXQFSUD0duBK4ISLeKV+Lra04x1pmaUKVHwAXR8TDkjpHxMI0scposh7QMfW3OUrqGhHzy9hkY9nndiFwG9AXWBf4RURMTHe9XUN24epvZDcInBkRr5arvda2HFjLSFJPsq+HR0bEX9IFjx8B342IWZKGAdtGxNfrA25ZG2zAcp/bYRHxV0nrARcD10bEs6lOZ+AustuQP+PxxR2LUwFllL7OHwL8KF01vp7sa/6sVGUssK+kzRxUK0fB53aJpNUjYhrZzRuXSLpC0rfJhsKdDmzqoNrxeBxrmaXZjZYAY4BzI+IKSbURsSQinpP0x3K30T4tfW5LgdGSHia7iHU10JPsBoAtyYZaORfeATkVUCEkfR74DbBzRMyR1CUiPil3u6x5kvYjy6OuExEzU1kN0NPz43ZcTgVUiIgYSTYz1fOSejqoVoeIeBQ4CPi7pLVS2VIH1Y7NqYAKEhEPpYsej0oaTJp4vtztsuYVfG4PSRocEUvL3SYrL6cCKpCkbhHxUbnbYS3jz83qObCameXMOVYzs5w5sJqZ5cyB1cwsZw6sZmY5c2DtoCQtkTRG0quS/iSp60rsa+/0pFEkHSrpnGbq9pD0tRU4xgXpuV4llTeoc4ukL7TgWP0lecIUW2EOrB3XgogYFBFbk02qfWbhSmVa/P9HRAyPiEuaqdIDaHFgNasmDqwG2cz2m6ae2uuSrgFeBNaXNETSM5JeTD3bbpBNmyfpDUlPk80RSyo/VdJV6fVaku6TNDYtuwGXAJuk3vIvU73vSnpB0suSLizY1w8kjZf0KLB5sZOQ9JW0n7GS7m3QC99P0lOSJkg6ONWvlfTLgmOfsbK/SDNwYO3wJNUBB5A9nBCyAHZbRGwPzAPOI3uO0w7AKOBsSasAN5DN8LQHsHYTu78S+EdEbAfsAIwje/Tzm6m3/N00WfQAYCdgELCjpD0l7QgcR/Y02iOBz5RwOn+OiM+k471ONrtUvf5kT184CPhtOofTgTkR8Zm0/69I2qiE45g1y7e0dlyrShqTXj8F3Eg2WfPU+jlFyZ5cMBD4Z3pqTGfgGWALYHJETASQ9HtgWCPH2Ac4GSA9jmSOpDUb1BmSlpfS+25kgbY7cF/9pN6ShpdwTltLuogs3dANeKRg3d3pVtOJkt5K5zAE2LYg/7pGOvaEEo5l1iQH1o5rQUQMKixIwXNeYREwMiKOb1BvENns+HkQ8LOIuK7BMb65Ase4BTg8IsZKOhXYu2Bdw31FOvY3IqIwAKPsYYBmK8ypAGvOs8DukjaF7LEwkjYD3gA2Sk88ADi+ie0fA76atq2VtDowl6w3Wu8R4EsFudt+kvqSPTDxCEmrpkedHFJCe7sDMyR1InuwX6GjJdWkNm8MjE/H/mqqj6TNJK1WwnHMmuUeqzUpIt5NPb87JHVJxedFxARlj415QNJs4Glg60Z28b/A9coeprcE+GpEPCPpn2k400Mpz7ol8EzqMX8EnBgRL0q6i2wC8Klk6Ypifgg8l+q/wvIBfDzwD2AtsudPfSzpd2S51xeVHfxd4PDSfjtmTfMkLGZmOXMqwMwsZw6sZmY5c2A1M8uZA6uZWc4cWM3McubAamaWMwdWM7Oc/X9Tfi5ysrG3bgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "classifier.fit(X_train, y_train)\n",
    "pred = classifier.predict(X_test)\n",
    "score = metrics.accuracy_score(y_test, pred)\n",
    "print(\"accuracy:   %0.3f\" % score)\n",
    "cm = metrics.confusion_matrix(y_test, pred)\n",
    "plot_confusion_matrix(cm, classes=['FAKE', 'REAL'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.8810273405136703"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "classifier.fit(X_train, y_train)\n",
    "pred = classifier.predict(X_test)\n",
    "score = metrics.accuracy_score(y_test, pred)\n",
    "score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(12250,)"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y_train.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Passive Aggressive Classifier Algorithm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.linear_model import PassiveAggressiveClassifier\n",
    "linear_clf = PassiveAggressiveClassifier(n_iter=50)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\krish.naik\\appdata\\local\\continuum\\anaconda3\\envs\\nlp\\lib\\site-packages\\sklearn\\linear_model\\stochastic_gradient.py:117: DeprecationWarning: n_iter parameter is deprecated in 0.19 and will be removed in 0.21. Use max_iter and tol instead.\n",
      "  DeprecationWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy:   0.918\n",
      "Confusion matrix, without normalization\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAV0AAAEmCAYAAADBbUO1AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzt3XecVNXdx/HPFxCQJlbEilEUWwRE7F0RTYxdwRJbNBqJNdYYY4lRY6KPxqiPPhprRGJFJSKxRMEGIiqIBRUFRQUVBCQI+Hv+uGdxXHZnBtid2dn9vn3d186ce+beMzvy2zO/e+45igjMzKw0mpW7AWZmTYmDrplZCTnompmVkIOumVkJOeiamZWQg66ZWQk56Fq9k7SspEckzZD0z6U4zmGSnqjLtpWLpO0lvV3udljpyeN0rYqkQ4HTgW7ATGAMcGlEDF/K4x4B/BrYJiLmL3VDGzhJAXSNiAnlbos1PO7pGgCSTgf+B/gj0AlYC7ge2KcODr828E5TCLjFkNSi3G2wMooIb018A5YDZgEH5anTiiwof5K2/wFapX07AZOBM4DPgSnA0WnfRcC3wLx0jmOBC4G7co7dBQigRXp+FPA+WW/7A+CwnPLhOa/bBhgJzEg/t8nZ9wxwCTAiHecJYKVa3ltV+8/Kaf++wF7AO8CXwHk59XsDLwDTU93rgJZp37PpvcxO7/eQnOOfDXwK3FlVll6zbjpHz/R8NWAasFO5/9/wVvebe7oGsDXQGngwT53fAlsB3YHNyALP+Tn7VyUL3quTBda/SVo+In5P1nu+NyLaRcQt+RoiqS1wLbBnRLQnC6xjaqi3AvBYqrsicBXwmKQVc6odChwNrAK0BH6T59Srkv0OVgcuAG4GDgc2B7YHLpD0o1R3AXAasBLZ725X4FcAEbFDqrNZer/35hx/BbJe//G5J46I98gC8t2S2gB/B26LiGfytNcqlIOuQRa0pkX+r/+HARdHxOcRMZWsB3tEzv55af+8iBhC1svbYAnb8x2wiaRlI2JKRIyroc5PgHcj4s6ImB8R9wBvAXvn1Pl7RLwTEXOAQWR/MGozjyx/PQ8YSBZQr4mImen844AfA0TEKxHxYjrvROB/gR2LeE+/j4i5qT0/EBE3A+8CLwGdyf7IWSPkoGsAXwArFcg1rgZ8mPP8w1S28BjVgvY3QLvFbUhEzCb7Sn4CMEXSY5K6FdGeqjatnvP808VozxcRsSA9rgqKn+Xsn1P1eknrS3pU0qeSvibrya+U59gAUyPivwXq3AxsAvw1IuYWqGsVykHXIMtP/pcsj1mbT8i+GldZK5UtidlAm5znq+bujIihEbE7WY/vLbJgVKg9VW36eAnbtDhuIGtX14joAJwHqMBr8g4TktSOLE9+C3BhSp9YI+Sga0TEDLI85t8k7SupjaRlJO0p6U+p2j3A+ZJWlrRSqn/XEp5yDLCDpLUkLQecW7VDUidJP0u53blkaYoFNRxjCLC+pEMltZB0CLAR8OgStmlxtAe+BmalXviJ1fZ/BvxokVfldw3wSkT8gixXfeNSt9IaJAddAyAiriIbo3s+MBWYBAwAHkpV/gCMAl4H3gBGp7IlOdcw4N50rFf4YaBsRjYK4hOyK/o7ki5SVTvGF8BPU90vyEYe/DQipi1JmxbTb8gu0s0k64XfW23/hcDtkqZLOrjQwSTtA/QlS6lA9jn0lHRYnbXYGgzfHGFmVkLu6ZqZlZCDrplZCTnompmVkIOumVkJeeKNOqAWy4Zati93MyzpvuFa5W6CJR99OJFp06YVGsNctOYd1o6Yv8gNfYuIOVOHRkTfujpvXXLQrQNq2Z5WGxQcGWQl8uzz15a7CZbssE3vOj1ezJ9T1L+1/475W6E7BMvGQdfMKocEzZqXuxVLxUHXzCqLKvtSlIOumVUW1VmKuCwq+0+GmTUxynq6hbZCR5FaS3pZ0muSxkm6KJWvI+klSe9KuldSy1TeKj2fkPZ3yTnWuan8bUl7FDq3g66ZVQ6R5XQLbYXNBXaJiM3I5lnuK2kr4Arg6ojoCnxFNiE/6edXEbEecHWqh6SNgH7AxmTzZ1wvKW8DHHTNrIIoSy8U2gqIzKz0dJm0BbALcF8qv53vpzvdJz0n7d9VklL5wDQ5/QfABLJVVWrloGtmlaW49MJKkkblbMcvchipuaQxZOviDQPeA6bnTMY/me8nxV+dbOY90v4ZZCuuLCyv4TU18oU0M6sgRQ8ZmxYRvfJVSCuFdJfUkWx9wA1rqvb9iWvcV1t5rdzTNbPKIeokvZArIqaTrR69FdAxZ9mqNfh+dZTJwJoAaf9yZPM9Lyyv4TU1ctA1s8pSN6MXVk49XCQtC+wGjAeeBg5M1Y4EHk6PB6fnpP1PRTYZ+WCgXxrdsA7QFXg537mdXjCzCqK6ujmiM9nqHs3JOp+DIuJRSW8CAyX9AXiVbM060s87JU0g6+H2A4iIcZIGAW8C84GTchY4rZGDrplVDgHNl/424Ih4HehRQ/n71DD6IK3kfFAtx7oUuLTYczvomlllqfA70hx0zayC1Fl6oWwcdM2ssniWMTOzElmCIWENjYOumVUWpxfMzErIPV0zs1LxyhFmZqUjnF4wMysdDxkzMystpxfMzErIF9LMzEpETi+YmZWWe7pmZqUhoFkz93TNzEpD1LxATgVx0DWzCiLk9IKZWek4vWBmVkLu6ZqZlYpzumZmpSPndM3MSss5XTOzEnJP18ysVJzTNTMrHSGnF8zMSsnpBTOzUqrsmEtl99PNrGlR1tMttBU8jLSmpKcljZc0TtIpqfxCSR9LGpO2vXJec66kCZLelrRHTnnfVDZB0jmFzu2erplVlDrK6c4HzoiI0ZLaA69IGpb2XR0Rf86tLGkjoB+wMbAa8G9J66fdfwN2ByYDIyUNjog3azuxg66ZVYy6ujkiIqYAU9LjmZLGA6vneck+wMCImAt8IGkC0DvtmxAR7wNIGpjq1hp0nV5oxFq1bMFzd/6Gl+49h1fu+y3nn5B9UzrhkB0Y+/DvmfPqdazYse3C+ut36cQzt5/B9Jeu5tQjdv3Bsd567CJGDjqPFweew/C7zyrp+2hsJk+axF59dmXzzTZmix6bcv111wJw5OH92KZ3T7bp3ZON1/8R2/Tu+YPXTfroI1ZdsQPXXP2XcjS74VARG6wkaVTOdnyth5O6AD2Al1LRAEmvS7pV0vKpbHVgUs7LJqey2spr5Z5uIzb32/n0Pf5aZs/5lhYtmvHUrafzxIg3eWHM+wx5dixP/N8pP6j/1YzZnHHFP9l7581qPF7f46/hi+mzS9H0Rq1Fixb88Yor6d6jJzNnzmT7rbdgl1134/a7Bi6sc+7Zv2G5Dsv94HXnnHU6u+/Rt9TNbVhUdHphWkT0Kng4qR1wP3BqRHwt6QbgEiDSz78Ax1Dz5bug5o5r5Dung24jN3vOtwAs06I5LVo0JyJ47e3JNdad+tUspn41i77bb1LKJjY5q3buzKqdOwPQvn17NujWjU8+/phuG24EQETw4H3/5NGh/174mkcGP0SXdX5E2zZtazxmU1JXQ8YkLUMWcO+OiAcAIuKznP03A4+mp5OBNXNevgbwSXpcW3mNnF5o5Jo1Ey8OPIePnrycp158i5FjP1yi40QEj1w/gBF3n8Ux+29bx61suj6cOJHXx4yhV+8tF5aNGP4cq3TqxHrrdQVg9uzZXP2XKzn3txeUq5kNS3HphfyHyCL3LcD4iLgqp7xzTrX9gLHp8WCgn6RWktYBugIvAyOBrpLWkdSS7GLb4HznrreerqQFwBs5RftGxMS07xrgQGDNiPgulR0F9IqIAZKaAX8HFgDHAh8AM9NzgGcj4uRq57sQOA6YCrRN5z4/31XEnPM+ERF5/zpVqu++C7bqdznLtVuWe686jo3W7cyb701Z7OPscvTVTJk6g5WXb8ejNw7g7YmfMmL0e/XQ4qZj1qxZHN7/IC7/81V06NBhYfl9gwZy4MH9Fj6/9JILGfDrU2jXrl05mtng1FFPd1vgCOANSWNS2XlAf0ndyVIEE4FfAkTEOEmDyC6QzQdOiogFqT0DgKFAc+DWiBiX78T1mV6YExHdqxemgLofWfJ5B+CZavsF3AgsAxwdEZF+yTtHxLQC51w41EPSIcBTkjaNiKl5XnMU2V+zRhl0q8yYNYdnR71Ln202WqKgO2XqDCBLQQx+6nW22LiLg+5SmDdvHof3O5CD+x3KPvvuv7B8/vz5DH74QZ57fuTCslEvv8zDD9zP7847hxkzptOsWTNat27NL088qRxNLyupbm4Djojh1NwnHpLnNZcCl9ZQPiTf66orR3phZ7IgdwPQv4b91wArAj+v6gUviYi4F3gCOBRA0gWSRkoaK+kmZQ4EegF3p4HQy9ZUb0nbUG4rLd+O5dotC0DrVsuwy5Yb8PbEzwq8alFtWrekXZtWCx/vtnU3xr3XqP9G1auI4KRf/oINum3Ir0857Qf7nn7q36y/fjdWX2ONhWVPPPUfxr3zPuPeeZ9fDTiFM846t0kG3Cp1cXNEOdVnT3fZnG77BxGxX3rcH7gHeBj4o6RlImJe2ncoMB7YKSLmVzve0yllAXB7RFxdRBtGA93S4+si4mIASXcCP42I+9JXg99ExKi0b5F6wCPVD5yGoGTDUJZpmF/7Vl2pAzdffATNmzWjWTNx/7DR/Ou5sfyq/46cfuRudFqxAyMHncfjw8fxq4v/QacV2zPi7rNo37Y130Uw4LCd6HHApazYsS33XnUcAC2aN+fef41i2PPjy/zuKtcLz4/gnn/cxcabbLpwWNjvL/4De/Tdi/sG3ctBhxxS5hY2cA07phakiLyjG5b8wNKsiGhXrawlWZ5kgzQg+QHgloh4LOVWDycLkodExIic100ky/fWml5IOd1ZuXeSSDoNWD8iTpR0AHAW0AZYAfhrRFwu6Rl+GHRrrJfvvTZrs0q02uDgIn4rVgpTX7y23E2wZIdtejP6lVF1FiZbrdo11jis8Of7/lV7vVLMkLFyKPWQsb7AcmTJa8gC2zfAY2n/W8AFwCBJexRKSBehBzBKUmvgerLAPSkF6NbVKxdbz8zKQ0ADzx4UVOqcbn/gFxHRJSK6AOsAfSS1qaoQEc8DJwCPSVprSU+Ueqx9yFIZVYFzWhoMfWBO1ZlA+/Q4Xz0zK7vC+dymnNP9gRRY9yANwQCIiNmShgN759aNiEclrQw8Lmn7VJyb0309In5ew2lOk3Q42ZCxscAuVSMX0kDnN8jSGyNzXnMbcKOkOcDWQG31zKwBaOAxtaB6y+k2Jc7pNizO6TYcdZ3Tbd15/ehy5F8L1nv7ir7O6ZqZLS2R3WVZyRx0zayiVHp6wUHXzCqH3NM1MyuZbMiYg66ZWYk0/CFhhTjomllFqfCY66BrZhXEOV0zs9JxTtfMrMQqPOY66JpZZXF6wcysVOT0gplZyTSGqR0ddM2sgnicrplZSTmna2ZWKnJ6wcysZDxO18ysxJxeMDMroUrv6ZZ6YUozsyWXcrqFtoKHkdaU9LSk8ZLGSTolla8gaZikd9PP5VO5JF0raYKk1yX1zDnWkan+u5KOLHRuB10zqxiqu9WA5wNnRMSGwFbASZI2As4BnoyIrsCT6TnAnkDXtB0P3ABZkAZ+D2wJ9AZ+XxWoa+Oga2YVpXkzFdwKiYgpETE6PZ4JjAdWB/YBbk/Vbgf2TY/3Ae6IzItAR0mdyVY4HxYRX0bEV8AwoG++c9ea05XUoUCjvy74zszM6liRKd2VJI3KeX5TRNxU8/HUBegBvAR0iogpkAVmSaukaqsDk3JeNjmV1VZeq3wX0sYBQTZKo0rV8wDWyndgM7O6puLnXphWzBLsktoB9wOnRsTXeY5d047q8TG3vFa1Bt2IWDPfC83MyqGY9EExJC1DFnDvjogHUvFnkjqnXm5n4PNUPhnIjYlrAJ+k8p2qlT+T77xF5XQl9ZN0Xnq8hqTNi3mdmVldq6PRCwJuAcZHxFU5uwYDVSMQjgQezin/eRrFsBUwI6UhhgJ9JC2fLqD1SWW1KjhOV9J1wDLADsAfgW+AG4EtCr81M7O6I7IRDHVgW+AI4A1JY1LZecDlwCBJxwIfAQelfUOAvYAJZDHwaICI+FLSJcDIVO/iiPgy34mLuTlim4joKenVnJO0LPqtmZnVobrILkTEcGrOxwLsWkP9AE6q5Vi3ArcWe+5igu48Sc1IyWFJKwLfFXsCM7M6I1X8bcDF5HT/RpZsXlnSRcBw4Ip6bZWZWQ0ENJMKbg1ZwZ5uRNwh6RVgt1R0UESMrd9mmZnVrIHH1IKKnfCmOTCPLMXgu9jMrCykyp9lrGAAlfRb4B5gNbIxaP+QdG59N8zMrCaNPr0AHA5sHhHfAEi6FHgFuKw+G2ZmVpOGHVILKyboflitXgvg/fppjplZfpU+n26+CW+uJsvhfgOMkzQ0Pe9DNoLBzKykpOJmEWvI8vV0q0YojAMeyyl/sf6aY2aWX4V3dPNOeHNLKRtiZlaMRpteqCJpXeBSYCOgdVV5RKxfj+0yM1uEqLtZxsqlmDG3twF/J3u/ewKDgIH12CYzs1qpiK0hKybotomIoQAR8V5EnA/sXL/NMjNblNQ0xunOTXNPvifpBOBjYJUCrzEzqxcNPKYWVEzQPQ1oB5xMlttdDjimPhtlZlabSr8NuJgJb15KD2eSTfprZlYWouGnDwrJd3PEg+RZYC0i9q+XFpmZ1abI5Xgasnw93etK1ooK12PDtRjxkn9dDcUGZzxS7iZY8unkGXV+zEY7TjcinixlQ8zMChHQvLEGXTOzhqjCr6M56JpZZWkyQVdSq4iYW5+NMTPLR2oCtwFL6i3pDeDd9HwzSX+t95aZmdVAKrw1ZMXcBnwt8FPgC4CIeA3fBmxmZdAkVgMGmkXEh9WGaSyop/aYmeVV6SvjFtP+SZJ6AyGpuaRTgXfquV1mZouoWjmi0FbEcW6V9LmksTllF0r6WNKYtO2Vs+9cSRMkvS1pj5zyvqlsgqRzinkPxQTdE4HTgbWAz4CtUpmZWcnVUU73NqBvDeVXR0T3tA3JzqeNgH7Axuk116cOaHPgb2RT3m4E9E918ypm7oXP0wnNzMquLgYvRMSzkroUWX0fYGAavfWBpAlA77RvQkS8DyBpYKr7Zr6DFbNyxM3UMAdDRBxfZIPNzOpECVaOGCDp58Ao4IyI+ApYnR+uDTk5lQFMqla+ZaETFJNe+DfwZNpGkM2l6/G6ZlZ6ynq6hTZgJUmjcrZiOok3AOsC3YEpwF++P+siIk95XsWkF+7NfS7pTmBYodeZmdUHFbcgz7SI6LU4x42IzxaeI/uG/2h6OhlYM6fqGsAn6XFt5bVaktEX6wBrL8HrzMyWSjZOt6ie7uIfW+qc83Q/oGpkw2Cgn6RWktYBugIvAyOBrpLWkdSS7NrX4ELnKSan+xXfd5mbAV8CRQ2NMDOra3WR05V0D7ATWRpiMvB7YCdJ3cni3UTglwARMU7SILILZPOBkyJiQTrOAGAo0By4NSLGFTp33qCb1kbbjGxdNIDvIqJgzsLMrD5U9XSXVkT0r6H4ljz1LyVbrqx6+RBgyOKcO296IQXYByNiQdoccM2sfIoYo9vA7wIu6jbglyX1jIjR9d4aM7M8BLSo8FnG8q2R1iIi5gPbAcdJeg+YTfa+IyJ6lqiNZmYLNfSebCH5erovAz2BfUvUFjOzAkSz4oaMNVj5gq4AIuK9ErXFzCwv0bh7uitLOr22nRFxVT20x8ysdmrEOV2ycWftqPlWNzOzkmvsPd0pEXFxyVpiZlaEhr4yRCEFc7pmZg2FgOYVHpnyBd1dS9YKM7NiKFs9opLVGnQj4stSNsTMrBiVHXKLuyPNzKxBqFoNuJI56JpZRanwEWMOumZWSdR4c7pmZg2NWLKVFxoSB10zqyjO6ZqZlUpjHjJmZtbQOL1gZlZi7umamZWQh4yZmZVIll6o7KjroGtmFaXCswsOumZWSeQhY2ZmpeL0gplZKcnpBTOzkqr0oFvp44ytSJMmTWKP3Xam+6Yb0nOzjbnu2msAOPfsM9lsk25s0ePHHHzgfkyfPh2AL774gj1225mVOrbj1JMHlLPpjULnjq0ZOGBrnjx3J4adsxNH77jOD/Yfv/OP+PCavVm+bUsA9t18dR4/e0ceP3tHHjh1WzZcrcPCusMv2JWhZ+/IkDN34JEzti/p+yi3bOUIFdwKHke6VdLnksbmlK0gaZikd9PP5VO5JF0raYKk1yX1zHnNkan+u5KOLOY9uKfbRLRo0YLL//QXevTsycyZM9lmy83Zdbfd2XW33bnk0sto0aIFvz33bK684jIuvewKWrduzQUXXsKb48YybtzYwiewvBZ8F/zhoTcZO3kGbVs159Hf7MDwt6by7mez6NyxNdttsDKTv/xmYf1JX3zDwdc+z9dz5rHThqtw2SE/Zt+rhy/c3++6F/hq9rfleCtlp7rJ6d4GXAfckVN2DvBkRFwu6Zz0/GxgT6Br2rYEbgC2lLQC8HugFxDAK5IGR8RX+U7snm4T0blzZ3r0zP5At2/fnm7dNuSTTz5mt9370KJF9re395Zb8fHkyQC0bduWbbfbjtatW5etzY3J51/PZezkGQDMnruACZ/NolPH7Hd7wX4bc9ng8UR8X/+ViV/x9Zx5AIye+BWdO/pzqCIV3gqJiGeB6qvj7APcnh7fDuybU35HZF4EOkrqDOwBDIuIL1OgHQb0LXRu93SboA8nTmTMmFfZoveWPyi/47ZbOfCgQ8rUqqZjjRWWZeM1lmPMxOnstkknPp3xX8Z/8nWt9ftttSbPjP/8B2V3nbgVQXD3iA+554WP6rvJDUZVeqEIK0kalfP8poi4qcBrOkXEFICImCJplVS+OjApp97kVFZbeV71FnQlLQDeSOf4ADgiIqZL6gKMB97OqX5VRNyRXtcDGA30jYihOcebFRHt8pzvKOBKsjfeDngfuCgini/Qzn2BdyLizcV9j5Vo1qxZ9D/4AK78y//QocP3ecIrLruU5i1a0O/Qw8rYusavTcvm3HhMLy5+YCzzvwsG7N6VI254sdb6W6+3IodstRYHXDNiYdn+/zOcz7+ey4rtWnLXr7bivc9n8fJ7TWVJQxWbXpgWEb3q7KSLijzledVnemFORHSPiE3IuvEn5ex7L+2r2nLzKv2B4enn4ro3InpERFfgcuABSRsWeM2+wEZLcK6KM2/ePPoffACH9D+Mfffbf2H5XXfczpDHHuW2O+6u+MlEGrIWzcSNx/TioVEf8/jrn7L2Sm1Yc8U2/OusHRl+wa507tiax87cgZXbtwKg22rtuaL/Zvzi/0Yy/Zt5C4/z+ddzAfhi1rcMff1Tuq/VsSzvpyyKSC0sxf/Cn6W0Aeln1deLycCaOfXWAD7JU55XqXK6L1BEt1vZv/gDgaOAPpKWOJEVEU8DNwHHp2MfJ2mkpNck3S+pjaRtgJ8BV0oaI2ndmuotaRsakojghOOOZYNuG3LKaacvLH9i6OP85c9XcN+Dg2nTplG81QbrT/03Y8Jns/i/Z94H4O0pM9n8/CfY7uIn2e7iJ5ky/b/85MpnmTpzLqstvyz/e8wWnHbnq3wwdfbCYyzbsjltWzVf+HiHbivz9pSZZXk/5aIitiU0GKgagXAk8HBO+c/TKIatgBkpDTGULE4tn0Y69ElledV7TldSc2BX4Jac4nUljcl5/uuIeA7YFvggIt6T9AywF/DAUpx+NPDL9PiBiLg5tekPwLER8VdJg4FHI+K+tG969XrAX2t4X8eTAvqaa621FE0sjedHjOAfd9/JJptsypabdwfgoj/8kTNOO5m5c+fy0767A9nFtL9efyMAG6zXhZlff823337LI4Mf4tEhT7DhRk3iS0Gd6/WjFTig95qM/+Rrhpy5AwBXPvYWT7/5eY31T9mjK8u3XYZLDtoUyEY/7P2X51ipfStuOjb71tyiWTMefuVj/vPW1NK8iQZgMXK6+Y8j3QPsRJb7nUw2CuFyYJCkY4GPgINS9SFksWgC8A1wNEBEfCnpEmBkqndxRBTM8yiiYApiieTkdLsArwB9ImJByuk+mtIO1V/zN2BMRNws6WdkeeCD0r5icrq9ImJATtl+wPERsaekHYE/AB3Jcr5DI+IESbfxw6BbY71873XzzXvFiJdG5atiJbTBGY+UuwmWfDrwdOZ+9m6d5aw23LRH/P2hpwvW23q95V+pw5xunar3nC6wNtCSH+Z0F5F6xAcAF0iaSNa73FNS+6VoQw+yi3aQjcsbEBGbAhcBtaUuiq1nZmWgIv5ryOo9pxsRM4CTgd9IWiZP1d2A1yJizYjoEhFrA/fz/Vi5xZJ6rMcDN6ei9sCU1IbcS/Qz0z4K1DOzBqCZCm8NWUkupEXEq8BrQL9UtG66cFW1nUw2WuHBai+9Hzg0PW4jaXLOdjqLOiQd7x3gPOCAiKjq6f4OeIlsAPNbOa8ZCJwp6VVJ6+apZ2YNQT1eSSuFeruQVj3/GhF75zxdtshjDCa7ckhE5P0DERG3kaUGatt/A9nte9XLR/DDIWM11jOz8stiagOPqgX4jjQzqxye2tHMrLQcdM3MSqbhj04oxEHXzCqKe7pmZiUiHHTNzErK6QUzsxJyT9fMrIQqPOY66JpZBREVP+ezg66ZVQxfSDMzK7EKj7kOumZWWZxeMDMroQqPuQ66ZlZZKjzmOuiaWYWp8KjroGtmFUOCZhWeX3DQNbOKUtkh10HXzCpNhUddB10zqyByesHMrFQqYN3Jghx0zayyVHjULckS7GZmdUVF/FfUcaSJkt6QNEbSqFS2gqRhkt5NP5dP5ZJ0raQJkl6X1HNJ2++ga2YVpZkKb4th54joHhG90vNzgCcjoivwZHoOsCfQNW3HAzcscfuX9IVmZiWXlmAvtC2FfYDb0+PbgX1zyu+IzItAR0mdl+QEDrpmVmFUxMZKkkblbMfXcKAAnpD0Ss7+ThExBSD9XCWVrw5Mynnt5FS22Hwhzcwqhig6fTAtJ2VQm20j4hNJqwDDJL1V4NTVRVEtqcY9XTOrKHWVXoiIT9LPz4EHgd7AZ1Vpg/Tz81R9MrBmzsvXAD5ZkvY76Jo+zgh/AAANhElEQVRZRamL0QuS2kpqX/UY6AOMBQYDR6ZqRwIPp8eDgZ+nUQxbATOq0hCLy+kFM6ssdTNOtxPwYJoQvQXwj4h4XNJIYJCkY4GPgINS/SHAXsAE4Bvg6CU9sYOumVUMLf6QsBpFxPvAZjWUfwHsWkN5ACct/ZkddM2swhR780ND5aBrZpWlsmOug66ZVZa6SC+Uk4OumVWQ4udWaKgcdM2sYojKXw3Y43TNzErIPV0zqyheOcLMrFSWfhaxsnPQNbOK4eV6zMxKTBXe1XXQNbOKUuEx10HXzCpLhcdcB10zqzAVHnUddM2sYmQrR1R21FU2Y5ktDUlTgQ/L3Y46sBIwrdyNMKDxfBZrR8TKdXUwSY+T/W4KmRYRfevqvHXJQdcWkjSqiHWlrAT8WTRevg3YzKyEHHTNzErIQddy3VTuBthC/iwaKed0zcxKyD1dM7MSctA1MyshB10zsxJy0LUlokqf6qmR8edROXwbsC02SYp0BVbSAUAH4DVgfETMKWvjmqBqn8cRZHdsTQSejojp5WybLco9XVtsOf/ATwVOBboAVwBHS1qujE1rknI+j9OAY4FvgF8D50lapZxts0U56FrRJDXLedwL2C4itgdmAisCmwKHSepQpiY2KZKa5zzeEPgxsAvZN48WQCvgTEl1NveBLT0HXSuKpBXIAmtVwH0dOE3Sz4A9gS3JJmj5JXC4c4z1S9LywLrp8TbAdOB3wK7AT9LP18g+mzNyA7SVl3O6VqxewE8kzQIOBHoCk4F9gJERMU/SBOB54L7wXTf1bX1g75Q+2AHoERFzJG0HvJo+j2+BfwFXR8SCcjbWvuega0WJiCck/YqsB7V/RMwGkPQf4EVJa5AF5r0j4vMyNrVJiIiXJB0DHAqcnHMBcxRwSwrG2wJ7RMRn5WqnLcq3AVutcq+Kp+e7AnuTXR3/MzAu9ajWB7YBhkfEhPK0tvGr4fPYGNgDWA94AngmIqZL6prKxkfExLI01mrloGs1qjYM6WfAfLJ/xB9IugTYCDiDLAj/NyJuLl9rG79qn0d/sm+pH0XEfyT9AtgeuBPYDGgO/Dkivitbg61WDrqWl6TTgf3IvrZ2BW6NiAckXUzWm+oOHBoRY8rYzCYjDQvbFxgM7AU8GhFXp1TD5mTB94iIeK2MzbQ8nNO1WknaHtghIraX9DtgdWCv1Om6QFInYEFENIZlZRo8Sd2BrSJiR0m/JRsStomkM4CrgTuAdr4homFzT9cWkrQa2R/iiIhJktoDy5NdkDkW2J/sJohewDURcVfZGtsESOoCtEtPJwFfA1UXLE8hGw72a+BI4K6IuKz0rbTF5Z6uASDpJ8C5wJfAhpIeAB6OiOclHQoMjoivJb0BLCC7cGP1JH0eFwHvA93Ixtz+MyIGS+oDDE1DxL4AHgH+Xr7W2uJw0DUk7QlcQnZh7BlgO6APcIKkOcAI4N/pqvguwD4eFlZ/0udxIXBmRDwtqRuwE3CypLnASGC0pLXJPqc+EfFpudpri8fphSZO0ibAEOB3EXF71VVySRsARwHzUv52Z6AH2YWbd8rY5EZN0nrAf4ArIuLanM9jRaA/2U0Qx6a7AtcDRnmYXmVx0G3i0j/e44A3gH9HxFs5+3YHbga2jogpZWpik5LyuEcBbYEHIuKFnH09gEHAT/yHr3J57oUmLiJGAXcB6wAHphsdqjxLNlTM0zWWSLqZ4R/AVOBISVvm7HsVeBX4b3laZ3XBQbcJq5o1LCKeAx4COgIH5wTeQ4EVAH8dKqHUi32I7CLaMVWBV9JRZKMXZpevdba0nF5oYiTtBGwUEden57l3Om1PNoHNRLLpAfcHjoqIseVpbdOW/vjtC6xMdkfgrsAx/jwqm3u6TYikPYBrgIV3j6WLNLk93ofJZhA7HDjS/8DrX23TLub0eOeS3RXogNsIuKfbROQMQzo3Ip6StCrQMyKGpP25Pd7uwOcR8UnZGtzISdoaODUiDknPm9c2/aKkNcnmt5hayjZa/XBPtwmQ1Aa4CXgqBdy1yQbUt6+qU63HO8YBt969CPSQdBdARCyQ1Lymyd8jYpIDbuPhoNvIpVUFOpENCzsgzYl7G3BnRNybW9ezUpVGzreKDYCNJN0DWeAlmyEMSb0kdS5jM62eOOg2UqnX1Bb4LbBORDwODADOBD6MiGtz6h4i6ewyNbXJkLRFmgO3FWTfLiKiJ9BN0qBUNl/SScCNeNRIo+Sg20hFxIK0usM80uccEU8AxwA7SDoIQNLhZIH44XK1tSlIfwAfBe4FBklaP61zRkT0ALpKuil9LqcCv/CtvY2TL6Q1QpI2AnaMiBskDSRLJTxWdbEmXVS7huzmh42BYyPizXK2uSlI3yaWBWYAfYHRwJiqNI+k0WTzE3ePiNfL1lCrV57wppFJw482A7aXNI/sbrJpsDBnSET8S9J8siV3DnXArT/Klj//IuXLnyfLp+8M/BW4HLgnzX8xNiJ6SlojIiaXrcFW79zTbSSqDflajqwntTXZffxfAA+QDbIP4DOyq+dDIuLbsjS4CZC0F9kNJudUTfQu6VxgJvAOcC3wJ7J5FnoBZ4UXkWz03NNtPDYA3gKIiBmSniALsF3JLtw8DqwFdCYbbP+OA279SZMFXQacERHTJLVMv+8XyC5urg+cGBFDJC1D1gHy59EEOOg2ApLWIVsG/T7gSeC5iJgs6TFAZF9nO0WEJ7ougTTJ+O3ArhHxZvp8jpZ0ZUQ8kyaF/7bqxpSImFfO9lppefRC4zAP+ARYm2wds2ck9SWbP2EQMAz4SVq8kJoG4FudWplsvO1MSS2BgcCMiJiZ9l8MzM6dQcyaDvd0K5ikFhExP/VqzwJ+DtxKNrfCBWRTAD5ENlRJwHOQjQ8tU5ObhIi4O93dNwxoDZwXEf/IqbIa2cXN98rRPisvB90KJWlvoLekiyJiPvAm2VCkBWRTAnYlyx2eQjYd4OUR8XW52tvYSdoO+DHZ7/75iLhT0ndkC3m+nVPvaLIVOC70KspNk4NuBUoXaS4huyo+HyAi3pc0DXidLPCeEBEPS7ofaOWAW3/S7G1/Jls8cluyP4aXpR6vgNskHUGWdhhANnub15hrohx0K4ykXYAHyWYIeydNXrNdRNwdEeemJV2Gp4DbMiJmlLfFjVv6PP4JbBARU9I3kJ+SzX9LRNyVUg3PkQ3d2zMixpetwVZ2vpBWeaaR3dXUJf1jvofsglnVShD/BlYE8BCkkphGNs52Z4CIeITsLr/TJe0nqUNE3EG2qKQDrvnmiEokaQvgCbI0woCIGJizaux6ZNM2bk92J5Q/4HqWFvccBpxOdpHsULI0Tyuymx7+BPyvh4YZOL1QkSJipKQdyOZOqNJMUrOImCCpe0TMLVf7mpqIGJXG5j4BfBkR61btk/RT4FUHXKvinm4Fy+nxnhsRN+aUyz3c0pP0Y+A/wMkRcWe522MNk3u6FSz1eHcDRkqaW3XHmQNueUTE62lkyctpDLXvALRFuKfbCKQRC99ExNsFK1u98+dh+TjompmVkIeMmZmVkIOumVkJOeiamZWQg66ZWQk56JqZlZCDri0VSQskjZE0VtI/JbVZimPtJOnR9Phnks7JU7ejpF8twTkulPSbYsur1blN0oGLca4uksYubhutcXPQtaU1JyK6R8QmwLfACbk7lVns/88iYnBEXJ6nSkdgsYOuWbk56Fpdeg5YL/Xwxku6HhgNrCmpj6QXJI1OPeJ2AJL6SnpL0nCylXNJ5UdJui497iTpQUmvpW0bsuXL10297CtTvTMljZT0uqSLco71W0lvS/o32QKeeUk6Lh3nNUn3V+u97ybpOUnvpHkVkNRc0pU55/7l0v4irfFy0LU6IakFsCfwRiraALgjInoAs4Hzgd0ioicwimzqw9bAzcDeZLOirVrL4a8F/hMRmwE9gXHAOcB7qZd9ZppwpivQG+gObC5pB0mbA/3IVmvYH9iiiLfzQERskc43Hjg2Z18XYEfgJ8CN6T0cS7YG2hbp+MelxSjNFuG5F2xpLStpTHr8HHAL2fSGH0bEi6l8K2AjYERaE7Ml2VLk3YAPIuJdAEl3AcfXcI5dyNZ/IyIWADMkLV+tTp+0vZqetyMLwu2BByPim3SOwUW8p00k/YEshdEOGJqzb1BEfAe8K+n99B76AD/Oyfcul879ThHnsibGQdeW1pyI6J5bkALr7NwiYFhE9K9WrztQV/ehC7gsIv632jlOXYJz3AbsGxGvSToK2ClnX/VjRTr3ryMiNzgjqctinteaAKcXrBReBLZNE6wjqY2k9YG3gHUkVc0/27+W1z8JnJhe21xSB2AmWS+2ylDgmJxc8eqSViGbc3g/SctKak+WyiikPTBF0jLAYdX2HSSpWWrzj8gWnRwKnJjqI2l9SW2LOI81Qe7pWr2LiKmpx3iPpFap+Py0xtvxwGPKFtUcDmxSwyFOAW6SdCzZahknRsQLkkakIVn/SnndDYEXUk97FnB4RIyWdC/ZsvQfkpahL+B3wEup/hv8MLi/TTZnbieyxT//K+n/yHK9o5WdfCqwb3G/HWtqPMuYmVkJOb1gZlZCDrpmZiXkoGtmVkIOumZmJeSga2ZWQg66ZmYl5KBrZlZC/w+FSe6CzZITCgAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "linear_clf.fit(X_train, y_train)\n",
    "pred = linear_clf.predict(X_test)\n",
    "score = metrics.accuracy_score(y_test, pred)\n",
    "print(\"accuracy:   %0.3f\" % score)\n",
    "cm = metrics.confusion_matrix(y_test, pred)\n",
    "plot_confusion_matrix(cm, classes=['FAKE Data', 'REAL Data'])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Multinomial Classifier with Hyperparameter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": [
    "classifier=MultinomialNB(alpha=0.1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\krish.naik\\appdata\\local\\continuum\\anaconda3\\envs\\nlp\\lib\\site-packages\\sklearn\\naive_bayes.py:472: UserWarning: alpha too small will result in numeric errors, setting alpha = 1.0e-10\n",
      "  'setting alpha = %.1e' % _ALPHA_MIN)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Alpha: 0.0, Score : 0.8662800331400166\n",
      "Alpha: 0.1, Score : 0.8777133388566695\n",
      "Alpha: 0.2, Score : 0.8801988400994201\n",
      "Alpha: 0.30000000000000004, Score : 0.87986743993372\n",
      "Alpha: 0.4, Score : 0.8808616404308203\n",
      "Alpha: 0.5, Score : 0.8806959403479702\n",
      "Alpha: 0.6000000000000001, Score : 0.8815244407622204\n",
      "Alpha: 0.7000000000000001, Score : 0.8813587406793704\n",
      "Alpha: 0.8, Score : 0.8816901408450705\n",
      "Alpha: 0.9, Score : 0.8816901408450705\n"
     ]
    }
   ],
   "source": [
    "previous_score=0\n",
    "for alpha in np.arange(0,1,0.1):\n",
    "    sub_classifier=MultinomialNB(alpha=alpha)\n",
    "    sub_classifier.fit(X_train,y_train)\n",
    "    y_pred=sub_classifier.predict(X_test)\n",
    "    score = metrics.accuracy_score(y_test, y_pred)\n",
    "    if score>previous_score:\n",
    "        classifier=sub_classifier\n",
    "    print(\"Alpha: {}, Score : {}\".format(alpha,score))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Get Features names\n",
    "feature_names = cv.get_feature_names()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ -9.10038883,  -8.62276128,  -9.10038883, ..., -10.79498456,\n",
       "        -8.91467169,  -9.32864749])"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "classifier.coef_[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(-4.000149156604985, 'trump'),\n",
       " (-4.287872694443541, 'hillari'),\n",
       " (-4.396389621061519, 'clinton'),\n",
       " (-4.899969726208735, 'elect'),\n",
       " (-5.176598600897756, 'new'),\n",
       " (-5.234730366348767, 'comment'),\n",
       " (-5.273968180973631, 'video'),\n",
       " (-5.3868167681180115, 'war'),\n",
       " (-5.396821854078974, 'us'),\n",
       " (-5.412019714988405, 'hillari clinton'),\n",
       " (-5.417137433425386, 'fbi'),\n",
       " (-5.48068448454208, 'vote'),\n",
       " (-5.566255475855405, 'email'),\n",
       " (-5.578238842742501, 'world'),\n",
       " (-5.634015380199913, 'obama'),\n",
       " (-5.734501455772904, 'donald'),\n",
       " (-5.763095255139644, 'donald trump'),\n",
       " (-5.785090276725191, 'russia'),\n",
       " (-5.846224665218559, 'day'),\n",
       " (-5.862110622807369, 'america')]"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### Most real\n",
    "sorted(zip(classifier.coef_[0], feature_names), reverse=True)[:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(-10.794984555596727, 'abe'),\n",
       " (-10.794984555596727, 'abroad'),\n",
       " (-10.794984555596727, 'abus new'),\n",
       " (-10.794984555596727, 'abus new york'),\n",
       " (-10.794984555596727, 'act new'),\n",
       " (-10.794984555596727, 'act new york'),\n",
       " (-10.794984555596727, 'advic'),\n",
       " (-10.794984555596727, 'advis new'),\n",
       " (-10.794984555596727, 'advis new york'),\n",
       " (-10.794984555596727, 'age new'),\n",
       " (-10.794984555596727, 'age new york'),\n",
       " (-10.794984555596727, 'agenda breitbart'),\n",
       " (-10.794984555596727, 'ail'),\n",
       " (-10.794984555596727, 'aleppo new'),\n",
       " (-10.794984555596727, 'aleppo new york'),\n",
       " (-10.794984555596727, 'ali'),\n",
       " (-10.794984555596727, 'america breitbart'),\n",
       " (-10.794984555596727, 'america new york'),\n",
       " (-10.794984555596727, 'american breitbart'),\n",
       " (-10.794984555596727, 'american new'),\n",
       " (-10.794984555596727, 'american new york'),\n",
       " (-10.794984555596727, 'ami'),\n",
       " (-10.794984555596727, 'ami schumer'),\n",
       " (-10.794984555596727, 'amp'),\n",
       " (-10.794984555596727, 'ann'),\n",
       " (-10.794984555596727, 'ann coulter'),\n",
       " (-10.794984555596727, 'applaud'),\n",
       " (-10.794984555596727, 'arson'),\n",
       " (-10.794984555596727, 'asian'),\n",
       " (-10.794984555596727, 'assail'),\n",
       " (-10.794984555596727, 'athlet'),\n",
       " (-10.794984555596727, 'attack breitbart'),\n",
       " (-10.794984555596727, 'attack new'),\n",
       " (-10.794984555596727, 'attack new york'),\n",
       " (-10.794984555596727, 'attack syria'),\n",
       " (-10.794984555596727, 'attend'),\n",
       " (-10.794984555596727, 'avert'),\n",
       " (-10.794984555596727, 'away new'),\n",
       " (-10.794984555596727, 'away new york'),\n",
       " (-10.794984555596727, 'back new'),\n",
       " (-10.794984555596727, 'back new york'),\n",
       " (-10.794984555596727, 'baltimor'),\n",
       " (-10.794984555596727, 'ban breitbart'),\n",
       " (-10.794984555596727, 'ban new'),\n",
       " (-10.794984555596727, 'ban new york'),\n",
       " (-10.794984555596727, 'bangladesh'),\n",
       " (-10.794984555596727, 'barron trump'),\n",
       " (-10.794984555596727, 'basic'),\n",
       " (-10.794984555596727, 'basketbal'),\n",
       " (-10.794984555596727, 'basketbal player'),\n",
       " (-10.794984555596727, 'baton'),\n",
       " (-10.794984555596727, 'baton roug'),\n",
       " (-10.794984555596727, 'battl new'),\n",
       " (-10.794984555596727, 'battl new york'),\n",
       " (-10.794984555596727, 'bay'),\n",
       " (-10.794984555596727, 'beach new'),\n",
       " (-10.794984555596727, 'beach new york'),\n",
       " (-10.794984555596727, 'begin new'),\n",
       " (-10.794984555596727, 'behead photo'),\n",
       " (-10.794984555596727, 'behind trump'),\n",
       " (-10.794984555596727, 'berkeley breitbart'),\n",
       " (-10.794984555596727, 'betsi'),\n",
       " (-10.794984555596727, 'betsi devo'),\n",
       " (-10.794984555596727, 'bill breitbart'),\n",
       " (-10.794984555596727, 'bill new'),\n",
       " (-10.794984555596727, 'bill new york'),\n",
       " (-10.794984555596727, 'bill reilli'),\n",
       " (-10.794984555596727, 'billi'),\n",
       " (-10.794984555596727, 'blue state'),\n",
       " (-10.794984555596727, 'blue state blue'),\n",
       " (-10.794984555596727, 'bolster'),\n",
       " (-10.794984555596727, 'border patrol'),\n",
       " (-10.794984555596727, 'border patrol agent'),\n",
       " (-10.794984555596727, 'border state'),\n",
       " (-10.794984555596727, 'border wall'),\n",
       " (-10.794984555596727, 'border wall breitbart'),\n",
       " (-10.794984555596727, 'bowl'),\n",
       " (-10.794984555596727, 'box offic'),\n",
       " (-10.794984555596727, 'bradi'),\n",
       " (-10.794984555596727, 'breath'),\n",
       " (-10.794984555596727, 'breitbart news daili'),\n",
       " (-10.794984555596727, 'brief new'),\n",
       " (-10.794984555596727, 'brief new york'),\n",
       " (-10.794984555596727, 'broadway'),\n",
       " (-10.794984555596727, 'bronx'),\n",
       " (-10.794984555596727, 'brooklyn'),\n",
       " (-10.794984555596727, 'brooklyn new'),\n",
       " (-10.794984555596727, 'brooklyn new york'),\n",
       " (-10.794984555596727, 'bureaucrat'),\n",
       " (-10.794984555596727, 'caitlyn'),\n",
       " (-10.794984555596727, 'caitlyn jenner'),\n",
       " (-10.794984555596727, 'cal'),\n",
       " (-10.794984555596727, 'california today'),\n",
       " (-10.794984555596727, 'calm'),\n",
       " (-10.794984555596727, 'campaign breitbart'),\n",
       " (-10.794984555596727, 'campaign new'),\n",
       " (-10.794984555596727, 'campaign new york'),\n",
       " (-10.794984555596727, 'campu breitbart'),\n",
       " (-10.794984555596727, 'cann'),\n",
       " (-10.794984555596727, 'car new'),\n",
       " (-10.794984555596727, 'car new york'),\n",
       " (-10.794984555596727, 'care act'),\n",
       " (-10.794984555596727, 'care act new'),\n",
       " (-10.794984555596727, 'care bill'),\n",
       " (-10.794984555596727, 'care breitbart'),\n",
       " (-10.794984555596727, 'carri fisher'),\n",
       " (-10.794984555596727, 'carson'),\n",
       " (-10.794984555596727, 'case new'),\n",
       " (-10.794984555596727, 'case new york'),\n",
       " (-10.794984555596727, 'castro'),\n",
       " (-10.794984555596727, 'caucu'),\n",
       " (-10.794984555596727, 'ceas'),\n",
       " (-10.794984555596727, 'ceas fire'),\n",
       " (-10.794984555596727, 'chamber'),\n",
       " (-10.794984555596727, 'championship'),\n",
       " (-10.794984555596727, 'championship new'),\n",
       " (-10.794984555596727, 'championship new york'),\n",
       " (-10.794984555596727, 'chang new'),\n",
       " (-10.794984555596727, 'chang new york'),\n",
       " (-10.794984555596727, 'charg new york'),\n",
       " (-10.794984555596727, 'charleston'),\n",
       " (-10.794984555596727, 'charlott'),\n",
       " (-10.794984555596727, 'cher'),\n",
       " (-10.794984555596727, 'chief new'),\n",
       " (-10.794984555596727, 'chief new york'),\n",
       " (-10.794984555596727, 'china new york'),\n",
       " (-10.794984555596727, 'chri christi'),\n",
       " (-10.794984555596727, 'christi'),\n",
       " (-10.794984555596727, 'christoph'),\n",
       " (-10.794984555596727, 'chuck'),\n",
       " (-10.794984555596727, 'chuck todd'),\n",
       " (-10.794984555596727, 'circuit'),\n",
       " (-10.794984555596727, 'citi new'),\n",
       " (-10.794984555596727, 'citi new york'),\n",
       " (-10.794984555596727, 'citizenship'),\n",
       " (-10.794984555596727, 'clinton new york'),\n",
       " (-10.794984555596727, 'clue'),\n",
       " (-10.794984555596727, 'coach'),\n",
       " (-10.794984555596727, 'colleg new'),\n",
       " (-10.794984555596727, 'colleg new york'),\n",
       " (-10.794984555596727, 'collid'),\n",
       " (-10.794984555596727, 'collin'),\n",
       " (-10.794984555596727, 'comedi'),\n",
       " (-10.794984555596727, 'comedi central'),\n",
       " (-10.794984555596727, 'comey fire'),\n",
       " (-10.794984555596727, 'commission'),\n",
       " (-10.794984555596727, 'common core'),\n",
       " (-10.794984555596727, 'common ground'),\n",
       " (-10.794984555596727, 'compet'),\n",
       " (-10.794984555596727, 'complex'),\n",
       " (-10.794984555596727, 'conceal'),\n",
       " (-10.794984555596727, 'confirm hear'),\n",
       " (-10.794984555596727, 'congress breitbart'),\n",
       " (-10.794984555596727, 'congress new york'),\n",
       " (-10.794984555596727, 'control new'),\n",
       " (-10.794984555596727, 'control new york'),\n",
       " (-10.794984555596727, 'convent new'),\n",
       " (-10.794984555596727, 'convent new york'),\n",
       " (-10.794984555596727, 'corner'),\n",
       " (-10.794984555596727, 'coulter'),\n",
       " (-10.794984555596727, 'counsel'),\n",
       " (-10.794984555596727, 'countri breitbart'),\n",
       " (-10.794984555596727, 'cours'),\n",
       " (-10.794984555596727, 'court block'),\n",
       " (-10.794984555596727, 'court new'),\n",
       " (-10.794984555596727, 'court new york'),\n",
       " (-10.794984555596727, 'court rule new'),\n",
       " (-10.794984555596727, 'cpac'),\n",
       " (-10.794984555596727, 'crash new'),\n",
       " (-10.794984555596727, 'crash new york'),\n",
       " (-10.794984555596727, 'crime breitbart'),\n",
       " (-10.794984555596727, 'crisi new'),\n",
       " (-10.794984555596727, 'crisi new york'),\n",
       " (-10.794984555596727, 'critic new'),\n",
       " (-10.794984555596727, 'crown'),\n",
       " (-10.794984555596727, 'cunningham'),\n",
       " (-10.794984555596727, 'curb'),\n",
       " (-10.794984555596727, 'davo'),\n",
       " (-10.794984555596727, 'day breitbart'),\n",
       " (-10.794984555596727, 'day new york'),\n",
       " (-10.794984555596727, 'day parad'),\n",
       " (-10.794984555596727, 'dead new'),\n",
       " (-10.794984555596727, 'dead new york'),\n",
       " (-10.794984555596727, 'deal breitbart'),\n",
       " (-10.794984555596727, 'deal new'),\n",
       " (-10.794984555596727, 'deal new york'),\n",
       " (-10.794984555596727, 'death new'),\n",
       " (-10.794984555596727, 'death new york'),\n",
       " (-10.794984555596727, 'debat new'),\n",
       " (-10.794984555596727, 'debat new york'),\n",
       " (-10.794984555596727, 'debbi reynold'),\n",
       " (-10.794984555596727, 'defi'),\n",
       " (-10.794984555596727, 'defund'),\n",
       " (-10.794984555596727, 'delingpol'),\n",
       " (-10.794984555596727, 'dem rep'),\n",
       " (-10.794984555596727, 'dem sen'),\n",
       " (-10.794984555596727, 'democrat breitbart'),\n",
       " (-10.794984555596727, 'democrat new'),\n",
       " (-10.794984555596727, 'democrat new york'),\n",
       " (-10.794984555596727, 'deport breitbart'),\n",
       " (-10.794984555596727, 'despair'),\n",
       " (-10.794984555596727, 'devo'),\n",
       " (-10.794984555596727, 'dh'),\n",
       " (-10.794984555596727, 'die new'),\n",
       " (-10.794984555596727, 'die new york'),\n",
       " (-10.794984555596727, 'diego'),\n",
       " (-10.794984555596727, 'disappoint'),\n",
       " (-10.794984555596727, 'divorc'),\n",
       " (-10.794984555596727, 'donald trump breitbart'),\n",
       " (-10.794984555596727, 'donald trump campaign'),\n",
       " (-10.794984555596727, 'donald trump inaugur'),\n",
       " (-10.794984555596727, 'dossier'),\n",
       " (-10.794984555596727, 'drama'),\n",
       " (-10.794984555596727, 'drive car'),\n",
       " (-10.794984555596727, 'drug new'),\n",
       " (-10.794984555596727, 'drug new york'),\n",
       " (-10.794984555596727, 'dunham'),\n",
       " (-10.794984555596727, 'dylann'),\n",
       " (-10.794984555596727, 'dylann roof'),\n",
       " (-10.794984555596727, 'eas'),\n",
       " (-10.794984555596727, 'easter'),\n",
       " (-10.794984555596727, 'economi new'),\n",
       " (-10.794984555596727, 'ecuador'),\n",
       " (-10.794984555596727, 'effort new york'),\n",
       " (-10.794984555596727, 'egyptair'),\n",
       " (-10.794984555596727, 'elect breitbart'),\n",
       " (-10.794984555596727, 'elect loss'),\n",
       " (-10.794984555596727, 'elect new york'),\n",
       " (-10.794984555596727, 'els new'),\n",
       " (-10.794984555596727, 'els new york'),\n",
       " (-10.794984555596727, 'embassi jerusalem'),\n",
       " (-10.794984555596727, 'emmi'),\n",
       " (-10.794984555596727, 'end new'),\n",
       " (-10.794984555596727, 'end new york'),\n",
       " (-10.794984555596727, 'england'),\n",
       " (-10.794984555596727, 'england patriot'),\n",
       " (-10.794984555596727, 'epa'),\n",
       " (-10.794984555596727, 'era new'),\n",
       " (-10.794984555596727, 'era new york'),\n",
       " (-10.794984555596727, 'espn'),\n",
       " (-10.794984555596727, 'europ new york'),\n",
       " (-10.794984555596727, 'european union'),\n",
       " (-10.794984555596727, 'even brief'),\n",
       " (-10.794984555596727, 'even brief new'),\n",
       " (-10.794984555596727, 'event breitbart'),\n",
       " (-10.794984555596727, 'execut order breitbart'),\n",
       " (-10.794984555596727, 'expand'),\n",
       " (-10.794984555596727, 'explain new'),\n",
       " (-10.794984555596727, 'explain new york'),\n",
       " (-10.794984555596727, 'extradit'),\n",
       " (-10.794984555596727, 'face new'),\n",
       " (-10.794984555596727, 'faction'),\n",
       " (-10.794984555596727, 'fake news breitbart'),\n",
       " (-10.794984555596727, 'fake news new'),\n",
       " (-10.794984555596727, 'falluja'),\n",
       " (-10.794984555596727, 'familiar'),\n",
       " (-10.794984555596727, 'farewel'),\n",
       " (-10.794984555596727, 'fargo'),\n",
       " (-10.794984555596727, 'fatal shoot'),\n",
       " (-10.794984555596727, 'fear new york'),\n",
       " (-10.794984555596727, 'fear trump'),\n",
       " (-10.794984555596727, 'feinstein'),\n",
       " (-10.794984555596727, 'fidel'),\n",
       " (-10.794984555596727, 'fidel castro'),\n",
       " (-10.794984555596727, 'fieri'),\n",
       " (-10.794984555596727, 'fight new'),\n",
       " (-10.794984555596727, 'fight new york'),\n",
       " (-10.794984555596727, 'fight trump'),\n",
       " (-10.794984555596727, 'filibust'),\n",
       " (-10.794984555596727, 'fillon'),\n",
       " (-10.794984555596727, 'find new york'),\n",
       " (-10.794984555596727, 'fire breitbart'),\n",
       " (-10.794984555596727, 'fire new york'),\n",
       " (-10.794984555596727, 'fisher'),\n",
       " (-10.794984555596727, 'fitton'),\n",
       " (-10.794984555596727, 'flight new'),\n",
       " (-10.794984555596727, 'flight new york'),\n",
       " (-10.794984555596727, 'fmr'),\n",
       " (-10.794984555596727, 'fort'),\n",
       " (-10.794984555596727, 'found new'),\n",
       " (-10.794984555596727, 'found new york'),\n",
       " (-10.794984555596727, 'fran oi'),\n",
       " (-10.794984555596727, 'fran oi fillon'),\n",
       " (-10.794984555596727, 'franc new'),\n",
       " (-10.794984555596727, 'franc new york'),\n",
       " (-10.794984555596727, 'freedom caucu'),\n",
       " (-10.794984555596727, 'french presidenti'),\n",
       " (-10.794984555596727, 'friday even'),\n",
       " (-10.794984555596727, 'friday even brief'),\n",
       " (-10.794984555596727, 'fs'),\n",
       " (-10.794984555596727, 'futur new'),\n",
       " (-10.794984555596727, 'futur new york'),\n",
       " (-10.794984555596727, 'gaffney'),\n",
       " (-10.794984555596727, 'game breitbart'),\n",
       " (-10.794984555596727, 'game new'),\n",
       " (-10.794984555596727, 'game new york'),\n",
       " (-10.794984555596727, 'gawker'),\n",
       " (-10.794984555596727, 'gener new'),\n",
       " (-10.794984555596727, 'gener new york'),\n",
       " (-10.794984555596727, 'georg michael'),\n",
       " (-10.794984555596727, 'get back'),\n",
       " (-10.794984555596727, 'get new'),\n",
       " (-10.794984555596727, 'go new york'),\n",
       " (-10.794984555596727, 'golden globe'),\n",
       " (-10.794984555596727, 'golden state'),\n",
       " (-10.794984555596727, 'golden state warrior'),\n",
       " (-10.794984555596727, 'goodel'),\n",
       " (-10.794984555596727, 'gop rep'),\n",
       " (-10.794984555596727, 'gop sen'),\n",
       " (-10.794984555596727, 'gorka'),\n",
       " (-10.794984555596727, 'gorsuch'),\n",
       " (-10.794984555596727, 'gorsuch breitbart'),\n",
       " (-10.794984555596727, 'gorsuch confirm'),\n",
       " (-10.794984555596727, 'govern new york'),\n",
       " (-10.794984555596727, 'grammi'),\n",
       " (-10.794984555596727, 'gray'),\n",
       " (-10.794984555596727, 'griffin'),\n",
       " (-10.794984555596727, 'grow new'),\n",
       " (-10.794984555596727, 'grow new york'),\n",
       " (-10.794984555596727, 'guant'),\n",
       " (-10.794984555596727, 'guant namo'),\n",
       " (-10.794984555596727, 'gulf'),\n",
       " (-10.794984555596727, 'gymnast'),\n",
       " (-10.794984555596727, 'hack new'),\n",
       " (-10.794984555596727, 'hack new york'),\n",
       " (-10.794984555596727, 'hbo'),\n",
       " (-10.794984555596727, 'health bill'),\n",
       " (-10.794984555596727, 'health care bill'),\n",
       " (-10.794984555596727, 'health insur'),\n",
       " (-10.794984555596727, 'health law'),\n",
       " (-10.794984555596727, 'healthcar bill'),\n",
       " (-10.794984555596727, 'hear new'),\n",
       " (-10.794984555596727, 'hear new york'),\n",
       " (-10.794984555596727, 'heart new'),\n",
       " (-10.794984555596727, 'heart new york'),\n",
       " (-10.794984555596727, 'high school'),\n",
       " (-10.794984555596727, 'histori new'),\n",
       " (-10.794984555596727, 'histori new york'),\n",
       " (-10.794984555596727, 'hockey'),\n",
       " (-10.794984555596727, 'holiday'),\n",
       " (-10.794984555596727, 'home new'),\n",
       " (-10.794984555596727, 'home new york'),\n",
       " (-10.794984555596727, 'hometown'),\n",
       " (-10.794984555596727, 'horribl'),\n",
       " (-10.794984555596727, 'hous breitbart'),\n",
       " (-10.794984555596727, 'hous new york'),\n",
       " (-10.794984555596727, 'hungari'),\n",
       " (-10.794984555596727, 'hurrican matthew'),\n",
       " (-10.794984555596727, 'imam'),\n",
       " (-10.794984555596727, 'immigr order'),\n",
       " (-10.794984555596727, 'inaugur speech'),\n",
       " (-10.794984555596727, 'inquiri new'),\n",
       " (-10.794984555596727, 'inquiri new york'),\n",
       " (-10.794984555596727, 'intend'),\n",
       " (-10.794984555596727, 'interest rate'),\n",
       " (-10.794984555596727, 'investig breitbart'),\n",
       " (-10.794984555596727, 'investig new york'),\n",
       " (-10.794984555596727, 'investig trump'),\n",
       " (-10.794984555596727, 'isi new'),\n",
       " (-10.794984555596727, 'isi new york'),\n",
       " (-10.794984555596727, 'islam state support'),\n",
       " (-10.794984555596727, 'isol'),\n",
       " (-10.794984555596727, 'issu new'),\n",
       " (-10.794984555596727, 'issu new york'),\n",
       " (-10.794984555596727, 'jacki'),\n",
       " (-10.794984555596727, 'jake'),\n",
       " (-10.794984555596727, 'jane'),\n",
       " (-10.794984555596727, 'jare kushner'),\n",
       " (-10.794984555596727, 'jerri'),\n",
       " (-10.794984555596727, 'jerri brown'),\n",
       " (-10.794984555596727, 'jo'),\n",
       " (-10.794984555596727, 'job breitbart'),\n",
       " (-10.794984555596727, 'job new'),\n",
       " (-10.794984555596727, 'job new york'),\n",
       " (-10.794984555596727, 'jong'),\n",
       " (-10.794984555596727, 'jong nam'),\n",
       " (-10.794984555596727, 'jong un'),\n",
       " (-10.794984555596727, 'journey'),\n",
       " (-10.794984555596727, 'jr'),\n",
       " (-10.794984555596727, 'judici'),\n",
       " (-10.794984555596727, 'justin'),\n",
       " (-10.794984555596727, 'kabul'),\n",
       " (-10.794984555596727, 'kathi'),\n",
       " (-10.794984555596727, 'kathi griffin'),\n",
       " (-10.794984555596727, 'kati'),\n",
       " (-10.794984555596727, 'kellogg'),\n",
       " (-10.794984555596727, 'kevin'),\n",
       " (-10.794984555596727, 'kill new'),\n",
       " (-10.794984555596727, 'kill new york'),\n",
       " (-10.794984555596727, 'kim jong'),\n",
       " (-10.794984555596727, 'kim jong nam'),\n",
       " (-10.794984555596727, 'kim jong un'),\n",
       " (-10.794984555596727, 'know know'),\n",
       " (-10.794984555596727, 'know new york'),\n",
       " (-10.794984555596727, 'korea new'),\n",
       " (-10.794984555596727, 'korea new york'),\n",
       " (-10.794984555596727, 'krauthamm'),\n",
       " (-10.794984555596727, 'kushner'),\n",
       " (-10.794984555596727, 'la la'),\n",
       " (-10.794984555596727, 'la la land'),\n",
       " (-10.794984555596727, 'la land'),\n",
       " (-10.794984555596727, 'labour'),\n",
       " (-10.794984555596727, 'lago'),\n",
       " (-10.794984555596727, 'latin'),\n",
       " (-10.794984555596727, 'lauderdal'),\n",
       " (-10.794984555596727, 'law breitbart'),\n",
       " (-10.794984555596727, 'law new'),\n",
       " (-10.794984555596727, 'law new york'),\n",
       " (-10.794984555596727, 'lawyer say'),\n",
       " (-10.794984555596727, 'le pen'),\n",
       " (-10.794984555596727, 'leader new'),\n",
       " (-10.794984555596727, 'leader new york'),\n",
       " (-10.794984555596727, 'leaker'),\n",
       " (-10.794984555596727, 'legitim'),\n",
       " (-10.794984555596727, 'lena'),\n",
       " (-10.794984555596727, 'lena dunham'),\n",
       " (-10.794984555596727, 'levin'),\n",
       " (-10.794984555596727, 'lewi'),\n",
       " (-10.794984555596727, 'life new'),\n",
       " (-10.794984555596727, 'life new york'),\n",
       " (-10.794984555596727, 'linda'),\n",
       " (-10.794984555596727, 'linda sarsour'),\n",
       " (-10.794984555596727, 'line new'),\n",
       " (-10.794984555596727, 'line new york'),\n",
       " (-10.794984555596727, 'listen new'),\n",
       " (-10.794984555596727, 'listen new york'),\n",
       " (-10.794984555596727, 'lite'),\n",
       " (-10.794984555596727, 'live new'),\n",
       " (-10.794984555596727, 'live new york'),\n",
       " (-10.794984555596727, 'lo angel'),\n",
       " (-10.794984555596727, 'locht'),\n",
       " (-10.794984555596727, 'london attack'),\n",
       " (-10.794984555596727, 'long island'),\n",
       " (-10.794984555596727, 'loss new'),\n",
       " (-10.794984555596727, 'loss new york'),\n",
       " (-10.794984555596727, 'louvr'),\n",
       " (-10.794984555596727, 'machin new'),\n",
       " (-10.794984555596727, 'machin new york'),\n",
       " (-10.794984555596727, 'macron'),\n",
       " (-10.794984555596727, 'madonna'),\n",
       " (-10.794984555596727, 'maker'),\n",
       " (-10.794984555596727, 'malaysia'),\n",
       " (-10.794984555596727, 'mall'),\n",
       " (-10.794984555596727, 'man new'),\n",
       " (-10.794984555596727, 'man new york'),\n",
       " (-10.794984555596727, 'manchin'),\n",
       " (-10.794984555596727, 'manuel'),\n",
       " (-10.794984555596727, 'mar'),\n",
       " (-10.794984555596727, 'mar lago'),\n",
       " (-10.794984555596727, 'marcher'),\n",
       " (-10.794984555596727, 'marin le'),\n",
       " (-10.794984555596727, 'marin le pen'),\n",
       " (-10.794984555596727, 'market new'),\n",
       " (-10.794984555596727, 'market new york'),\n",
       " (-10.794984555596727, 'marlow'),\n",
       " (-10.794984555596727, 'match'),\n",
       " (-10.794984555596727, 'maxin'),\n",
       " (-10.794984555596727, 'maxin water'),\n",
       " (-10.794984555596727, 'mcconnel'),\n",
       " (-10.794984555596727, 'media breitbart'),\n",
       " (-10.794984555596727, 'media new'),\n",
       " (-10.794984555596727, 'media new york'),\n",
       " (-10.794984555596727, 'medicaid'),\n",
       " (-10.794984555596727, 'meet new'),\n",
       " (-10.794984555596727, 'memori day'),\n",
       " (-10.794984555596727, 'merger'),\n",
       " (-10.794984555596727, 'meryl'),\n",
       " (-10.794984555596727, 'meryl streep'),\n",
       " (-10.794984555596727, 'mexican border'),\n",
       " (-10.794984555596727, 'mexican cartel'),\n",
       " (-10.794984555596727, 'michael phelp'),\n",
       " (-10.794984555596727, 'militari new'),\n",
       " (-10.794984555596727, 'militari new york'),\n",
       " (-10.794984555596727, 'million new york'),\n",
       " (-10.794984555596727, 'milo breitbart'),\n",
       " (-10.794984555596727, 'milo event'),\n",
       " (-10.794984555596727, 'miss new'),\n",
       " (-10.794984555596727, 'miss new york'),\n",
       " (-10.794984555596727, 'mnuchin'),\n",
       " (-10.794984555596727, 'model new'),\n",
       " (-10.794984555596727, 'model new york'),\n",
       " (-10.794984555596727, 'modi'),\n",
       " (-10.794984555596727, 'monday brief'),\n",
       " (-10.794984555596727, 'monday brief new'),\n",
       " (-10.794984555596727, 'monday even'),\n",
       " (-10.794984555596727, 'monday even brief'),\n",
       " (-10.794984555596727, 'money new'),\n",
       " (-10.794984555596727, 'money new york'),\n",
       " (-10.794984555596727, 'month new'),\n",
       " (-10.794984555596727, 'month new york'),\n",
       " (-10.794984555596727, 'monument'),\n",
       " (-10.794984555596727, 'moonlight'),\n",
       " (-10.794984555596727, 'morn brief'),\n",
       " (-10.794984555596727, 'morn brief new'),\n",
       " (-10.794984555596727, 'muhammad ali'),\n",
       " (-10.794984555596727, 'multipl'),\n",
       " (-10.794984555596727, 'mulvaney'),\n",
       " (-10.794984555596727, 'myanmar'),\n",
       " (-10.794984555596727, 'nam'),\n",
       " (-10.794984555596727, 'name new'),\n",
       " (-10.794984555596727, 'namo'),\n",
       " (-10.794984555596727, 'nanci'),\n",
       " (-10.794984555596727, 'nanci pelosi'),\n",
       " (-10.794984555596727, 'narendra'),\n",
       " (-10.794984555596727, 'narendra modi'),\n",
       " (-10.794984555596727, 'nat'),\n",
       " (-10.794984555596727, 'nation new'),\n",
       " (-10.794984555596727, 'nation new york'),\n",
       " (-10.794984555596727, 'nation secur advis'),\n",
       " (-10.794984555596727, 'navi seal'),\n",
       " (-10.794984555596727, 'near texa'),\n",
       " (-10.794984555596727, 'near texa border'),\n",
       " (-10.794984555596727, 'neil gorsuch'),\n",
       " (-10.794984555596727, 'netflix'),\n",
       " (-10.794984555596727, 'new england'),\n",
       " (-10.794984555596727, 'new england patriot'),\n",
       " (-10.794984555596727, 'new year eve'),\n",
       " (-10.794984555596727, 'new york new'),\n",
       " (-10.794984555596727, 'new york state'),\n",
       " (-10.794984555596727, 'news breitbart'),\n",
       " (-10.794984555596727, 'news cnn'),\n",
       " (-10.794984555596727, 'news daili'),\n",
       " (-10.794984555596727, 'news new'),\n",
       " (-10.794984555596727, 'news new york'),\n",
       " (-10.794984555596727, 'night new'),\n",
       " (-10.794984555596727, 'night new york'),\n",
       " (-10.794984555596727, 'nobel prize'),\n",
       " (-10.794984555596727, 'nomin'),\n",
       " (-10.794984555596727, 'nuclear option'),\n",
       " (-10.794984555596727, 'nune'),\n",
       " (-10.794984555596727, 'obama breitbart'),\n",
       " (-10.794984555596727, 'obama era'),\n",
       " (-10.794984555596727, 'obamacar breitbart'),\n",
       " (-10.794984555596727, 'obamacar lite'),\n",
       " (-10.794984555596727, 'obamacar repeal'),\n",
       " (-10.794984555596727, 'obamacar replac'),\n",
       " (-10.794984555596727, 'odd'),\n",
       " (-10.794984555596727, 'offic new'),\n",
       " (-10.794984555596727, 'offic new york'),\n",
       " (-10.794984555596727, 'offici say'),\n",
       " (-10.794984555596727, 'offici say new'),\n",
       " (-10.794984555596727, 'often'),\n",
       " (-10.794984555596727, 'oi'),\n",
       " (-10.794984555596727, 'oi fillon'),\n",
       " (-10.794984555596727, 'oliv'),\n",
       " (-10.794984555596727, 'olymp new'),\n",
       " (-10.794984555596727, 'olymp new york'),\n",
       " (-10.794984555596727, 'one new'),\n",
       " (-10.794984555596727, 'one new york'),\n",
       " (-10.794984555596727, 'op'),\n",
       " (-10.794984555596727, 'open door'),\n",
       " (-10.794984555596727, 'open new york'),\n",
       " (-10.794984555596727, 'oper new'),\n",
       " (-10.794984555596727, 'oppos trump'),\n",
       " (-10.794984555596727, 'order breitbart'),\n",
       " (-10.794984555596727, 'order new'),\n",
       " (-10.794984555596727, 'order new york'),\n",
       " (-10.794984555596727, 'orlando shoot'),\n",
       " (-10.794984555596727, 'orlean'),\n",
       " (-10.794984555596727, 'orovil'),\n",
       " (-10.794984555596727, 'outcri'),\n",
       " (-10.794984555596727, 'outlet'),\n",
       " (-10.794984555596727, 'overhaul'),\n",
       " (-10.794984555596727, 'pari agreement'),\n",
       " (-10.794984555596727, 'parti new'),\n",
       " (-10.794984555596727, 'parti new york'),\n",
       " (-10.794984555596727, 'passport'),\n",
       " (-10.794984555596727, 'past new'),\n",
       " (-10.794984555596727, 'past new york'),\n",
       " (-10.794984555596727, 'path new york'),\n",
       " (-10.794984555596727, 'patrol agent'),\n",
       " (-10.794984555596727, 'paul ryan obamacar'),\n",
       " (-10.794984555596727, 'pelosi'),\n",
       " (-10.794984555596727, 'penguin'),\n",
       " (-10.794984555596727, 'peopl breitbart'),\n",
       " (-10.794984555596727, 'perez'),\n",
       " (-10.794984555596727, 'persist'),\n",
       " (-10.794984555596727, 'person new york'),\n",
       " (-10.794984555596727, 'phelp'),\n",
       " (-10.794984555596727, 'pioneer'),\n",
       " (-10.794984555596727, 'plan new'),\n",
       " (-10.794984555596727, 'plan new york'),\n",
       " (-10.794984555596727, 'plane crash'),\n",
       " (-10.794984555596727, 'playoff'),\n",
       " (-10.794984555596727, 'poland'),\n",
       " (-10.794984555596727, 'polic new'),\n",
       " (-10.794984555596727, 'polic new york'),\n",
       " (-10.794984555596727, 'polic say'),\n",
       " (-10.794984555596727, 'polic say new'),\n",
       " (-10.794984555596727, 'polic shoot'),\n",
       " (-10.794984555596727, 'polici breitbart'),\n",
       " (-10.794984555596727, 'polici new'),\n",
       " (-10.794984555596727, 'polici new york'),\n",
       " (-10.794984555596727, 'polit new'),\n",
       " (-10.794984555596727, 'polit new york'),\n",
       " (-10.794984555596727, 'politico'),\n",
       " (-10.794984555596727, 'post new'),\n",
       " (-10.794984555596727, 'post new york'),\n",
       " (-10.794984555596727, 'pound'),\n",
       " (-10.794984555596727, 'power new york'),\n",
       " (-10.794984555596727, 'pregnanc'),\n",
       " (-10.794984555596727, 'pregnant'),\n",
       " (-10.794984555596727, 'presid breitbart'),\n",
       " (-10.794984555596727, 'presid new'),\n",
       " (-10.794984555596727, 'presid new york'),\n",
       " (-10.794984555596727, 'presid trump breitbart'),\n",
       " (-10.794984555596727, 'presidenti debat'),\n",
       " (-10.794984555596727, 'press breitbart'),\n",
       " (-10.794984555596727, 'preview'),\n",
       " (-10.794984555596727, 'price new'),\n",
       " (-10.794984555596727, 'price new york'),\n",
       " (-10.794984555596727, 'priebu'),\n",
       " (-10.794984555596727, 'prison new'),\n",
       " (-10.794984555596727, 'prison new york'),\n",
       " (-10.794984555596727, 'problem new'),\n",
       " (-10.794984555596727, 'problem new york'),\n",
       " (-10.794984555596727, 'profession'),\n",
       " (-10.794984555596727, 'prompt'),\n",
       " (-10.794984555596727, 'protest breitbart'),\n",
       " (-10.794984555596727, 'protest new'),\n",
       " (-10.794984555596727, 'proud'),\n",
       " (-10.794984555596727, 'pruitt'),\n",
       " (-10.794984555596727, 'publish'),\n",
       " (-10.794984555596727, 'puerto'),\n",
       " (-10.794984555596727, 'quebec'),\n",
       " (-10.794984555596727, 'race new'),\n",
       " (-10.794984555596727, 'race new york'),\n",
       " (-10.794984555596727, 'rampag'),\n",
       " (-10.794984555596727, 'rand'),\n",
       " (-10.794984555596727, 'rand paul'),\n",
       " (-10.794984555596727, 'rang'),\n",
       " (-10.794984555596727, 'rebuk'),\n",
       " (-10.794984555596727, 'recal'),\n",
       " (-10.794984555596727, 'redston'),\n",
       " (-10.794984555596727, 'regist'),\n",
       " (-10.794984555596727, 'rein'),\n",
       " (-10.794984555596727, 'reinc'),\n",
       " (-10.794984555596727, 'reinc priebu'),\n",
       " (-10.794984555596727, 'reinstat'),\n",
       " (-10.794984555596727, 'repeal breitbart'),\n",
       " (-10.794984555596727, 'repeal obamacar'),\n",
       " (-10.794984555596727, 'repeat'),\n",
       " (-10.794984555596727, 'replac bill'),\n",
       " (-10.794984555596727, 'report ask'),\n",
       " (-10.794984555596727, 'report breitbart'),\n",
       " (-10.794984555596727, 'report obama'),\n",
       " (-10.794984555596727, 'report say'),\n",
       " (-10.794984555596727, 'report say new'),\n",
       " (-10.794984555596727, 'report trump'),\n",
       " (-10.794984555596727, 'republican new'),\n",
       " (-10.794984555596727, 'republican new york'),\n",
       " (-10.794984555596727, 'reshap'),\n",
       " (-10.794984555596727, 'rethink'),\n",
       " (-10.794984555596727, 'rex'),\n",
       " (-10.794984555596727, 'rex tillerson'),\n",
       " (-10.794984555596727, 'rhetor'),\n",
       " (-10.794984555596727, 'rico'),\n",
       " (-10.794984555596727, 'right breitbart'),\n",
       " (-10.794984555596727, 'right new'),\n",
       " (-10.794984555596727, 'right new york'),\n",
       " (-10.794984555596727, 'rio'),\n",
       " (-10.794984555596727, 'rio olymp'),\n",
       " (-10.794984555596727, 'riot breitbart'),\n",
       " (-10.794984555596727, 'rodrigo'),\n",
       " (-10.794984555596727, 'rodrigo dutert'),\n",
       " (-10.794984555596727, 'roger ail'),\n",
       " (-10.794984555596727, 'roug'),\n",
       " (-10.794984555596727, 'rout'),\n",
       " (-10.794984555596727, 'rule breitbart'),\n",
       " (-10.794984555596727, 'rule new'),\n",
       " (-10.794984555596727, 'rule new york'),\n",
       " (-10.794984555596727, 'russia new york'),\n",
       " (-10.794984555596727, 'russia probe'),\n",
       " (-10.794984555596727, 'russian ambassador'),\n",
       " (-10.794984555596727, 'russian hack'),\n",
       " (-10.794984555596727, 'ryan locht'),\n",
       " (-10.794984555596727, 'ryan obamacar'),\n",
       " (-10.794984555596727, 'ryan obamacar lite'),\n",
       " (-10.794984555596727, 'ryancar'),\n",
       " (-10.794984555596727, 'san diego'),\n",
       " (-10.794984555596727, 'sarsour'),\n",
       " (-10.794984555596727, 'saturday'),\n",
       " (-10.794984555596727, 'saturday night'),\n",
       " (-10.794984555596727, 'saturday night live'),\n",
       " (-10.794984555596727, 'say new'),\n",
       " (-10.794984555596727, 'say new york'),\n",
       " (-10.794984555596727, 'scalis'),\n",
       " (-10.794984555596727, 'scandal breitbart'),\n",
       " (-10.794984555596727, 'scandal new'),\n",
       " (-10.794984555596727, 'scandal new york'),\n",
       " (-10.794984555596727, 'school new'),\n",
       " (-10.794984555596727, 'school new york'),\n",
       " (-10.794984555596727, 'schumer'),\n",
       " (-10.794984555596727, 'schwarzenegg'),\n",
       " (-10.794984555596727, 'scott pruitt'),\n",
       " (-10.794984555596727, 'scrambl'),\n",
       " (-10.794984555596727, 'sea new'),\n",
       " (-10.794984555596727, 'sea new york'),\n",
       " (-10.794984555596727, 'sean spicer'),\n",
       " (-10.794984555596727, 'sear'),\n",
       " (-10.794984555596727, 'season new'),\n",
       " (-10.794984555596727, 'season new york'),\n",
       " (-10.794984555596727, 'secretari new'),\n",
       " (-10.794984555596727, 'secretari new york'),\n",
       " (-10.794984555596727, 'secur advis'),\n",
       " (-10.794984555596727, 'secur council'),\n",
       " (-10.794984555596727, 'segment'),\n",
       " (-10.794984555596727, 'self drive car'),\n",
       " (-10.794984555596727, 'senat breitbart'),\n",
       " (-10.794984555596727, 'senat confirm'),\n",
       " (-10.794984555596727, 'settlement new'),\n",
       " (-10.794984555596727, 'settlement new york'),\n",
       " (-10.794984555596727, 'sex offend'),\n",
       " (-10.794984555596727, 'sexual abus'),\n",
       " (-10.794984555596727, 'sharp'),\n",
       " (-10.794984555596727, 'shinzo'),\n",
       " (-10.794984555596727, 'shinzo abe'),\n",
       " (-10.794984555596727, 'shoot new'),\n",
       " (-10.794984555596727, 'shoot new york'),\n",
       " (-10.794984555596727, 'show new'),\n",
       " (-10.794984555596727, 'show new york'),\n",
       " (-10.794984555596727, 'skill'),\n",
       " (-10.794984555596727, 'skip'),\n",
       " (-10.794984555596727, 'smile'),\n",
       " (-10.794984555596727, 'smuggler'),\n",
       " (-10.794984555596727, 'somalia'),\n",
       " (-10.794984555596727, 'son law'),\n",
       " (-10.794984555596727, 'south carolina'),\n",
       " (-10.794984555596727, 'south korean'),\n",
       " (-10.794984555596727, 'spacex'),\n",
       " (-10.794984555596727, 'speaker paul'),\n",
       " (-10.794984555596727, 'speaker paul ryan'),\n",
       " (-10.794984555596727, 'specul'),\n",
       " (-10.794984555596727, 'speech breitbart'),\n",
       " (-10.794984555596727, 'speech new york'),\n",
       " (-10.794984555596727, 'spicer'),\n",
       " (-10.794984555596727, 'sport'),\n",
       " (-10.794984555596727, 'sport new'),\n",
       " (-10.794984555596727, 'sport new york'),\n",
       " (-10.794984555596727, 'spotlight'),\n",
       " (-10.794984555596727, 'stanc'),\n",
       " (-10.794984555596727, 'stanford'),\n",
       " (-10.794984555596727, 'star new'),\n",
       " (-10.794984555596727, 'star new york'),\n",
       " (-10.794984555596727, 'start new'),\n",
       " (-10.794984555596727, 'start new york'),\n",
       " (-10.794984555596727, 'state breitbart'),\n",
       " (-10.794984555596727, 'state new'),\n",
       " (-10.794984555596727, 'state new york'),\n",
       " (-10.794984555596727, 'state support'),\n",
       " (-10.794984555596727, 'state warrior'),\n",
       " (-10.794984555596727, 'stem'),\n",
       " (-10.794984555596727, 'step new'),\n",
       " (-10.794984555596727, 'step new york'),\n",
       " (-10.794984555596727, 'stephen bannon'),\n",
       " (-10.794984555596727, 'stockholm'),\n",
       " (-10.794984555596727, 'stori new'),\n",
       " (-10.794984555596727, 'stori new york'),\n",
       " (-10.794984555596727, 'strand'),\n",
       " (-10.794984555596727, 'streep'),\n",
       " (-10.794984555596727, 'street new york'),\n",
       " (-10.794984555596727, 'streisand'),\n",
       " (-10.794984555596727, 'student new'),\n",
       " (-10.794984555596727, 'student new york'),\n",
       " (-10.794984555596727, 'stumbl'),\n",
       " (-10.794984555596727, 'suburb'),\n",
       " (-10.794984555596727, 'subway'),\n",
       " (-10.794984555596727, 'suddenli'),\n",
       " (-10.794984555596727, 'sunday'),\n",
       " (-10.794984555596727, 'super bowl'),\n",
       " (-10.794984555596727, 'support donald'),\n",
       " (-10.794984555596727, 'support donald trump'),\n",
       " (-10.794984555596727, 'suprem court new'),\n",
       " (-10.794984555596727, 'swift'),\n",
       " (-10.794984555596727, 'swimmer'),\n",
       " (-10.794984555596727, 'syria new york'),\n",
       " (-10.794984555596727, 'syria strike'),\n",
       " (-10.794984555596727, 'taiwan'),\n",
       " (-10.794984555596727, 'takata'),\n",
       " (-10.794984555596727, 'takeaway'),\n",
       " (-10.794984555596727, 'taliban'),\n",
       " (-10.794984555596727, 'talk new'),\n",
       " (-10.794984555596727, 'tap'),\n",
       " (-10.794984555596727, 'tax return'),\n",
       " (-10.794984555596727, 'team new'),\n",
       " (-10.794984555596727, 'team new york'),\n",
       " (-10.794984555596727, 'temporari'),\n",
       " (-10.794984555596727, 'term new'),\n",
       " (-10.794984555596727, 'term new york'),\n",
       " (-10.794984555596727, 'terror breitbart'),\n",
       " (-10.794984555596727, 'terror new'),\n",
       " (-10.794984555596727, 'test new york'),\n",
       " (-10.794984555596727, 'texa border'),\n",
       " (-10.794984555596727, 'theresa'),\n",
       " (-10.794984555596727, 'theresa may'),\n",
       " (-10.794984555596727, 'thing new'),\n",
       " (-10.794984555596727, 'thing new york'),\n",
       " (-10.794984555596727, 'thursday'),\n",
       " (-10.794984555596727, 'thursday even'),\n",
       " (-10.794984555596727, 'thursday even brief'),\n",
       " (-10.794984555596727, 'tie new'),\n",
       " (-10.794984555596727, 'tie new york'),\n",
       " (-10.794984555596727, 'tillerson'),\n",
       " (-10.794984555596727, 'time new'),\n",
       " (-10.794984555596727, 'time new york'),\n",
       " (-10.794984555596727, 'titl new'),\n",
       " (-10.794984555596727, 'titl new york'),\n",
       " (-10.794984555596727, 'todd'),\n",
       " (-10.794984555596727, 'toll'),\n",
       " (-10.794984555596727, 'tom bradi'),\n",
       " (-10.794984555596727, 'tone'),\n",
       " (-10.794984555596727, 'tough'),\n",
       " (-10.794984555596727, 'tourist'),\n",
       " (-10.794984555596727, 'town hall'),\n",
       " (-10.794984555596727, 'town new'),\n",
       " (-10.794984555596727, 'town new york'),\n",
       " (-10.794984555596727, 'trailer breitbart'),\n",
       " (-10.794984555596727, 'tran'),\n",
       " (-10.794984555596727, 'transit team'),\n",
       " (-10.794984555596727, 'travel ban'),\n",
       " (-10.794984555596727, 'travel ban new'),\n",
       " (-10.794984555596727, 'trial new'),\n",
       " (-10.794984555596727, 'trial new york'),\n",
       " (-10.794984555596727, 'trophi'),\n",
       " (-10.794984555596727, 'trove'),\n",
       " (-10.794984555596727, 'trudeau'),\n",
       " (-10.794984555596727, 'trump admin'),\n",
       " (-10.794984555596727, 'trump border'),\n",
       " (-10.794984555596727, 'trump breitbart'),\n",
       " (-10.794984555596727, 'trump budget'),\n",
       " (-10.794984555596727, 'trump celebr'),\n",
       " (-10.794984555596727, 'trump choic'),\n",
       " (-10.794984555596727, 'trump could'),\n",
       " (-10.794984555596727, 'trump execut'),\n",
       " (-10.794984555596727, 'trump execut order'),\n",
       " (-10.794984555596727, 'trump fire'),\n",
       " (-10.794984555596727, 'trump first day'),\n",
       " (-10.794984555596727, 'trump go'),\n",
       " (-10.794984555596727, 'trump immigr'),\n",
       " (-10.794984555596727, 'trump immigr order'),\n",
       " (-10.794984555596727, 'trump keep'),\n",
       " (-10.794984555596727, 'trump may'),\n",
       " (-10.794984555596727, 'trump new york'),\n",
       " (-10.794984555596727, 'trump nomine'),\n",
       " (-10.794984555596727, 'trump order'),\n",
       " (-10.794984555596727, 'trump pick'),\n",
       " (-10.794984555596727, 'trump polici'),\n",
       " (-10.794984555596727, 'trump talk'),\n",
       " (-10.794984555596727, 'trump travel'),\n",
       " (-10.794984555596727, 'trump travel ban'),\n",
       " (-10.794984555596727, 'trump tri'),\n",
       " (-10.794984555596727, 'trump visit'),\n",
       " (-10.794984555596727, 'trump vow'),\n",
       " (-10.794984555596727, 'trump wall'),\n",
       " (-10.794984555596727, 'trump women'),\n",
       " (-10.794984555596727, 'tuesday brief'),\n",
       " (-10.794984555596727, 'tuesday brief new'),\n",
       " (-10.794984555596727, 'tuesday even'),\n",
       " (-10.794984555596727, 'tuesday even brief'),\n",
       " (-10.794984555596727, 'turmoil'),\n",
       " (-10.794984555596727, 'twitter breitbart'),\n",
       " (-10.794984555596727, 'two year'),\n",
       " (-10.794984555596727, 'uc davi'),\n",
       " (-10.794984555596727, 'unlik'),\n",
       " (-10.794984555596727, 'unmask'),\n",
       " (-10.794984555596727, 'upend'),\n",
       " (-10.794984555596727, 'uphold'),\n",
       " (-10.794984555596727, 'us new york'),\n",
       " (-10.794984555596727, 'vacat'),\n",
       " (-10.794984555596727, 'vacat new'),\n",
       " (-10.794984555596727, 'vacat new york'),\n",
       " (-10.794984555596727, 'vanish'),\n",
       " (-10.794984555596727, 'veto'),\n",
       " (-10.794984555596727, 'violenc new'),\n",
       " (-10.794984555596727, 'violenc new york'),\n",
       " (-10.794984555596727, 'virgil'),\n",
       " (-10.794984555596727, 'vogu'),\n",
       " (-10.794984555596727, 'volkswagen'),\n",
       " (-10.794984555596727, 'vote new'),\n",
       " (-10.794984555596727, 'vote new york'),\n",
       " (-10.794984555596727, 'voter id'),\n",
       " (-10.794984555596727, 'wait new'),\n",
       " (-10.794984555596727, 'wall breitbart'),\n",
       " (-10.794984555596727, 'war new'),\n",
       " (-10.794984555596727, 'war new york'),\n",
       " (-10.794984555596727, 'wari'),\n",
       " (-10.794984555596727, 'warn new'),\n",
       " (-10.794984555596727, 'warn new york'),\n",
       " (-10.794984555596727, 'warner'),\n",
       " (-10.794984555596727, 'warrior'),\n",
       " (-10.794984555596727, 'washington new'),\n",
       " (-10.794984555596727, 'washington new york'),\n",
       " (-10.794984555596727, 'water new'),\n",
       " (-10.794984555596727, 'water new york'),\n",
       " (-10.794984555596727, 'way new'),\n",
       " (-10.794984555596727, 'way new york'),\n",
       " (-10.794984555596727, 'wednesday brief'),\n",
       " (-10.794984555596727, 'wednesday brief new'),\n",
       " (-10.794984555596727, 'wednesday even'),\n",
       " (-10.794984555596727, 'wednesday even brief'),\n",
       " (-10.794984555596727, 'week new'),\n",
       " (-10.794984555596727, 'week new york'),\n",
       " (-10.794984555596727, 'weekend brief'),\n",
       " (-10.794984555596727, 'weekend brief new'),\n",
       " (-10.794984555596727, 'weekend new'),\n",
       " (-10.794984555596727, 'weekend new york'),\n",
       " (-10.794984555596727, 'well fargo'),\n",
       " (-10.794984555596727, 'west bank'),\n",
       " (-10.794984555596727, 'westminst'),\n",
       " (-10.794984555596727, 'wh'),\n",
       " (-10.794984555596727, 'white hous breitbart'),\n",
       " (-10.794984555596727, 'white hous new'),\n",
       " (-10.794984555596727, 'white nationalist'),\n",
       " (-10.794984555596727, 'wider'),\n",
       " (-10.794984555596727, 'wield'),\n",
       " (-10.794984555596727, 'wildfir'),\n",
       " (-10.794984555596727, 'wimbledon'),\n",
       " (-10.794984555596727, 'win breitbart'),\n",
       " (-10.794984555596727, 'wiretap claim'),\n",
       " (-10.794984555596727, 'women march'),\n",
       " (-10.794984555596727, 'women new'),\n",
       " (-10.794984555596727, 'women new york'),\n",
       " (-10.794984555596727, 'work new'),\n",
       " (-10.794984555596727, 'work new york'),\n",
       " (-10.794984555596727, 'world new'),\n",
       " (-10.794984555596727, 'world new york'),\n",
       " (-10.794984555596727, 'worri new'),\n",
       " (-10.794984555596727, 'worri new york'),\n",
       " (-10.794984555596727, 'wrestl'),\n",
       " (-10.794984555596727, 'yahoo'),\n",
       " (-10.794984555596727, 'year breitbart'),\n",
       " (-10.794984555596727, 'year eve'),\n",
       " (-10.794984555596727, 'year new york'),\n",
       " (-10.794984555596727, 'york new'),\n",
       " (-10.794984555596727, 'york new york'),\n",
       " (-10.794984555596727, 'york state'),\n",
       " (-10.794984555596727, 'zone new'),\n",
       " (-10.794984555596727, 'zone new york'),\n",
       " (-10.794984555596727, 'zoo'),\n",
       " (-10.047770153766505, 'academi'),\n",
       " (-10.047770153766505, 'accid'),\n",
       " (-10.047770153766505, 'aclu'),\n",
       " (-10.047770153766505, 'acr'),\n",
       " (-10.047770153766505, 'adopt'),\n",
       " (-10.047770153766505, 'ahead trump'),\n",
       " (-10.047770153766505, 'airbnb'),\n",
       " (-10.047770153766505, 'airlin'),\n",
       " (-10.047770153766505, 'album'),\n",
       " (-10.047770153766505, 'alex jone'),\n",
       " (-10.047770153766505, 'allegedli'),\n",
       " (-10.047770153766505, 'allianc'),\n",
       " (-10.047770153766505, 'america new'),\n",
       " (-10.047770153766505, 'anchor'),\n",
       " (-10.047770153766505, 'anger'),\n",
       " (-10.047770153766505, 'anti israel'),\n",
       " (-10.047770153766505, 'anti semit'),\n",
       " (-10.047770153766505, 'anymor'),\n",
       " (-10.047770153766505, 'applic'),\n",
       " (-10.047770153766505, 'approach'),\n",
       " (-10.047770153766505, 'appropri'),\n",
       " (-10.047770153766505, 'around world'),\n",
       " (-10.047770153766505, 'artifici'),\n",
       " (-10.047770153766505, 'asylum seeker'),\n",
       " (-10.047770153766505, 'atlant'),\n",
       " (-10.047770153766505, 'attack polic'),\n",
       " (-10.047770153766505, 'attack trump'),\n",
       " (-10.047770153766505, 'auto'),\n",
       " (-10.047770153766505, 'aviv'),\n",
       " (-10.047770153766505, 'back trump'),\n",
       " (-10.047770153766505, 'baghdad'),\n",
       " (-10.047770153766505, 'band'),\n",
       " (-10.047770153766505, 'barrier'),\n",
       " (-10.047770153766505, 'barron'),\n",
       " (-10.047770153766505, 'beach'),\n",
       " (-10.047770153766505, 'beer'),\n",
       " (-10.047770153766505, 'behead'),\n",
       " (-10.047770153766505, 'beij'),\n",
       " (-10.047770153766505, 'ben'),\n",
       " (-10.047770153766505, 'berlin'),\n",
       " (-10.047770153766505, 'bet'),\n",
       " (-10.047770153766505, 'beyonc'),\n",
       " (-10.047770153766505, 'bill cosbi'),\n",
       " (-10.047770153766505, 'bitter'),\n",
       " (-10.047770153766505, 'blasio'),\n",
       " (-10.047770153766505, 'block trump'),\n",
       " (-10.047770153766505, 'boat'),\n",
       " (-10.047770153766505, 'boe'),\n",
       " (-10.047770153766505, 'boko'),\n",
       " (-10.047770153766505, 'boko haram'),\n",
       " (-10.047770153766505, 'bolton'),\n",
       " (-10.047770153766505, 'bomber'),\n",
       " (-10.047770153766505, 'bori'),\n",
       " (-10.047770153766505, 'boss'),\n",
       " (-10.047770153766505, 'bow'),\n",
       " (-10.047770153766505, 'branch'),\n",
       " (-10.047770153766505, 'breitbart news'),\n",
       " (-10.047770153766505, 'bribe'),\n",
       " (-10.047770153766505, 'brought'),\n",
       " (-10.047770153766505, 'built'),\n",
       " (-10.047770153766505, 'bull'),\n",
       " ...]"
      ]
     },
     "execution_count": 135,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### Most fake\n",
    "sorted(zip(classifier.coef_[0], feature_names))[:5000]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## HashingVectorizer\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "c:\\users\\krish.naik\\appdata\\local\\continuum\\anaconda3\\envs\\nlp\\lib\\site-packages\\sklearn\\feature_extraction\\hashing.py:94: DeprecationWarning: the option non_negative=True has been deprecated in 0.19 and will be removed in version 0.21.\n",
      "  \" in version 0.21.\", DeprecationWarning)\n",
      "c:\\users\\krish.naik\\appdata\\local\\continuum\\anaconda3\\envs\\nlp\\lib\\site-packages\\sklearn\\feature_extraction\\hashing.py:94: DeprecationWarning: the option non_negative=True has been deprecated in 0.19 and will be removed in version 0.21.\n",
      "  \" in version 0.21.\", DeprecationWarning)\n"
     ]
    }
   ],
   "source": [
    "hs_vectorizer=HashingVectorizer(n_features=5000,non_negative=True)\n",
    "X=hs_vectorizer.fit_transform(corpus).toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(18285, 5000)"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0.        , 0.31622777, 0.        , ..., 0.        , 0.        ,\n",
       "        0.        ],\n",
       "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
       "        0.        ],\n",
       "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
       "        0.        ],\n",
       "       ...,\n",
       "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
       "        0.        ],\n",
       "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
       "        0.        ],\n",
       "       [0.        , 0.        , 0.        , ..., 0.        , 0.        ,\n",
       "        0.        ]])"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "## Divide the dataset into Train and Test\n",
    "from sklearn.model_selection import train_test_split\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy:   0.871\n",
      "Confusion matrix, without normalization\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAVYAAAEmCAYAAAA5jbhCAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzt3XecFdX5x/HPd3cBQVBAmmDBgoVYUIkajSXRIBJ7oqKJLcYWTWKM+QWNxhJNTIwlxm7sKWiiRhQbmhhLbKAgItIUFEWKIFKlPb8/ZpZccHfvXZjde+/u9+1rXnvvmTMzz+yVZ889c+aMIgIzM8tORbEDMDNrapxYzcwy5sRqZpYxJ1Yzs4w5sZqZZcyJ1cwsY06sVitJrSU9ImmupL+vxX6+I+mpLGMrFkl7SRpX7DistMnjWMufpGOBc4BtgHnASODyiHhhLfd7HPBDYI+IWLbWgZY4SQH0ioiJxY7FyptbrGVO0jnAtcCvga7AJsCNwKEZ7H5TYHxzSKqFkFRV7BisTESElzJdgPWB+cCRddRpRZJ4P0qXa4FW6bp9ganAT4EZwDTgpHTdJcASYGl6jJOBi4E/5+y7JxBAVfr+ROBdklbze8B3cspfyNluD+A1YG76c4+cdc8CvwJeTPfzFNCplnOrjv//cuI/DBgAjAdmA+fn1N8VeAn4NK17PdAyXfdcei4L0vM9Omf/Pwc+Bu6tLku32SI9xs7p++7ALGDfYv+/4aW4i1us5e0rwDrAQ3XU+QWwO9AH2JEkuVyQs74bSYLuQZI8b5DUISIuImkF3xcRbSPi9roCkbQucB1wYES0I0meI2uo1xEYmtbdALgaGCppg5xqxwInAV2AlsC5dRy6G8nvoAfwS+A24LvALsBewC8lbZ7WXQ78BOhE8rvbD/gBQETsndbZMT3f+3L235Gk9X5q7oEjYhJJ0v2LpDbAncBdEfFsHfFaM+DEWt42AGZF3V/VvwNcGhEzImImSUv0uJz1S9P1SyPiMZLW2tZrGM8KYDtJrSNiWkSMqaHON4EJEXFvRCyLiL8B7wAH59S5MyLGR8Qi4H6SPwq1WUrSn7wUGEySNP8QEfPS448BdgCIiBER8XJ63MnALcA+BZzTRRHxeRrPKiLiNmAC8AqwIckfMmvmnFjL2ydApzx9f92BKTnvp6RlK/exWmJeCLStbyARsYDk6/PpwDRJQyVtU0A81TH1yHn/cT3i+SQilqevqxPf9Jz1i6q3l7SVpEclfSzpM5IWeac69g0wMyIW56lzG7Ad8MeI+DxPXWsGnFjL20vAYpJ+xdp8RPI1ttomadmaWAC0yXnfLXdlRDwZEd8gabm9Q5Jw8sVTHdOHaxhTfdxEEleviFgPOB9Qnm3qHDYjqS1Jv/XtwMVpV4c1c06sZSwi5pL0K94g6TBJbSS1kHSgpN+l1f4GXCCps6ROaf0/r+EhRwJ7S9pE0vrAedUrJHWVdEja1/o5SZfC8hr28RiwlaRjJVVJOhroDTy6hjHVRzvgM2B+2po+Y7X104HNv7BV3f4AjIiI75P0Hd+81lFa2XNiLXMRcTXJGNYLgJnAB8BZwD/TKpcBw4E3gdHA62nZmhxrGHBfuq8RrJoMK0hGF3xEcqV8H9ILQ6vt4xPgoLTuJyRX9A+KiFlrElM9nUtyYWweSWv6vtXWXwzcLelTSUfl25mkQ4H+JN0fkHwOO0v6TmYRW1nyDQJmZhlzi9XMLGNOrGZmGXNiNTPLmBOrmVnGmuykEqpqHWrZrthhWD3stO0mxQ7B6mnKlMnMmjUr31jgeqlcb9OIZV+4ye0LYtHMJyOif5bHzkrTTawt29Fq67wjZqyEvPjK9cUOweppz936Zr7PWLaooH+7i0fekO+uuaJpsonVzMqVQOXdS+nEamalRUBFZbGjWCtOrGZWepRpt22jc2I1sxLjrgAzs+y5xWpmliHhFquZWbbkFquZWeY8KsDMLEvlf/GqvKM3s6ZHJF0B+ZZ8u5HWkfSqpFGSxki6JC3fTNIrkiZIuk9Sy7S8Vfp+Yrq+Z86+zkvLx0k6IN+xnVjNrPSoIv+S3+fA1yNiR5In/faXtDvwW+CaiOgFzCF57DvpzzkRsSVwTVoPSb2BgcCXSJ4YcaOkOvsqnFjNrMQok8Qaifnp2xbpEsDXgX+k5Xfzv4dxHpq+J12/nySl5YPTR6C/B0wEdq3r2E6sZlZ6KpR/SR79PjxnOXX13UiqlDQSmAEMAyYBn+Y88n0q/3v0eg+SZ8aRrp8LbJBbXsM2NfLFKzMrLYXPFTArIuqcXisilgN9JLUHHgK2ralazpFrWldbea3cYjWzEpNNV0CuiPgUeBbYHWgvqbpRuRHJk4UhaYluDJCuX5/kicMry2vYpkZOrGZWerIZFdA5bakiqTWwPzAW+Dfw7bTaCcDD6esh6XvS9f+K5DHWQ4CB6aiBzYBewKt1HdtdAWZWerIZx7ohcHd6Bb8CuD8iHpX0NjBY0mXAG8Dtaf3bgXslTSRpqQ4EiIgxku4H3gaWAWemXQy1cmI1s9JSYIs0n4h4E9iphvJ3qeGqfkQsBo6sZV+XA5cXemwnVjMrPWV+55UTq5mVGHmuADOzzHl2KzOzDHk+VjOzrJX/7FZOrGZWetwVYGaWMV+8MjPLkNwVYGaWPXcFmJllS06sZmbZSZ7M4sRqZpYdUfMMqGXEidXMSoyoqPDFKzOzTLkrwMwsY06sZmZZch+rmVm2hNxiNTPLmhOrmVnGPCrAzCxL7mM1M8ueuwLMzDLki1dmZg3AidXMLGvlnVedWM2sxMijAszMMueuADOzDPnilZlZQyjvvEp5d2Q0Aa1aVvH8vefyyn2DGPGPX3DB6QMAOP3ovXnr4YtY9Mb1bNB+3ZX127drzX1XncKr953H8/eeS+8tNly57ht7bMuohy7krYcv4tyTvtHo59Jcnfb977FJ9y7s0me7lWVvjhrFPl/9Cn37bM+3DjuYzz77DIAlS5Zw6skn0bfP9uy68448959nixR1CVPSFZBvybsbaWNJ/5Y0VtIYST9Oyy+W9KGkkekyIGeb8yRNlDRO0gE55f3TsomSBuU7thNrkX2+ZBn9T72O3Y6+gt0G/oZ+e/Rm1+178tLIdxlw+h+Z8tEnq9T/v5MPYNS4qex69G84+cJ7+f3Pvg1ARYW4dtBRHHrWjez0rcs4sv8ubLN5t2KcUrNz3Akn8vCjT6xSdsZp3+eyX1/B8JGjOeTQw7nmqisBuONPtwEwfORoHn1iGIN+9lNWrFjR6DGXuiwSK7AM+GlEbAvsDpwpqXe67pqI6JMuj6XH7A0MBL4E9AdulFQpqRK4ATgQ6A0ck7OfGjmxloAFi5YA0KKqkqqqSiKCUeOm8v602V+ou83m3Xj21XEAjJ88nU27d6RLx3Z8ebueTPpgFpM//ISly5bz9ydf56B9d2jU82iuvrrX3nTs2HGVsgnjx/HVvfYG4Ov7f4N/PvQAAO+MfZuvfX0/ALp06cL67dszYvjwxg24DKhCeZd8ImJaRLyevp4HjAV61LHJocDgiPg8It4DJgK7psvEiHg3IpYAg9O6tXJiLQEVFeLlwYN4/5kr+NfL7/DaW1NqrTt6/Iccul8fAPp+aVM22bAjPbq2p3uX9Zk6fc7Keh9On0OPzus3eOxWs95f2o5HHxkCwIP/+DtTP/gAgO132JFHHnmYZcuWMfm993jj9RFMnfpBMUMtSQW2WDtJGp6znFrH/noCOwGvpEVnSXpT0h2SOqRlPYDcD2NqWlZbea0aLLFKWp7ThzEyPbHqdX9I+zgqcspOlHR9+rpC0t3pSUvSZEmjc/Z1XUPFXQwrVgS7D7yCLQ+4gL7bbbpKv+nqfn/nMNq3a8PLgwdxxsB9GDVuKsuWr0A19PZHQwZtdbrltju45aYb2GPXXZg/fx4tW7YE4ISTvkePHhux5259+dlPz2b3r+xBVZWvIecqJKmmiXVWRPTNWW6tZX9tgQeAsyPiM+AmYAugDzANuKq6ag2bRx3ltWrIT3RRRPRZvTBNpoeT/AXYG3h2tfUCbgZaACdFRKS/xK9FxKwGjLfo5s5fxHPDJ9Bvj968PWlajXXmLVjMaRf/eeX7d4ZewuQPP6HNOi3ZqGuHleU9unbgo5lzGzxmq9nW22zDo48/BcCE8eN5/LGhAFRVVXHlVdesrLfvXnuw5Za9ihJjKctquJWkFiRJ9S8R8SBAREzPWX8b8Gj6diqwcc7mGwEfpa9rK69RMboCvga8RfJX45ga1v8B2AA4PiKafK9+pw5tWb9tawDWadWCr++2NeMmT6+1/vptW9OiqhKAkw7fgxden8i8BYsZPmYKW27SmU27b0CLqkqOPGBnhj77ZqOcg33RjBkzAFixYgVX/PoyTjn1dAAWLlzIggULAHjm6WFUVVWxbe86r4M0SxmNChBwOzA2Iq7OKc/9Sng4ST4CGAIMlNRK0mZAL+BV4DWgl6TNJLUkucA1pK5jN2SLtbWkkenr9yLi8PT1McDfgIeBX0tqERFL03XHknQw7xsRy1bb378lLU9f3x0R16y2nrSPJelnadE2uzNpQN06rcdtlx5HZUUFFRXigWGv8/jzb/GDY/bhnBP2p+sG6/Ha/efzxAtj+MGlf2Wbzbvxp18dx/LlK3jn3Y85/ZK/ALB8+Qp+8tv7eeTGM6msEHc//DJj3/24yGfXPBz/3WN4/j/PMmvWLLbouREX/vIS5s+fzy033wDAoYcdwfEnngTAzBkzOPibB1BRUUH37j24/a57ixl6ySrk4lQB9gSOA0bn5KLzSa7q9yH5Oj8ZOA0gIsZIuh94m2REwZkRsRxA0lnAk0AlcEdEjKkz/oiG6YmTND8i2q5W1pLkRLaOiHmSHgRuj4ihkk4EvgtsAxwdES/mbDcZ6FufroCKNl2i1dZHrf2JWKOZ89r1xQ7B6mnP3foyYsTwTIfzt+rWKzb6Tv7LKO9ePWBERPTN8thZaeyugP7A+iR/QSYDX2XV7oB3gKOA+yR9qZFjM7MSIEDKv5Syxk6sxwDfj4ieEdET2AzoJ6lNdYWI+C9wOjBU0iaNHJ+ZFV3BowJKVqON80iT5wGk/RkAEbFA0gvAwbl1I+JRSZ2BJyTtlRbn9rG+GRHHN0bcZtb4Sjxv5tVgiXX1/tWIWAh0rKHeETlv78opvxO4M33bM/sIzaxUlXqLNB+PTDazkiJBZaUTq5lZpsq8werEamalx10BZmZZKoPhVPk4sZpZSUnGsZZ3ZnViNbMSU/rjVPNxYjWzklORzVwBRePEamalxX2sZmbZch+rmVkDKPO86sRqZqXHLVYzs4yVeV51YjWz0iJ5VICZWcY8jtXMLHNlnledWM2s9LjFamaWJd8gYGaWLQEVFY39OL5sObGaWclxi9XMLGPuYzUzy5L7WM3MsiWPYzUzy16Z51XK+9KbmTVJlRXKu+QjaWNJ/5Y0VtIYST9OyztKGiZpQvqzQ1ouSddJmijpTUk75+zrhLT+BEkn5Du2E6uZlRQpuXiVbynAMuCnEbEtsDtwpqTewCDgmYjoBTyTvgc4EOiVLqcCNyXxqCNwEbAbsCtwUXUyrk2tXQGS1qtrw4j4LP95mZnVXxZzsETENGBa+nqepLFAD+BQYN+02t3As8DP0/J7IiKAlyW1l7RhWndYRMwGkDQM6A/8rbZj19XHOgYIkvG6K2NN3wewSX1O0sysUAW2SDtJGp7z/taIuLWW/fUEdgJeAbqmSZeImCapS1qtB/BBzmZT07LaymtVa2KNiI3r2tDMrKEUePFqVkT0zb8vtQUeAM6OiM/qSNo1rVi9cZlbXquC+lglDZR0fvp6I0m7FLKdmVl9iXTIVZ7/CtqX1IIkqf4lIh5Mi6enX/FJf85Iy6cCuQ3KjYCP6iivVd7EKul64GvAcWnRQuDmfNuZma0R5R8RUOCoAAG3A2Mj4uqcVUOA6iv7JwAP55Qfn44O2B2Ym3YZPAn0k9QhvWjVLy2rVSHjWPeIiJ0lvQEQEbMltSxgOzOzNZLRONY9SRqEoyWNTMvOB64A7pd0MvA+cGS67jFgADCRpAF5EqzMeb8CXkvrXVp9Ias2hSTWpZIqSPsUJG0ArCjwxMzM6kVARQaZNSJeoOb+UYD9aqgfwJm17OsO4I5Cj11IH+sNJH0UnSVdArwA/LbQA5iZ1ZeUfylleVusEXGPpBHA/mnRkRHxVsOGZWbNWXOZK6ASWErSHeC7tcyswZRDizSfQkYF/ILkDoPuJMMM/irpvIYOzMyar0op71LKCmmxfhfYJSIWAki6HBgB/KYhAzOz5qs5dAVMWa1eFfBuw4RjZs1dMiqg2FGsnbomYbmGpE91ITBG0pPp+34kIwPMzLJX+OxVJauuFmv1lf8xwNCc8pcbLhwzs/K/eFXXJCy3N2YgZmbVmnKLFQBJWwCXA72BdarLI2KrBozLzJopQUFzAZSyQsak3gXcSXK+BwL3A4MbMCYza+ZUwFLKCkmsbSLiSYCImBQRF5DMdmVmljkpmSsg31LKChlu9Xk6/dYkSacDHwJd8mxjZrbGSjxv5lVIYv0J0Bb4EUlf6/rA9xoyKDNr3pr8xauIeCV9OY//TXZtZtYgRGETWZeyum4QeIg6nusSEUc0SERm1rw1gUlY6mqxXt9oUTSAL221EQ8/dWWxw7B6+OZNLxU7BKunCTMXNMh+m2xXQEQ805iBmJlVK/e5SQudj9XMrFGIJtxiNTMrljK/dlV4YpXUKiI+b8hgzMykZnBLq6RdJY0GJqTvd5T0xwaPzMyarQrlX0pZIX3E1wEHAZ8ARMQofEurmTWgJv+UVqAiIqas1pm8vIHiMbNmLnmCQIlnzjwKSawfSNoVCEmVwA+B8Q0blpk1Z81huNUZJN0BmwDTgafTMjOzBlHmDdaC5gqYAQxshFjMzJCa8FwB1STdRg1zBkTEqQ0SkZk1e2WeVwvqyngaeCZdXiSZi9XjWc2sQVRfvMpiomtJd0iaIemtnLKLJX0oaWS6DMhZd56kiZLGSTogp7x/WjZR0qB8xy2kK+C+1QK9FxhW0FmZma2BDPtY7yKZUOqe1cqviYjfr3pM9Sbp9vwS0B14WlL1s/1uAL4BTAVekzQkIt6u7aBrckvrZsCma7CdmVl+Gd4AEBHPSepZYPVDgcHpHabvSZoI7JqumxgR7wJIGpzWrTWxFnLn1RxJs9PlU5LW6vkFBmpmVm8q4D+gk6ThOUt9rvucJenNtKugQ1rWA/ggp87UtKy28lrV2WJNn3W1I8lzrgBWREStk1+bma0tAVWFDWSdFRF91+AQNwG/Irko/yvgKpLHTdXUTg5qboDWmQfrDD9Nog9FxPJ0cVI1swYnKe+ypiJieprPVgC38b+v+1OBjXOqbgR8VEd5rQr5u/CqpJ0LjtrMbC0kowIabhIWSRvmvD0cqB4xMAQYKKmVpM2AXsCrwGtAL0mbSWpJcoFrSF3HqOuZV1URsQz4KnCKpEnAApLzjohwsjWz7GU4yYqkvwH7kvTHTgUuAvaV1Ifk6/xk4DSAiBgj6X6Si1LLgDMjYnm6n7OAJ4FK4I6IGFPXcevqY30V2Bk4bM1Py8ys/rKahCUijqmh+PY66l8OXF5D+WPAY4Uet67EqnSHkwrdmZnZ2qruCihndSXWzpLOqW1lRFzdAPGYWbMnKst8Fpa6Emsl0JaahyCYmTWI5GGCxY5i7dSVWKdFxKWNFomZGWR651Wx5O1jNTNrbE35CQL7NVoUZmapJt0VEBGzGzMQM7NqTX6iazOzxiSaxzOvzMwaj1iruQBKgROrmZWc8k6rTqxmVmKqH81SzpxYzazklHdadWI1s5IjKjwqwMwsOx4VYGbWADwqwMwsY+WdVp1YzazUeByrmVm23MdqZtYAPI7VzCxjZZ5XnVjNrLQkXQHlnVmdWM2s5LjFamaWKSG3WM3MsuUWq5lZhiSa9OOvzcyKoszzqhOrmZUe97Fa5vbeZRvWbduOyooKKquqeHjYi7w9ehQX/t+P+HzxYiqrqrj0t9ey485fZtKEcfz8R6cxZvRIzjnvYk458+xih9/kdW7bkkHf2JIObVoQAUPHTOfBUR/TrlUVF/bvRdf1WjH9s8+59InxzP98OQA79liPH+zVk6oKMXfxMs55cAwAfzlhJxYuWcGKCJavCH5w/+hinlpJSCa6zmhf0h3AQcCMiNguLesI3Af0BCYDR0XEHCX30f4BGAAsBE6MiNfTbU4ALkh3e1lE3F3XcZ1YS9RfHnycjht0Wvn+t5dewA/PPZ999zuAfz/9BL+99AL++s8nWb99B37569/z1OOPFDHa5mX5iuDmF6YwYeYCWreo4Oajd2DE+3M5YNvOvD51LoNHfMTAXbpzzC49uO2/77Nuy0p+vO9mDHp4LDPmL6F961X/2f30oTF8tnhZkc6mNGXYYr0LuB64J6dsEPBMRFwhaVD6/ufAgUCvdNkNuAnYLU3EFwF9gQBGSBoSEXNqO2i535LbbEhi/rx5AMz77DO6dNsQgE6du7DDTn1pUdWimOE1K7MXLmXCzAUALFq6gilzFtGpbUv22LwjT42dCcBTY2ey5+YdAdhv6048P2k2M+YvAeDTRU6i+Uj5l0JExHPA7NWKDwWqW5x3A4fllN8TiZeB9pI2BA4AhkXE7DSZDgP613Vct1hLkCROPOpgkDjm+JM55viTueCy33Hi0Yfwm4vPI1as4O9D/13sMA3o2q4VW3Zel7Efz6dDmxbMXrgUSJJv+9bJH7uN2remqkJcdXhv2rSs5MFR0xj2ziwAIuB3h25LAI++NZ2hY2YU61RKhih4VEAnScNz3t8aEbcWsF3XiJgGEBHTJHVJy3sAH+TUm5qW1VZeqwZLrJKWA6PTY7wHHBcRn0rqCYwFxuVUvzoi7km32wl4HegfEU/m7G9+RLRtqHhLyf2PPkPXbt2ZNXMGJxx5MFv02prHH3mICy79Hf0PPoyhDz/AoLPP4N4HhhY71GZtnRYVXDxgK258fjILly6vtV5lhejVZV1+9tDbtKyq4I9HbsfYj+cz9dPF/PiBt/hkwVLat67id4f15v05ixj90bxGPItSVPANArMiom+mB/6iqKO8Vg3ZFbAoIvqkHcazgTNz1k1K11Uvuf0fxwAvpD+bpa7dugPJ1/x+Aw5m1OvDefC+v3DAQYcCMOCQI3jzjeF17cIaWGWFuPjArXlm3CxemJR805yzcCkd2ySt1I5tWvDpoqT1OnP+57w25VMWL1vBZ4uXMfrDeWzeqQ0AnyxI6ny6aBkvTJrNNl2bRduhbgV0A6zlcKzp6Vd80p/VXxOmAhvn1NsI+KiO8lo1Vh/rS+RpOgOkV+W+DZwI9JO0TgPHVXIWLljA/PnzVr5+/tln2Grb3nTttiGv/Pd5AP77/LNsuvkWxQyz2Tt3vy14f84i/jFy2sqy/743h37bdgag37ad+e+7ScL977tz2L77elQIWlVVsE23trw/exHrVFXQukXyT3Cdqgr6btKeyZ8savyTKUEqYFkLQ4AT0tcnAA/nlB+vxO7A3LTL4EmSfNRBUgegX1pWqwbvY5VUCewH3J5TvIWkkTnvfxgRzwN7Au9FxCRJz5IMe3iwHsc6FTgVoPtGG+epXZpmzZzBGScOBGD58mUcfMRR7PP1fqzbpi2XXnAuy5ctp9U6rbj8qusBmDn9Yw7r91Xmz5uHKiq469breeKF12nXbr1inkaTtt2G7ei3TWfenbWAWwbuAMDtL73P4BEfcmH/rTiwdxdmzFvCpY+PB+D9OYt4bcqn/OnYHVkR8NiY6UyevYgN12vFJd/cGkj6FJ8ZP4vX3v+0aOdVKpLhVtmMCpD0N2Bfkv7YqSRX968A7pd0MvA+cGRa/TGSnDORZLjVSQARMVvSr4DX0nqXRsTqF8RWPW5EnV0Fayynj7UnMALoFxHL0z7WR6vHlK22zQ3AyIi4TdIhJP2yR6br6tXHun2fnePhYS+u/YlYozll8Mj8laykvHbl9/js/bGZjubfdvud4s5/5r84+5UtO4zIuI81Mw3exwpsCrRk1T7WL0hbtt8CfilpMvBH4EBJ7RowRjMrQSrgv1LW4H2sETEX+BFwrqS6BlvuD4yKiI0jomdEbAo8wP/GmJlZM9HAF68aXKNcvIqIN4BRwMC0aAtJI3OWH5GMAnhotU0fAI5NX7eRNDVnOacxYjezxtfAF68aXINdvFq9PzQiDs5527rAfQwhuVJHRPguMbPmotQzZx6+88rMSkrSIi3vzOrEamalRdnNblUsTqxmVnqcWM3MslT6w6nycWI1s5JT6sOp8nFiNbOSUg7DqfJxYjWz0lPmmdWJ1cxKTlaTsBSLE6uZlZzyTqtOrGZWappAJ6sTq5mVHA+3MjPLkPBwKzOzzJV5XnViNbPSozJvsjqxmlnJKfO86sRqZqWnzPOqE6uZlaAyz6xOrGZWUjzRtZlZ1jzRtZlZA3BiNTPLkie6NjPLnIdbmZllqAnMweLEamYlqMwza0WxAzAzW12FlHcphKTJkkZLGilpeFrWUdIwSRPSnx3Sckm6TtJESW9K2nmN41/TDc3MGooKWOrhaxHRJyL6pu8HAc9ERC/gmfQ9wIFAr3Q5FbhpTeN3YjWz0qLk4lW+ZS0cCtydvr4bOCyn/J5IvAy0l7ThmhzAidXMSlBBbdZOkobnLKfWsKMAnpI0Imd914iYBpD+7JKW9wA+yNl2alpWb754ZWYlpR4TXc/K+Xpfmz0j4iNJXYBhkt7Jc+jVRUGRrMYtVjMrOVn1sUbER+nPGcBDwK7A9Oqv+OnPGWn1qcDGOZtvBHy0JvE7sZpZycliVICkdSW1q34N9APeAoYAJ6TVTgAeTl8PAY5PRwfsDsyt7jKoL3cFmFnpyWYca1fgofRpBFXAXyPiCUmvAfdLOhl4Hzgyrf8YMACYCCwETlrTAzuxmlnJySKvRsS7wI41lH8C7FdDeQBnZnBoJ1YzKy0ZDKcqOidWMys5nt3KzCxr5Z1XnVjNrPT4CQJmZpnyRNdmZpmqx51XJcs3CJiZZcwtVjMrOeXeYnViNbOS4z5WM7MMSR4VYGaWPSdWM7NsuSvAzCxjvnhlZpb5oFfSAAAIg0lEQVSxMs+rTqxmVnpU5k1WJ1YzKylN4c4rJXO7Nj2SZgJTih1HA+gEzCp2EFYvTfkz2zQiOme5Q0lPkPzO8pkVEf2zPHZWmmxibaokDS/gyZRWQvyZNT+eK8DMLGNOrGZmGXNiLT+3FjsAqzd/Zs2M+1jNzDLmFquZWcacWM3MMubEWuYkbVDsGMxsVU6sZUxSP+BaSR1U7vcANhP+nJoHJ9YylSbVK4HbI2IOvj25XGwAIMn/9powf7hlSFJ/kqR6WkQ8K2lj4HxJhdwGaEWgRBdgiqRDImKFk2vT5Q+2PO0GtImIlyV1Bh4CZkREU70fvexFYgZwEnCnpAHVyVVSZbHjs2z562MZkbQnsE9EXCJpc0kvkfxxvCUibsupt3FEfFC0QK1WEXG/pCXAYEnHRMTQ6parpIOTKvFocaO0teUWaxnI+crYD1gfICJOAJ4DOqyWVL8DXCepXaMHal8gqb+kCyV9pbosIv5J0nIdLOmgtOV6GnAz8E6xYrXsuMVaHtYH5gCLgZVfGyPi55I6S/p3RHxN0reAnwDHR8S8IsVqq9oHOB3oL2kMcD3wXkQ8kI4QuEvSo8CuwICImFjEWC0jbrGWOEmbAb+RtDkwHWiXlrcGiIjvAe9KmgacT5JU3y5WvPYFQ4CngW8BC4GBwL2SNo+IfwBHAYcAx0bEqOKFaVlyi7X0rQPMAE4DOgNT0/JWkhanF0VOlnQu8JiTavFJ2gb4PCLei4iXJLUCzo6IsyUdCwwC2kqaCvwB6BYRS4oZs2XLk7CUAUnbAf2Bs4BNSFpBOwEfAUuBecBhEbG0aEEaAJIGABcCx1V/rZfUCzgFGEfyreL7JJ/dHsCzEfFekcK1BuIWawmStC/JZ/NcRCyJiLckLQXaANsCdwGjgXWB9UiGWjmpFpmkA0iS6sURMVFSWyBIHsuyKXAmcGBEPJfWHx9u2TRJbrGWGEnrA0OBzYBrgeURcXW6bgvgaGBD4N6IeLVogdoqJG0PjAL2j4h/pZ/VLcA5EfGmpB1I/iB+OyLeLWKo1gh88arERMRc4FFgCTABGCDpLkmHkfS13kAyQuAoSev43vPiyvn9Tya5UeMoST1JJrd+Mk2qFRHxJvA88DXfEND0ObGWCEndcv6RXgU8DsyLiP2BlsDVJONW90l//joiFvurZNG1BEiHt30HaAtMAv4ZEVemSXWFpD4kXQJPRMTy4oVrjcGJtQRI+ibJBalO6c0AImmd7pQOs9qdZED5tcARwBsRMbtY8VoinQhnsKSLJR0REYtJRm/8FfgKQJpUTwauA26LiA+LF7E1FvexFlk6ocovgMsj4glJLSNiSTqxygiSFtBR1bc5SmoTEQuLGLKx8nO7BLgH6AJ0B34XERPSu95uJLlw9RTJDQKnR8RbxYrXGpcTaxFJ6kjy9fCIiPhnesHjl8DPImKGpFOBHSLirOqEW9SADVjlczs0Ih6RtBFwOXBTRLyc1mkJ3EdyG/KXPb64eXFXQBGlX+cPBn6ZXjW+leRr/oy0yihgP0lbOamWjpzP7QpJ60XEVJKbN66QdK2kn5IMhTsZ2NJJtfnxONYiS2c3Wg6MBM6PiGslVUbE8oh4RdJfix2jfVH6ua0ARkh6guQi1g1AR5IbALYlGWrlvvBmyF0BJULSN4A/ArtFxFxJrSLi82LHZXWTtD9JP+qGETE9LasAOnp+3ObLXQElIiKGkcxM9aqkjk6q5SEinga+CfxLUte0bIWTavPmroASEhGPpxc9npbUl3Ti+WLHZXXL+dwel9Q3IlYUOyYrLncFlCBJbSNifrHjsPrx52bVnFjNzDLmPlYzs4w5sZqZZcyJ1cwsY06sZmYZc2JtpiQtlzRS0luS/i6pzVrsa9/0SaNIOkTSoDrqtpf0gzU4xsXpc70KKl+tzl2Svl2PY/WU5AlTbI05sTZfiyKiT0RsRzKp9um5K5Wo9/8fETEkIq6oo0p7oN6J1aycOLEaJDPbb5m21MZKuhF4HdhYUj9JL0l6PW3ZtoVk2jxJ70h6gWSOWNLyEyVdn77uKukhSaPSZQ/gCmCLtLV8ZVrvZ5Jek/SmpEty9vULSeMkPQ1sne8kJJ2S7meUpAdWa4XvL+l5SeMlHZTWr5R0Zc6xT1vbX6QZOLE2e5KqgANJHk4ISQK7JyJ2AhYAF5A8x2lnYDhwjqR1gNtIZnjaC+hWy+6vA/4TETsCOwNjSB79PCltLf8snSy6F7Ar0AfYRdLeknYBBpI8jfYI4MsFnM6DEfHl9HhjSWaXqtaT5OkL3wRuTs/hZGBuRHw53f8pkjYr4DhmdfItrc1Xa0kj09fPA7eTTNY8pXpOUZInF/QGXkyfGtMSeAnYBngvIiYASPozcGoNx/g6cDxA+jiSuZI6rFanX7q8kb5vS5Jo2wEPVU/qLWlIAee0naTLSLob2gJP5qy7P73VdIKkd9Nz6AfskNP/un567PEFHMusVk6szdeiiOiTW5AmzwW5RcCwiDhmtXp9SGbHz4KA30TELasd4+w1OMZdwGERMUrSicC+OetW31ekx/5hROQmYJQ8DNBsjbkrwOryMrCnpC0heSyMpK2Ad4DN0iceABxTy/bPAGek21ZKWg+YR9IarfYk8L2cvtsekrqQPDDxcEmt00edHFxAvO2AaZJakDzYL9eRkirSmDcHxqXHPiOtj6StJK1bwHHM6uQWq9UqImamLb+/SWqVFl8QEeOVPDZmqKRZwAvAdjXs4sfArUoeprccOCMiXpL0Yjqc6fG0n3Vb4KW0xTwf+G5EvC7pPpIJwKeQdFfkcyHwSlp/NKsm8HHAf4CuJM+fWizpTyR9r68rOfhM4LDCfjtmtfMkLGZmGXNXgJlZxpxYzcwy5sRqZpYxJ1Yzs4w5sZqZZcyJ1cwsY06sZmYZ+38+CXcdZ+vK9gAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "from sklearn.naive_bayes import MultinomialNB\n",
    "classifier=MultinomialNB()\n",
    "classifier.fit(X_train, y_train)\n",
    "pred = classifier.predict(X_test)\n",
    "score = metrics.accuracy_score(y_test, pred)\n",
    "print(\"accuracy:   %0.3f\" % score)\n",
    "cm = metrics.confusion_matrix(y_test, pred)\n",
    "plot_confusion_matrix(cm, classes=['FAKE', 'REAL'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}