Naive Bayes -Fake News Classifier using Machine learning PROJECT-3.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "27723903",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "68037acb",
   "metadata": {},
   "outputs": [],
   "source": [
    "data=pd.read_csv('C:/Users\\Mohamed Arshad/Desktop/Data Science -1/Deep Learning/Fake new class.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "be44f180",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id                                              title              author  \\\n",
       "0   0  House Dem Aide: We Didn’t Even See Comey’s Let...       Darrell Lucus   \n",
       "1   1  FLYNN: Hillary Clinton, Big Woman on Campus - ...     Daniel J. Flynn   \n",
       "2   2                  Why the Truth Might Get You Fired  Consortiumnews.com   \n",
       "3   3  15 Civilians Killed In Single US Airstrike Hav...     Jessica Purkiss   \n",
       "4   4  Iranian woman jailed for fictional unpublished...      Howard Portnoy   \n",
       "\n",
       "                                                text  label  \n",
       "0  House Dem Aide: We Didn’t Even See Comey’s Let...      1  \n",
       "1  Ever get the feeling your life circles the rou...      0  \n",
       "2  Why the Truth Might Get You Fired October 29, ...      1  \n",
       "3  Videos 15 Civilians Killed In Single US Airstr...      1  \n",
       "4  Print \\nAn Iranian woman has been sentenced to...      1  "
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "524d8315",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([1, 0], dtype=int64)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data['label'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "12753cb1",
   "metadata": {},
   "outputs": [],
   "source": [
    "missing_values=data.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "99c4437b",
   "metadata": {},
   "outputs": [],
   "source": [
    "total_rows=len(data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "11f2cde1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "20800\n"
     ]
    }
   ],
   "source": [
    "print(total_rows)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c8827f9f",
   "metadata": {},
   "outputs": [],
   "source": [
    "missing_percentage=(missing_values/total_rows)*100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "687bc764",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id        0.000000\n",
      "title     2.682692\n",
      "author    9.408654\n",
      "text      0.187500\n",
      "label     0.000000\n",
      "dtype: float64\n"
     ]
    }
   ],
   "source": [
    "print(missing_percentage)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "f9436993",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  COLUMNS  missing numbers missing percentage\n",
      "0      id                0            0.0000%\n",
      "1   title              558            2.6827%\n",
      "2  author             1957            9.4087%\n",
      "3    text               39            0.1875%\n",
      "4   label                0            0.0000%\n"
     ]
    }
   ],
   "source": [
    "missing_data1=pd.DataFrame({'COLUMNS':missing_values.index,\n",
    "                          'missing numbers':missing_values.values,\n",
    "                           'missing percentage':['{:.4f}%'.format(val) for val in missing_percentage.values]})\n",
    "print(missing_data1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "94b0939e",
   "metadata": {},
   "outputs": [],
   "source": [
    "data=data.dropna()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "08c1fe32",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "id        0\n",
       "title     0\n",
       "author    0\n",
       "text      0\n",
       "label     0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "e54ae1e0",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>Jackie Mason: Hollywood Would Love Trump if He...</td>\n",
       "      <td>Daniel Nussbaum</td>\n",
       "      <td>In these trying times, Jackie Mason is the Voi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>Benoît Hamon Wins French Socialist Party’s Pre...</td>\n",
       "      <td>Alissa J. Rubin</td>\n",
       "      <td>PARIS  —   France chose an idealistic, traditi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>A Back-Channel Plan for Ukraine and Russia, Co...</td>\n",
       "      <td>Megan Twohey and Scott Shane</td>\n",
       "      <td>A week before Michael T. Flynn resigned as nat...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>Obama’s Organizing for Action Partners with So...</td>\n",
       "      <td>Aaron Klein</td>\n",
       "      <td>Organizing for Action, the activist group that...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...</td>\n",
       "      <td>Chris Tomlinson</td>\n",
       "      <td>The BBC produced spoof on the “Real Housewives...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    id                                              title  \\\n",
       "0    0  House Dem Aide: We Didn’t Even See Comey’s Let...   \n",
       "1    1  FLYNN: Hillary Clinton, Big Woman on Campus - ...   \n",
       "2    2                  Why the Truth Might Get You Fired   \n",
       "3    3  15 Civilians Killed In Single US Airstrike Hav...   \n",
       "4    4  Iranian woman jailed for fictional unpublished...   \n",
       "5    5  Jackie Mason: Hollywood Would Love Trump if He...   \n",
       "7    7  Benoît Hamon Wins French Socialist Party’s Pre...   \n",
       "9    9  A Back-Channel Plan for Ukraine and Russia, Co...   \n",
       "10  10  Obama’s Organizing for Action Partners with So...   \n",
       "11  11  BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...   \n",
       "\n",
       "                          author  \\\n",
       "0                  Darrell Lucus   \n",
       "1                Daniel J. Flynn   \n",
       "2             Consortiumnews.com   \n",
       "3                Jessica Purkiss   \n",
       "4                 Howard Portnoy   \n",
       "5                Daniel Nussbaum   \n",
       "7                Alissa J. Rubin   \n",
       "9   Megan Twohey and Scott Shane   \n",
       "10                   Aaron Klein   \n",
       "11               Chris Tomlinson   \n",
       "\n",
       "                                                 text  label  \n",
       "0   House Dem Aide: We Didn’t Even See Comey’s Let...      1  \n",
       "1   Ever get the feeling your life circles the rou...      0  \n",
       "2   Why the Truth Might Get You Fired October 29, ...      1  \n",
       "3   Videos 15 Civilians Killed In Single US Airstr...      1  \n",
       "4   Print \\nAn Iranian woman has been sentenced to...      1  \n",
       "5   In these trying times, Jackie Mason is the Voi...      0  \n",
       "7   PARIS  —   France chose an idealistic, traditi...      0  \n",
       "9   A week before Michael T. Flynn resigned as nat...      0  \n",
       "10  Organizing for Action, the activist group that...      0  \n",
       "11  The BBC produced spoof on the “Real Housewives...      0  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "f8656cb2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "18285\n"
     ]
    }
   ],
   "source": [
    "print(len(data))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "71dcaa66",
   "metadata": {},
   "outputs": [],
   "source": [
    "X=data.drop(['label','id'],axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "d019aa57",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                               title              author  \\\n",
       "0  House Dem Aide: We Didn’t Even See Comey’s Let...       Darrell Lucus   \n",
       "1  FLYNN: Hillary Clinton, Big Woman on Campus - ...     Daniel J. Flynn   \n",
       "2                  Why the Truth Might Get You Fired  Consortiumnews.com   \n",
       "3  15 Civilians Killed In Single US Airstrike Hav...     Jessica Purkiss   \n",
       "4  Iranian woman jailed for fictional unpublished...      Howard Portnoy   \n",
       "\n",
       "                                                text  \n",
       "0  House Dem Aide: We Didn’t Even See Comey’s Let...  \n",
       "1  Ever get the feeling your life circles the rou...  \n",
       "2  Why the Truth Might Get You Fired October 29, ...  \n",
       "3  Videos 15 Civilians Killed In Single US Airstr...  \n",
       "4  Print \\nAn Iranian woman has been sentenced to...  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "c35e0404",
   "metadata": {},
   "outputs": [],
   "source": [
    "y=data['label']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "0df220a1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        1\n",
       "1        0\n",
       "2        1\n",
       "3        1\n",
       "4        1\n",
       "        ..\n",
       "20795    0\n",
       "20796    0\n",
       "20797    0\n",
       "20798    1\n",
       "20799    1\n",
       "Name: label, Length: 18285, dtype: int64"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "eaa6fdfe",
   "metadata": {},
   "outputs": [],
   "source": [
    "messages=data.copy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "2180ecd5",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>Jackie Mason: Hollywood Would Love Trump if He...</td>\n",
       "      <td>Daniel Nussbaum</td>\n",
       "      <td>In these trying times, Jackie Mason is the Voi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>7</td>\n",
       "      <td>Benoît Hamon Wins French Socialist Party’s Pre...</td>\n",
       "      <td>Alissa J. Rubin</td>\n",
       "      <td>PARIS  —   France chose an idealistic, traditi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>9</td>\n",
       "      <td>A Back-Channel Plan for Ukraine and Russia, Co...</td>\n",
       "      <td>Megan Twohey and Scott Shane</td>\n",
       "      <td>A week before Michael T. Flynn resigned as nat...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>10</td>\n",
       "      <td>Obama’s Organizing for Action Partners with So...</td>\n",
       "      <td>Aaron Klein</td>\n",
       "      <td>Organizing for Action, the activist group that...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>11</td>\n",
       "      <td>BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...</td>\n",
       "      <td>Chris Tomlinson</td>\n",
       "      <td>The BBC produced spoof on the “Real Housewives...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    id                                              title  \\\n",
       "0    0  House Dem Aide: We Didn’t Even See Comey’s Let...   \n",
       "1    1  FLYNN: Hillary Clinton, Big Woman on Campus - ...   \n",
       "2    2                  Why the Truth Might Get You Fired   \n",
       "3    3  15 Civilians Killed In Single US Airstrike Hav...   \n",
       "4    4  Iranian woman jailed for fictional unpublished...   \n",
       "5    5  Jackie Mason: Hollywood Would Love Trump if He...   \n",
       "7    7  Benoît Hamon Wins French Socialist Party’s Pre...   \n",
       "9    9  A Back-Channel Plan for Ukraine and Russia, Co...   \n",
       "10  10  Obama’s Organizing for Action Partners with So...   \n",
       "11  11  BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...   \n",
       "\n",
       "                          author  \\\n",
       "0                  Darrell Lucus   \n",
       "1                Daniel J. Flynn   \n",
       "2             Consortiumnews.com   \n",
       "3                Jessica Purkiss   \n",
       "4                 Howard Portnoy   \n",
       "5                Daniel Nussbaum   \n",
       "7                Alissa J. Rubin   \n",
       "9   Megan Twohey and Scott Shane   \n",
       "10                   Aaron Klein   \n",
       "11               Chris Tomlinson   \n",
       "\n",
       "                                                 text  label  \n",
       "0   House Dem Aide: We Didn’t Even See Comey’s Let...      1  \n",
       "1   Ever get the feeling your life circles the rou...      0  \n",
       "2   Why the Truth Might Get You Fired October 29, ...      1  \n",
       "3   Videos 15 Civilians Killed In Single US Airstr...      1  \n",
       "4   Print \\nAn Iranian woman has been sentenced to...      1  \n",
       "5   In these trying times, Jackie Mason is the Voi...      0  \n",
       "7   PARIS  —   France chose an idealistic, traditi...      0  \n",
       "9   A week before Michael T. Flynn resigned as nat...      0  \n",
       "10  Organizing for Action, the activist group that...      0  \n",
       "11  The BBC produced spoof on the “Real Housewives...      0  "
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages.head(10)#here removed values are missing in index so reset the index"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "9af6f6c9",
   "metadata": {},
   "outputs": [],
   "source": [
    "messages.reset_index(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "07496376",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>id</th>\n",
       "      <th>title</th>\n",
       "      <th>author</th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>Darrell Lucus</td>\n",
       "      <td>House Dem Aide: We Didn’t Even See Comey’s Let...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>FLYNN: Hillary Clinton, Big Woman on Campus - ...</td>\n",
       "      <td>Daniel J. Flynn</td>\n",
       "      <td>Ever get the feeling your life circles the rou...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>Why the Truth Might Get You Fired</td>\n",
       "      <td>Consortiumnews.com</td>\n",
       "      <td>Why the Truth Might Get You Fired October 29, ...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>15 Civilians Killed In Single US Airstrike Hav...</td>\n",
       "      <td>Jessica Purkiss</td>\n",
       "      <td>Videos 15 Civilians Killed In Single US Airstr...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>Iranian woman jailed for fictional unpublished...</td>\n",
       "      <td>Howard Portnoy</td>\n",
       "      <td>Print \\nAn Iranian woman has been sentenced to...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>Jackie Mason: Hollywood Would Love Trump if He...</td>\n",
       "      <td>Daniel Nussbaum</td>\n",
       "      <td>In these trying times, Jackie Mason is the Voi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>7</td>\n",
       "      <td>7</td>\n",
       "      <td>Benoît Hamon Wins French Socialist Party’s Pre...</td>\n",
       "      <td>Alissa J. Rubin</td>\n",
       "      <td>PARIS  —   France chose an idealistic, traditi...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>9</td>\n",
       "      <td>9</td>\n",
       "      <td>A Back-Channel Plan for Ukraine and Russia, Co...</td>\n",
       "      <td>Megan Twohey and Scott Shane</td>\n",
       "      <td>A week before Michael T. Flynn resigned as nat...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>Obama’s Organizing for Action Partners with So...</td>\n",
       "      <td>Aaron Klein</td>\n",
       "      <td>Organizing for Action, the activist group that...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>11</td>\n",
       "      <td>11</td>\n",
       "      <td>BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...</td>\n",
       "      <td>Chris Tomlinson</td>\n",
       "      <td>The BBC produced spoof on the “Real Housewives...</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   index  id                                              title  \\\n",
       "0      0   0  House Dem Aide: We Didn’t Even See Comey’s Let...   \n",
       "1      1   1  FLYNN: Hillary Clinton, Big Woman on Campus - ...   \n",
       "2      2   2                  Why the Truth Might Get You Fired   \n",
       "3      3   3  15 Civilians Killed In Single US Airstrike Hav...   \n",
       "4      4   4  Iranian woman jailed for fictional unpublished...   \n",
       "5      5   5  Jackie Mason: Hollywood Would Love Trump if He...   \n",
       "6      7   7  Benoît Hamon Wins French Socialist Party’s Pre...   \n",
       "7      9   9  A Back-Channel Plan for Ukraine and Russia, Co...   \n",
       "8     10  10  Obama’s Organizing for Action Partners with So...   \n",
       "9     11  11  BBC Comedy Sketch \"Real Housewives of ISIS\" Ca...   \n",
       "\n",
       "                         author  \\\n",
       "0                 Darrell Lucus   \n",
       "1               Daniel J. Flynn   \n",
       "2            Consortiumnews.com   \n",
       "3               Jessica Purkiss   \n",
       "4                Howard Portnoy   \n",
       "5               Daniel Nussbaum   \n",
       "6               Alissa J. Rubin   \n",
       "7  Megan Twohey and Scott Shane   \n",
       "8                   Aaron Klein   \n",
       "9               Chris Tomlinson   \n",
       "\n",
       "                                                text  label  \n",
       "0  House Dem Aide: We Didn’t Even See Comey’s Let...      1  \n",
       "1  Ever get the feeling your life circles the rou...      0  \n",
       "2  Why the Truth Might Get You Fired October 29, ...      1  \n",
       "3  Videos 15 Civilians Killed In Single US Airstr...      1  \n",
       "4  Print \\nAn Iranian woman has been sentenced to...      1  \n",
       "5  In these trying times, Jackie Mason is the Voi...      0  \n",
       "6  PARIS  —   France chose an idealistic, traditi...      0  \n",
       "7  A week before Michael T. Flynn resigned as nat...      0  \n",
       "8  Organizing for Action, the activist group that...      0  \n",
       "9  The BBC produced spoof on the “Real Housewives...      0  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "a1ff1b13",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "18285\n"
     ]
    }
   ],
   "source": [
    "print(len(messages))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "13080d4a",
   "metadata": {},
   "outputs": [],
   "source": [
    "import nltk\n",
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "e163e0d2",
   "metadata": {},
   "outputs": [],
   "source": [
    "from nltk.stem import PorterStemmer\n",
    "from nltk.corpus import stopwords\n",
    "\n",
    "ps=PorterStemmer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "e527e22c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Jackie Mason: Hollywood Would Love Trump if He Bombed North Korea over Lack of Trans Bathrooms (Exclusive Video) - Breitbart'"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "messages['title'][5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "e169b2ee",
   "metadata": {},
   "outputs": [],
   "source": [
    "corpus=[]\n",
    "for i in range(len(messages)):\n",
    "    clean=re.sub('[^a-zA-Z]',' ',messages['title'][i])\n",
    "    clean=clean.lower()\n",
    "    clean=clean.split()\n",
    "    clean=[ps.stem(word) for word in clean if word not in set(stopwords.words('english'))]\n",
    "    clean=' '.join(clean)\n",
    "    corpus.append(clean)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "63ecd1d7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['hous dem aid even see comey letter jason chaffetz tweet',\n",
       " 'flynn hillari clinton big woman campu breitbart',\n",
       " 'truth might get fire',\n",
       " 'civilian kill singl us airstrik identifi',\n",
       " 'iranian woman jail fiction unpublish stori woman stone death adulteri',\n",
       " 'jacki mason hollywood would love trump bomb north korea lack tran bathroom exclus video breitbart',\n",
       " 'beno hamon win french socialist parti presidenti nomin new york time',\n",
       " 'back channel plan ukrain russia courtesi trump associ new york time',\n",
       " 'obama organ action partner soro link indivis disrupt trump agenda',\n",
       " 'bbc comedi sketch real housew isi caus outrag',\n",
       " 'russian research discov secret nazi militari base treasur hunter arctic photo',\n",
       " 'us offici see link trump russia',\n",
       " 'ye paid govern troll social media blog forum websit',\n",
       " 'major leagu soccer argentin find home success new york time',\n",
       " 'well fargo chief abruptli step new york time',\n",
       " 'anonym donor pay million releas everyon arrest dakota access pipelin',\n",
       " 'fbi close hillari',\n",
       " 'chuck todd buzzfe donald trump polit favor breitbart',\n",
       " 'monica lewinski clinton sex scandal set american crime stori',\n",
       " 'rob reiner trump mental unstabl breitbart',\n",
       " 'abort pill order rise latin american nation zika alert new york time',\n",
       " 'nuke un histor treati ban nuclear weapon',\n",
       " 'exclus islam state support vow shake west follow manchest terrorist massacr breitbart',\n",
       " 'humili hillari tri hide camera caught min ralli',\n",
       " 'andrea tantaro fox news claim retali sex harass complaint new york time',\n",
       " 'hillari clinton becam hawk new york time',\n",
       " 'chuck todd buzzfe eic publish fake news breitbart',\n",
       " 'bori johnson brexit leader fumbl new york time',\n",
       " 'texa oil field rebound price lull job left behind new york time',\n",
       " 'bayer deal monsanto follow agribusi trend rais worri farmer new york time',\n",
       " 'russia move ban jehovah wit extremist new york time',\n",
       " 'still danger zone januari th',\n",
       " 'open thread u elect',\n",
       " 'democrat gutierrez blame chicago gun violenc nra breitbart',\n",
       " 'avoid peanut avoid allergi bad strategi new york time',\n",
       " 'mri show detail imag week unborn babi breitbart',\n",
       " 'best kind milk dairi',\n",
       " 'ryan locht drop speedo usa retail new york time',\n",
       " 'conserv urg session clean obama civil right divis breitbart',\n",
       " 'intern inquiri seal fate roger ail fox new york time',\n",
       " 'press tv debat duff lebanon hezbollah aoun presid video',\n",
       " 'samsung combust galaxi note unveil new smartphon new york time',\n",
       " 'poland vow referendum migrant quota amidst eu pressur public voic heard breitbart',\n",
       " 'spark inner revolut',\n",
       " 'studi half car crash involv driver distract cell phone breitbart',\n",
       " 'trump elect spark individu collect heal',\n",
       " 'ep fade black jimmi church w laura eisenhow restor balanc video',\n",
       " 'cognit true islam book review',\n",
       " 'donald trump win elect biggest miracl us polit histori',\n",
       " 'mind eat way fight bing new york time',\n",
       " 'major potenti impact corpor tax overhaul new york time',\n",
       " 'wonder glp like day elect',\n",
       " 'maker world smallest machin award nobel prize chemistri new york time',\n",
       " 'massiv anti trump protest union squar nyc live stream',\n",
       " 'review lion bring tear lost boy wipe dri googl new york time',\n",
       " 'u gener islam state chemic attack impact u forc',\n",
       " 'juri find oregon standoff defend guilti feder conspiraci gun charg',\n",
       " 'clinton campaign stun fbi reportedli reopen probe hillari clinton email',\n",
       " 'penc speak anti abort ralli new york time',\n",
       " 'berni sander say media trump gutless polit coward',\n",
       " 'make briquett daili wast',\n",
       " 'treason nyt vow reded report',\n",
       " 'dress like woman mean new york time',\n",
       " 'ella brennan still feed lead new orlean new york time',\n",
       " 'press asia agenda obama tread lightli human right new york time',\n",
       " 'democrat percent chanc retak senat new york time',\n",
       " 'judg spank transgend obsess obama lie redflag news',\n",
       " 'u diplomat urg strike assad syria new york time',\n",
       " 'franken call independ investig trump putin crush breitbart',\n",
       " 'louisiana simon bile u presidenti race tuesday even brief new york time',\n",
       " 'turkey threaten open migrant land passag europ row dutch',\n",
       " 'huma weiner dog hillari',\n",
       " 'colin kaepernick start black panther inspir youth camp wow',\n",
       " 'trump immigr polici explain new york time',\n",
       " 'mari tyler moor mourn dick van dyke star new york time',\n",
       " 'poison',\n",
       " 'trump fan ralli across nation support presid new york time',\n",
       " 'fox biz report help bash clinton ralli cover trump pack event day',\n",
       " 'fiction podcast worth listen new york time',\n",
       " 'mike birbiglia tip make small hollywood anywher new york time',\n",
       " 'invest strategist forecast collaps timelin last gasp econom cycl come',\n",
       " 'venezuela muzzl legislatur move closer one man rule new york time',\n",
       " 'whether john mccain mitt romney donald trump democrat alway run war women tactic destroy republican candid',\n",
       " 'breitbart news daili trump boom breitbart',\n",
       " 'white hous confirm gitmo transfer obama leav offic',\n",
       " 'poll voter heard democrat elect candid breitbart',\n",
       " 'migrant confront judgment day old deport order new york time',\n",
       " 'n u yale su retir plan fee new york time',\n",
       " 'technocraci real reason un want control internet',\n",
       " 'american driver regain appetit ga guzzler new york time',\n",
       " 'hillari clinton build million war chest doubl donald trump new york time',\n",
       " 'trump catch sick report snuck interview priceless respons',\n",
       " 'senat contact russian govern week',\n",
       " 'imag perfectli illustr struggl dakota access pipelin',\n",
       " 'washington state take refuge muslim rest countri take refuge muslim breitbart',\n",
       " 'ncaa big keep watch eye texa bathroom bill breitbart',\n",
       " 'massiv espn financi subscrib loss drag disney first quarter sale breitbart',\n",
       " 'megyn kelli contract set expir next year prime big show new york time',\n",
       " 'teacher suspend allow student hit trump pinata cinco de mayo',\n",
       " 'break trump express concern anthoni weiner illeg access classifi info month ago truthfe',\n",
       " 'snap share leap debut investor doubt valu vanish new york time',\n",
       " 'clinton campaign chair dinner top doj offici one day hillari benghazi hear',\n",
       " 'tv seri first femal mlb pitcher can one low rate season breitbart',\n",
       " 'seek best fit women final four return friday sunday new york time',\n",
       " 'propos canadian nation bird ruffl feather new york time',\n",
       " 'review beyonc make lemonad marit strife new york time',\n",
       " 'trump ask sharp increas militari spend offici say new york time',\n",
       " 'waterg smoke gun email discuss clean obama hillari email',\n",
       " 'chapo trap hous new left wing podcast flagrant rip right stuff',\n",
       " 'taiwan respond china send carrier taiwan strait new york time',\n",
       " 'mother octob surpris hous card come tumbl',\n",
       " 'explos assang pilger interview us elect expect riot hillari win',\n",
       " 'telescop ate astronomi track surpass hubbl new york time',\n",
       " 'close afghan pakistani border becom humanitarian crisi new york time',\n",
       " 'tv anchor arriv white hous lunch donald trump breitbart',\n",
       " 'pelosi republican tell trump bring dishonor presid breitbart',\n",
       " 'beauti prehistor world earth wasteland',\n",
       " 'ignor trump news week learn new york time',\n",
       " 'donald trump unveil plan famili bid women vote new york time',\n",
       " 'montana democrat vote bill ban sharia law call repugn breitbart',\n",
       " 'monsanto tribun go happen',\n",
       " 'offici simon bile world best gymnast new york time',\n",
       " 'liter hurt brain read econom idioci emit trumpkin libertarian',\n",
       " 'u n secretari gener complain mass reject global favor nation',\n",
       " 'trump bollywood ad meant sway indian american voter hilari fail video',\n",
       " 'fbi find previous unseen hillari clinton email weiner laptop',\n",
       " 'year american journalist kill conspiraci theori syria proven fact',\n",
       " 'report illeg alien forego food stamp stay trump radar',\n",
       " 'make netherland great hahaha spread worldwid',\n",
       " 'four kill injur jerusalem truck ram terror attack',\n",
       " 'leader salut comrad newt brutal megyn sic kelli beatdown play game',\n",
       " 'student black colleg got beaten mace protest kkk david duke',\n",
       " 'despit strict gun control one child youth shot everi day ontario',\n",
       " 'rise internet fan bulli new york time',\n",
       " 'newli vibrant washington fear trump drain cultur new york time',\n",
       " 'fed hold interest rate steadi plan slower increas new york time',\n",
       " 'battl unesco',\n",
       " 'latest test white hous pull easter egg roll new york time',\n",
       " 'burlesqu dancer fire investig secret servic trump assassin tweet breitbart',\n",
       " 'clinton haiti',\n",
       " 'cuomo christi parallel path top troubl got new york time',\n",
       " 'top place world allow visit',\n",
       " 'new studi link fluorid consumpt hypothyroid weight gain wors',\n",
       " 'jame matti secretari offens',\n",
       " 'black church burn spray paint vote trump',\n",
       " 'sear agre sell craftsman stanley black amp decker rais cash new york time',\n",
       " 'takata chief execut resign financi pressur mount new york time',\n",
       " 'goodby good black sabbath new york time',\n",
       " 'teen geisha doll gang bust arm robberi breitbart',\n",
       " 'mohamad khwei anoth virginia man palestinian american muslim charg terror',\n",
       " 'price obamacar replac nobodi wors financi breitbart',\n",
       " 'va fail properli examin thousand veteran',\n",
       " 'trump famili alreadi sworn secreci fake moon land soon',\n",
       " 'sport writer nfl great jim brown decad civil right work eras say nice thing donald trump breitbart',\n",
       " 'watch tv excus republican skip donald trump convent new york time',\n",
       " 'open letter trump voter told like',\n",
       " 'comment power corpor lobbi quietli back hillari nobodi talk runsinquicksand',\n",
       " 'hijack end peac libyan airlin land malta new york time',\n",
       " 'like girl girl geniu new york time',\n",
       " 'scientist say canadian bacteria fossil may earth oldest new york time',\n",
       " 'pro govern forc advanc syria amid talk u russia cooper new york time',\n",
       " 'cancer agenc fire withhold carcinogen glyphos document',\n",
       " 'work walk minut work new york time',\n",
       " 'steve harvey talk hous presid elect trump new york time',\n",
       " 'coalit u troop fight mosul offens come fire',\n",
       " 'uk citizen war hero get cheap pre fab hous muslim colon get taxpay fund luxuri council home',\n",
       " 'vet fight war fed demand money back illeg refuge keep money',\n",
       " 'mr trump wild ride new york time',\n",
       " 'fbi director comey bamboozl doj congress clinton',\n",
       " 'food natur unclog arteri prevent heart attack',\n",
       " 'death two state solut',\n",
       " 'comment parent date asleep car cop arriv kill facespac',\n",
       " 'donald trump team show sign post elect moder new york time',\n",
       " 'miami beach tri tame raucou street fishbowl drink stay new york time',\n",
       " 'doctor mysteri found dead summit breakthrough cure cancer',\n",
       " 'donald trump unsink candid new york time',\n",
       " 'shock new mock hillari ad campaign warn take us war enlistforh fightforh dieforh',\n",
       " 'exclus famili slain border patrol agent brian terri say eric holder among real crimin respons',\n",
       " 'trump tell report wall work ask israel breitbart',\n",
       " 'america surviv next year',\n",
       " 'commission start press cleveland indian logo new york time',\n",
       " 'un plan implant everyon biometr id drill',\n",
       " 'trump attack senat credibl gorsuch comment new york time',\n",
       " 'clinton advisor lose leak email hillari illeg activ',\n",
       " 'art laffer paul ryan perfect right breitbart',\n",
       " 'donald trump blame econom crash',\n",
       " 'pokemon go player inadvert stop peopl commit suicid japan',\n",
       " 'california senat race tale divers flail g p new york time',\n",
       " 'exclus sourc say megyn kelli would welcom back fox news',\n",
       " 'break preced obama envoy deni extens past inaugur day new york time',\n",
       " 'brexit vote go monti python may offer clue new york time',\n",
       " 'blind mystic predict bad news trump',\n",
       " 'total vet fail left wing snowden fan girl realiti winner get access nsa secret',\n",
       " 'somalia u escal shadow war new york time',\n",
       " 'free care bless victim orlando nightclub attack new york time',\n",
       " 'durabl democrat counti countri could go trump',\n",
       " 'fed challeng rais rate may existenti new york time',\n",
       " 'russia intent attack anyon absurd say vladimir putin',\n",
       " 'f investig errant flight involv harrison ford new york time',\n",
       " 'fed rais key interest rate cite strengthen economi new york time',\n",
       " 'la expresi n lo siguient ya es la utilizada lo siguient en el castellano',\n",
       " 'trump berat news media new strategi need cover new york time',\n",
       " 'u drone strike target taliban leader new york time',\n",
       " 'u intellig expect al qaeda attack monday new york virginia texa',\n",
       " 'told cannabi great revers alzheim',\n",
       " 'report megyn kelli kick nbc show kardashian famili interview',\n",
       " 'local percent may rich think new york time',\n",
       " 'dr david duke mark collett uk collett explain duke trump victori would chang polit forev',\n",
       " 'statement senat well fargo chief deepli sorri new york time',\n",
       " 'cnn statement distanc network buzzfe fake news dossier breitbart',\n",
       " 'c e ponder new game trump rule new york time',\n",
       " 'spicer bradi stolen jersey anoth bad press breitbart',\n",
       " 'scaredi cat investig peopl enjoy fear new york time',\n",
       " 'left vision',\n",
       " 'showdown loom u question chines deal german chip design new york time',\n",
       " 'trump administr take harder tack trade china new york time',\n",
       " 'pew american trust level feder govern plummet histor low breitbart',\n",
       " 'islam state support former nation guardsman plead guilti terror charg virginia',\n",
       " 'spicer report go rais hand like big boy girl breitbart',\n",
       " 'leader applaud gorsuch confirm win pro life movement',\n",
       " 'newstick',\n",
       " 'french vogu march cover featur transgend model new york time',\n",
       " 'trump veer parti line gun control new york time',\n",
       " 'oligarchi prepar groundwork steal elect',\n",
       " 'ya hay reencuentro de operaci n triunfo que edicion de operaci n triunfo',\n",
       " 'chatsworth hous tale five centuri new york time',\n",
       " 'uncomfort love affair donald trump new england patriot new york time',\n",
       " 'john mccain withdraw support donald trump disclosur record new york time',\n",
       " 'strang unend limbo egypt hosni mubarak new york time',\n",
       " 'poverti rose u hous district obama presid',\n",
       " 'huma abedin seek fbi immun deal',\n",
       " 'singl mom escap friend zone one non date time new york time',\n",
       " 'boe suit futur spaceflight new spacesuit design breitbart',\n",
       " 'trump float oliv branch might keep part health law new york time',\n",
       " 'wapo tri compar elizabeth warren break senat rule milo shut violent riot breitbart',\n",
       " 'crumpl school bu leav chattanooga daze new york time',\n",
       " 'die came back life incred messag human',\n",
       " 'fight nation african american museum new york time',\n",
       " 'father manchest suicid bomber arrest libya breitbart',\n",
       " 'secret true leader',\n",
       " 'muslim demand local walk dog public violat sharia disrespect',\n",
       " 'hillari campaign bed pac staff donat k fbi agent wife investig',\n",
       " 'still tri flip elector colleg block trump win',\n",
       " 'al sharpton dem point appeal archi bunker trump voter breitbart',\n",
       " 'think mani doom sayer trump get offic',\n",
       " 'democrat jump session resign band wagon breitbart',\n",
       " 'alt right architect glenn beck open fire alt right grave threat republ audio tweet',\n",
       " 'politic justic protect hillari',\n",
       " 'north carolina satur surpris reel hurrican matthew new york time',\n",
       " 'live love submit memori new york time',\n",
       " 'achiev mind work medit cushion requir new york time',\n",
       " 'world first zero emiss hydrogen power passeng train unveil germani',\n",
       " 'confus chip credit card get line new york time',\n",
       " 'brook trump side foreign leader us presid israel russia breitbart',\n",
       " 'toxic air home get rid natur',\n",
       " 'connecticut reader report record voter registr inspir trump',\n",
       " 'germani react merkel trump visit could lot wors new york time',\n",
       " 'justin rose outduel henrik stenson golf gold medal new york time',\n",
       " 'iceland water cure new york time',\n",
       " 'shorten l train shutdown month new york time',\n",
       " 'time presid decid new york time',\n",
       " 'u n relief offici call crisi aleppo apex horror new york time',\n",
       " 'berkeley treat violent anti speech left like kkk',\n",
       " 'statist propaganda mani syrian us regim chang kill',\n",
       " 'self help guru jame altuch own thing new york time',\n",
       " 'trump religi liberti order give session major leeway breitbart',\n",
       " 'demoledor amparo contra salgado keiko congresista',\n",
       " 'era trump china presid champion econom global new york time',\n",
       " 'sad saga john walker lindh rebel without clue',\n",
       " 'court disagre michigan vote recount new york time',\n",
       " 'berni sander feud democrat leadership heat new york time',\n",
       " 'shortest power explan trump victori ever seen',\n",
       " 'russia look popul far east wimp need appli new york time',\n",
       " 'johnson amend trump vow destroy explain new york time',\n",
       " 'donald trump march life full support',\n",
       " 'polic offici found dead long island suicid suspect new york time',\n",
       " 'radic chang store world global market readi',\n",
       " 'like make showbiz best friend new york time',\n",
       " 'trump nomin neil gorsuch suprem court new york time',\n",
       " 'bidder cast doubt serious mexican border wall project',\n",
       " 'stake us elect',\n",
       " 'israel approv addit fund settlement west bank new york time',\n",
       " 'tx gov abbott sign legisl could put sheriff sanctuari citi jail breitbart',\n",
       " 'donald trump hold thank ralli cincinnati announc pick defens secretari new york time',\n",
       " 'lawmak look bipartisanship health care new york time',\n",
       " 'insid conserv push state amend constitut new york time',\n",
       " 'donald trump tell n r hillari clinton want let violent crimin go free new york time',\n",
       " 'pope franci trump japan tuesday brief new york time',\n",
       " 'mayorsstand day tout support illeg immigr',\n",
       " 'trump campaign celebr',\n",
       " 'democrat drag jeff session confirm fight breitbart',\n",
       " 'break news podesta brother pedo ring mr trump drain swamp v guerrilla economist',\n",
       " 'la frase destacada del debat de investidura',\n",
       " 'confus jihad hirabah build peac world',\n",
       " 'lazi liber journalist smear bannon',\n",
       " 'australia close detent center manu island still accept asylum seeker new york time',\n",
       " 'politico hillari clinton run breitbart',\n",
       " 'giant lynx make ador sound whenev human rub face',\n",
       " 'minnesota cop found guilti philando castil shoot trial',\n",
       " 'million american kill minut',\n",
       " 'wayn madsen cia alway serv interest wall street',\n",
       " 'novemb daili contrarian read',\n",
       " 'flashback report obama campaign rep talk iran hama',\n",
       " 'lesseroftwoevil',\n",
       " 'aya cash first time ate veget new york time',\n",
       " 'trump advis say isra settlement illeg',\n",
       " 'serena william prevail open problem new york time',\n",
       " 'soul man sam moor honor perform trump inaugur',\n",
       " 'ferrel came back bush destroy trump video',\n",
       " 'chines govern concern tough talk trump cabinet breitbart',\n",
       " 'billionair report seiz hong kong hotel taken china new york time',\n",
       " 'easi know link',\n",
       " 'homebodi find ultim home offic new york time',\n",
       " 'ann coulter unload paul ryan deepli unpopular obamacar bill breitbart',\n",
       " 'transgend bathroom debat turn person vermont high school new york time',\n",
       " 'obama hillari want libya gaddafi toppl kill',\n",
       " 'alert former soro associ warn pro wrong gold silver skyrocket like',\n",
       " 'hillari panick fbi weiner email',\n",
       " 'chaotic minut trump defend fine tune machin new york time',\n",
       " 'one polic shift patrol anxiou america new york time',\n",
       " 'fight ghost fascist aid real one',\n",
       " 'monday even brief brexit abort game throne new york time',\n",
       " 'eu increas brexit bill demand billion billion',\n",
       " 'arianna huffington sleep revolut start home new york time',\n",
       " 'iranian missil accident destroy iranian ship aim syria',\n",
       " 'sonoma counti california vote creat largest gmo free zone america',\n",
       " 'fbi comey wikileak intellig porn journal breitbart',\n",
       " 'clare waight keller name first femal design givenchi new york time',\n",
       " 'realiti face black canadian nation shame',\n",
       " 'top nfl draft prospect caleb brantley charg punch woman face breitbart',\n",
       " 'video pacif crest trail associ lavoy finicim murder',\n",
       " 'life lesson man seen death',\n",
       " 'trump g p work win repeal obama health act new york time',\n",
       " 'atlant goldberg confid trump handl matter life death breitbart',\n",
       " 'orthodox rabbi support trump',\n",
       " 'nuclear tension us russia reach danger point',\n",
       " 'gambia join south africa burundi exodu intern crimin court',\n",
       " 'peyton man golf presid trump sunday',\n",
       " 'obama urg donald trump send signal uniti minor group women new york time',\n",
       " 'like miracl woman give birth use ovari frozen sinc childhood new york time',\n",
       " 'uconn recip success run run run new york time',\n",
       " 'assang final afford opportun give statement rape accus',\n",
       " 'hillari puppet show much hillari care god omiss word',\n",
       " 'stock market gone high problem new york time',\n",
       " 'john kerri reject suggest u involv turkey coup new york time',\n",
       " 'trump aid stephen miller u absolut sovereign right determin cannot enter countri breitbart',\n",
       " 'year old russian girl speak languag',\n",
       " 'power corpor lobbi quietli back hillari nobodi talk',\n",
       " 'maintain sunni spirit face hardship new york time',\n",
       " 'rush limbaugh comey fire epic troll trump dem breitbart',\n",
       " 'twitter sue govern block unmask account critic trump new york time',\n",
       " 'warrior resili home cruis cavali new york time',\n",
       " 'comey letter clinton email subject justic dept inquiri new york time',\n",
       " 'spain malta u uk pressur refus allow russian carrier group refuel port',\n",
       " 'review radiohead moon shape pool patient perfection new york time',\n",
       " 'man militar polic stand rock work',\n",
       " 'woman arrest properti land stolen dapl',\n",
       " 'pulitz prize new york time win daili news propublica share public servic award new york time',\n",
       " 'vanquish wit takeov bush clinton attend donald trump inaugur breitbart',\n",
       " 'specul possibl obama pardon edward snowden bow bergdahl chelsea man breitbart',\n",
       " 'cheesi mash potato soul new york time',\n",
       " 'unprincipl wapo editor damn comey critic join',\n",
       " 'nation wreck immigr civil war brew good swede turn muslim migrant violenc rape murder',\n",
       " 'man shot dead offic crucifix gun polic say new york time',\n",
       " 'exclus rep jim jordan trump first day think great start breitbart',\n",
       " 'haley attack syria one presid finest hour breitbart',\n",
       " 'justin bieber defec ador irish fan hotel window',\n",
       " 'cancer agenc fire withhold carcinogen glyphos document',\n",
       " 'gianno caldwel claim hillari care black vote black live',\n",
       " 'isi use ramadan call new terrorist attack new york time',\n",
       " 'daili show mock mahatma blondi megyn kelli nbc debut',\n",
       " 'health care bill failur part art deal breitbart',\n",
       " 'lewandowski comey liar look sign major book deal breitbart',\n",
       " 'kimberli guilfoyl discuss potenti white hous press secretari job interview',\n",
       " 'clinton campaign chairman john podesta invit occult spirit cook dinner marina abramovi',\n",
       " 'obama coalit crumbl leav open trump new york time',\n",
       " 'pregnanc chang brain way may help mother new york time',\n",
       " 'fema open loan window red cross tri shut shelter',\n",
       " 'gaiaport interweb gaia energet strengthen',\n",
       " 'scarborough trump poop pant call modern art breitbart',\n",
       " 'cook invest time work new york time',\n",
       " 'bad news jackson famili woman leak star sick k sex secret',\n",
       " 'gorsuch london republican parti thursday even brief new york time',\n",
       " 'emma morano last person born die breitbart',\n",
       " 'loserpalooza craziest scene anti trump protest breitbart',\n",
       " 'trump victori mean africa',\n",
       " 'vision life mar earth depth new york time',\n",
       " 'obama cancel talk rodrigo dutert philippin say regret slur new york time',\n",
       " 'new jersey increas ga tax end long polit stalem new york time',\n",
       " 'abc manchest attack like inflam anti islam sentiment breitbart',\n",
       " 'hidden plain sight global depopul agenda',\n",
       " 'job american new york time',\n",
       " 'sander ask obama interven dakota access pipelin disput',\n",
       " 'googl add job section search engin includ employ rate breitbart',\n",
       " 'cri jordan meme die new york time',\n",
       " 'dem rep nchez trump use fear muslim immigr promot polici undermin valu breitbart',\n",
       " 'announc saker commun german saker blog vineyard saker',\n",
       " 'shoot victim famili watch gun measur stall new york time',\n",
       " 'imag reveal crash schiaparelli mar lander',\n",
       " 'grassroot coalit share mani question concern betsi devo senat',\n",
       " 'octob daili contrarian read',\n",
       " 'trump inaugur ball work begin play game breitbart',\n",
       " 'trump choic stephen bannon nod anti washington base new york time',\n",
       " 'media outrag white hous exclus fake news breitbart',\n",
       " 'benni morri unten denial ethnic cleans palestin',\n",
       " 'obama hillari clinton pardon could heal divid nation',\n",
       " 'except handl',\n",
       " 'nota conceptu para la presidencia de rusia',\n",
       " 'respons philippin presid fatal blast rais fear new york time',\n",
       " 'david adjay design museum speak differ languag new york time',\n",
       " 'bulletin righteou jew trump rule ruin gop establish etc item',\n",
       " 'britain reduc terror level one notch sever terror cell arrest',\n",
       " 'mute alon never short kind word friend new york time',\n",
       " 'iranian militari command claim rogu nation send elit fighter infiltr us europ',\n",
       " 'account',\n",
       " 'watch muslim student claim non believ kill islam countri breitbart',\n",
       " 'yemen yet anoth fals flag protect saudi us interest middl east new eastern outlook',\n",
       " 'watch muslim palestinian declar follow prophet muhammad kill christian jew',\n",
       " 'street dog kerala call upon superdog krypto rescu human',\n",
       " 'israel track anti govern journalist facebook',\n",
       " 'new alaska law take first step common core',\n",
       " 'key baylor footbal execut demarko butler fire text scandal breitbart',\n",
       " 'calgari airport arriv yyc',\n",
       " 'georg michael wrestl fame frank sinatra advic new york time',\n",
       " 'sharon old laureat sexual scrutin bodi ode new york time',\n",
       " 'blue collar elect shock liber media',\n",
       " 'die new york time',\n",
       " 'polic fire rubber bullet pipelin protest',\n",
       " 'ann coulter hit suppos gay icon kathi griffin isi crib antic',\n",
       " 'contamin food china enter u organ label',\n",
       " 'ten famou peopl read summer new york time',\n",
       " 'hillari clinton knew year ago anthoni weiner pedophil wikileak',\n",
       " 'million stairway nowher far west side new york time',\n",
       " 'cyber war trifl catastroph inform',\n",
       " 'presid putin ask us stop provok russia',\n",
       " 'inquiri cloud de blasio bid come strong manag race new york time',\n",
       " 'us drone strike afghanistan kill wound sever civilian',\n",
       " 'bobbi hutcherson vibraphonist colorist rang sound die new york time',\n",
       " 'amnesti advoc boycott agenc meet pro american advoc invit breitbart',\n",
       " 'project verita robert creamer illeg foreign wire transfer caught tape',\n",
       " 'ex flotu michel obama trump want feed crap kid',\n",
       " 'south sudan slide closer war gunfir rumbl capit new york time',\n",
       " 'nation mood focu group reflect angri divid america',\n",
       " 'bankrupt puerto rico vote u statehood breitbart',\n",
       " 'overwhelm brexit basic new york time',\n",
       " 'seattl gay mayor accus sexual molest teen breitbart',\n",
       " 'gender fluiditi runway new york time',\n",
       " 'us nato attack putin militari drill russia world war red alert kopya',\n",
       " 'new clinton email came underag sex pest anthoni weiner',\n",
       " 'montana bear attack lesson hope surviv first aid new york time',\n",
       " 'best america new york time',\n",
       " 'pecan step pie plate new york time',\n",
       " 'barack obama plagiar tell word matter breitbart',\n",
       " 'lower back ach activ wait new guidelin say new york time',\n",
       " 'sleep hour peopl die new york time',\n",
       " 'veep season episod littl danc new york time',\n",
       " 'dr oz trump offer placebo transpar new york time',\n",
       " 'comment gold medalist wrestler get violent polic cop choos engag deadli forc buck roger',\n",
       " 'one year water orang counti four day breitbart',\n",
       " 'doctor enemi afghan forc target f hospit new york time',\n",
       " 'year old hebrew mention jerusalem found',\n",
       " 'spirit cook disturb podesta email yet warn graphic content',\n",
       " 'donald trump misstep risk put ceil support swing state new york time',\n",
       " 'green parti margaret flower challeng us senat debat maryland undemocrat',\n",
       " 'offic rescu drown deer pool quick think',\n",
       " 'polic suspect punch armi veteran steal servic dog outsid home bronx breitbart',\n",
       " 'yike megyn kelli receiv rude awaken remind replac',\n",
       " 'iran send elit irgc warfight europ unit state prepar battl',\n",
       " 'hillari endors donald trump presid accord wikileak',\n",
       " 'woodward trump dossier garbag document intellig chief apolog trump breitbart',\n",
       " 'emmi nomin traci morgan emot return saturday night live new york time',\n",
       " 'trump pick mick mulvaney south carolina congressman budget director new york time',\n",
       " 'donald trump el primer president naranja de lo estado unido',\n",
       " 'attorney gener loretta lynch plead fifth',\n",
       " 'russia u missil defens pose deep risk secur asia',\n",
       " 'washington plan b syria realli mean',\n",
       " 'upset brexit british jew look germani new york time',\n",
       " 'girl ask boyfriend give iphon use money buy hous',\n",
       " 'amnesti intern slam obama gov kill civilian syria',\n",
       " 'find flock rural writer book club new york time',\n",
       " 'venezuela crisi enter danger phase maduro foe go milit',\n",
       " 'emigr super bloc part viii quasi legal coup hillari clinton inform oper elect',\n",
       " 'could question ask love one vote way new york time',\n",
       " 'bbc ask realli happen clinton haiti',\n",
       " 'trump pick thoma bossert top counterterror advis new york time',\n",
       " 'come unglu',\n",
       " 'trump jr suspici help arizona woman push stall car use photo op video',\n",
       " 'suicid chicago polic offic skyrocket',\n",
       " 'think suv safe shock video',\n",
       " 'peopl tortur kill sufi muslim shrine pakistan',\n",
       " 'comment architectur clever arrang brick man transform heal process architectur clever arrang brick man transform heal process new earth media',\n",
       " 'hybrid war strategi africa introduct',\n",
       " 'julian assang speak prerecord rt interview',\n",
       " 'watch israel love hollywood actor issu major plea america minut rock elect',\n",
       " 'n l donald trump botch independ day moment new york time',\n",
       " 'exclus congresswoman marsha blackburn say elimin net neutral preserv open internet breitbart',\n",
       " 'attach year round greenhous home',\n",
       " 'sheriff clark obama final day obama like tenant evict properti gonna trash place way door video',\n",
       " 'weird ban women iran',\n",
       " 'end game close clinton deep state turn',\n",
       " 'trump fight chanc establish new eastern outlook',\n",
       " 'trade stanc toward china clinton trump signal chill new york time',\n",
       " 'review secret life pet amus miss opportun new york time',\n",
       " 'first case demonetis relat hiv man unprotect sex atm machin',\n",
       " 'thing need know dakota access pipelin protest',\n",
       " 'koch brother battl prevent dark money disclosur south dakota',\n",
       " 'milo berkeley event evacu mask protest light fire storm venu breitbart',\n",
       " 'authoritarian west demon strong popular leader',\n",
       " 'swedish journo sweden collaps without illeg migrant',\n",
       " 'promis internet career vine dead write newsbiscuit cheer',\n",
       " 'iowa trump voter unfaz controversi new york time',\n",
       " 'radic american grown marxist terror group made announc januari th conserv daili post',\n",
       " 'guardian opinion writer trump bannon count terrorist massacr',\n",
       " 'putin pro trump onlin troll spill bean samantha bee',\n",
       " 'along mosul front line desper civilian dug troop fighter new york time',\n",
       " 'second avenu subway open train delay end happi tear new york time',\n",
       " 'year old cher don see top nippl pasti billboard award',\n",
       " 'report stop nine percent illeg alien border crosser would pay trump border wall breitbart',\n",
       " 'ice union issu final warn voter',\n",
       " 'elit new york polic unit rehears terrorist attack new york time',\n",
       " 'trump hollywood star vandal out shameless new video taunt polic seek',\n",
       " 'california today view san francisco lean tower space new york time',\n",
       " 'matthew trump speech putin say america first hitlerian background breitbart',\n",
       " 'vladimir putin valdai intern discuss club shape world tomorrow vladimir putin',\n",
       " 'chines social media rage unit airlin controversi breitbart',\n",
       " 'america better without border',\n",
       " 'chao terror tie make venezuela direct threat usa former un secur council presid say breitbart',\n",
       " 'rick ross documentari video doubl ad checker new york time',\n",
       " 'oil spill pacif ocean sinc last month total ignor',\n",
       " 'podesta mill go dump email',\n",
       " 'thoughtlessli disbeliev conspiraci theori need read',\n",
       " 'dr david duke dr slatteri expos hillari treason trump duke win',\n",
       " 'russian frigat syrian cost blast terrorist hq cruis missil video',\n",
       " 'hillari clinton like covert action stay covert transcript show new york time',\n",
       " 'us kurdish troop involv invad isi capit raqqa',\n",
       " 'awaken human await fulli script end controversi elect day near',\n",
       " 'georg soro back climat march bring celeb nation mall swelter saturday breitbart',\n",
       " 'edward snowden long strang journey hollywood new york time',\n",
       " 'black trump man belong murder cult',\n",
       " 'bill clinton lover call ruthless hillari warden',\n",
       " 'russia cina e arabia saudita domano l egemonia del dollaro di ariel noyola rodr guez',\n",
       " 'third month india cash shortag begin bite new york time',\n",
       " 'one trump administr posit gain popular go shock breitbart',\n",
       " 'bill clinton said white middl class life expect declin obama year',\n",
       " 'furiou eric holder issu dire warn comey partisan smear',\n",
       " 'memo trump action day',\n",
       " 'chao desper thousand flee aleppo amid govern advanc new york time',\n",
       " 'wildfir empti fort mcmurray alberta oil sand region new york time',\n",
       " 'schumer session investig seem violat recus breitbart',\n",
       " 'amid divis march washington seek bring women togeth new york time',\n",
       " 'zoe saldana trump hollywood got cocki becam arrog bulli',\n",
       " 'anti establish trump plan appoint goldman sach georg soro insid',\n",
       " 'cholesterol drug men gonad',\n",
       " 'trump flynn treat unfair fake media illeg leak breitbart',\n",
       " 'california today virtual realiti investig trayvon martin case new york time',\n",
       " 'nearli decad later apolog lynch georgia new york time',\n",
       " 'marcia clark final moment savor emmi new york time',\n",
       " 'brexit speech theresa may outlin clean break u k new york time',\n",
       " 'man hate black men found victim care other new york time',\n",
       " 'michael flynn fail disclos incom russia link entiti new york time',\n",
       " 'feder judg throw convict c sniper four life sentenc',\n",
       " 'donald trump obama thanksgiv weekend brief new york time',\n",
       " '',\n",
       " 'vine celebr life death app clip',\n",
       " 'squatti potti ceo griffin imag divis disturb decis realli',\n",
       " 'thing let go new year',\n",
       " 'comment polic union post pic hillari arrest facebook dan',\n",
       " 'koch brother secretli alli w georg soro hillari clinton',\n",
       " 'trump expand search secretari state new york time',\n",
       " 'teacher yr old wait trump elect go deport muslim',\n",
       " 'cost choic top concern health insur custom new york time',\n",
       " 'shaq announc plan run sheriff breitbart',\n",
       " 'illeg immigr cross border vote',\n",
       " 'pirat fail take helm iceland pirat parti gain mileag enough steadi ship alon',\n",
       " 'billionair build davo new york time',\n",
       " 'run danger alaskan trail new york time',\n",
       " 'la pel cula de su vida descubr que ha llevado siempr un trozo de lechuga entr lo dient',\n",
       " 'dem win congression basebal game give trophi republican steve scalis breitbart',\n",
       " 'franc present strict gun control paper tiger breitbart',\n",
       " 'china russia silk road commod nixon massiv bull market gold silver',\n",
       " 'troubl quarterback johnni manziel appear shop mall sign autograph next super bowl breitbart',\n",
       " 'bob dylan accus lift part nobel prize speech sparknot',\n",
       " 'blimp crash e coli contamin snakebitten u open wit spectat death breitbart',\n",
       " 'public employe shadow world american carnag',\n",
       " 'espn lz granderson justifi think kaepernick blackbal nobodi sign breitbart',\n",
       " 'prescript painkil death drop state legal marijuana',\n",
       " 'low growth world get new york time',\n",
       " 'istanbul donald trump benjamin netanyahu morn brief new york time',\n",
       " 'hitler hillari',\n",
       " 'dalian wanda hollywood event product new york time',\n",
       " 'comment pm water cooler timmi',\n",
       " 'breakdown clinton money machin',\n",
       " 'california forefront climat fight back trump new york time',\n",
       " 'g e year old softwar start new york time',\n",
       " 'hillari clinton hamilton would enough new york time',\n",
       " 'brain concuss children adult know vaccin damag',\n",
       " 'trump great paul craig robert',\n",
       " 'hillari frantic dirti secret implod get wors prison bombshel',\n",
       " 'rent car know rule road new york time',\n",
       " 'impeach polit brazil someth sinist new york time',\n",
       " 'trump interview moder view defi convent new york time',\n",
       " 'review sweetbitt bright light big citi restaur set new york time',\n",
       " 'gonzaga beat south carolina final four shot anoth first new york time',\n",
       " 'gorka trump interventionist command chief noth chang breitbart',\n",
       " 'thank fbi clinton email investig shift poll number significantli trump favor',\n",
       " 'race class dictat republican futur',\n",
       " 'gorsuch scalia lion law judg look law demand prefer breitbart',\n",
       " 'nc state provid student post elect comfort food therapi',\n",
       " 'iraqi troop push mosul kill across iraq',\n",
       " 'pregnant women turn marijuana perhap harm infant new york time',\n",
       " 'biggest winner loser u presidenti elect',\n",
       " 'trump psychic listen word one year ago look happen',\n",
       " 'mccain trump attack press dictat get start breitbart',\n",
       " 'judgment day one reason everi christian jew america vote donald trump',\n",
       " 'coup stolen elect',\n",
       " '',\n",
       " 'thing need know black dakota access pipelin protest',\n",
       " 'germani iraqi asylum seeker convict rape chines student',\n",
       " 'teenag boy knock classmat assault femal teacher face epic',\n",
       " 'take bring hillari clinton justic',\n",
       " 'ice round crimin alien texa capit',\n",
       " 'elect hate grief new stori',\n",
       " 'hillari question michel obama help',\n",
       " 'keith vaz british lawmak quit senior post amid sex drug scandal new york time',\n",
       " 'comment sunday devot whole univers grain sunday devot whole univers grain fellowship mind kommonsentsjan',\n",
       " 'donald trump syria emperor akihito morn brief new york time',\n",
       " 'hell frozen michel obama made hillari destroy move twitter',\n",
       " 'flynn critic call nuclear scientist miss usa dumb diss femin call health care privileg breitbart',\n",
       " 'hampshir colleg student accus assault basketbal player wear hair braid claim cultur appropri breitbart',\n",
       " 'obamamomet toxic legaci rule lawless',\n",
       " 'simon manuel gold rippl beyond pool new york time',\n",
       " 'vote machin program order steal elect',\n",
       " 'redraw tree life scientist discov new bacteria group stun microbi divers underground',\n",
       " 'trump putin destroy isi',\n",
       " 'photo game camera catch glimps possibl antler buck',\n",
       " 'turkey relat europ sink amid quarrel netherland new york time',\n",
       " 'wikileak document reveal unit nation interest ufo video',\n",
       " 'blue state blue deliber politic intimaci',\n",
       " 'clare hollingworth report broke news world war ii die new york time',\n",
       " 'north miami polic offic shoot man aid patient autism new york time',\n",
       " 'path total dictatorship america shadow govern silent coup',\n",
       " 'effort curb polic abus mix record uncertain futur new york time',\n",
       " 'signal major bottom gold silver',\n",
       " 'hey ho old england embrac punk rock year later new york time',\n",
       " 'cano reek genocid theft white privileg say canadian professor',\n",
       " 'illeg immigr advoc pledg resist deport trump',\n",
       " 'cdc scientist confirm donald trump right vaccin autism',\n",
       " 'breitbart news daili drain swamp breitbart',\n",
       " 'trump media frankenstein monster',\n",
       " 'watch toni romo say goodby dalla cowboy instagram video breitbart',\n",
       " 'global far right conspiraci theori buoy trump new york time',\n",
       " 'georgia father convict murder toddler death hot car new york time',\n",
       " 'richard boll die wrote color parachut new york time',\n",
       " 'stranahan steve bannon nail media fight trump breitbart',\n",
       " 'texa elector expect massiv corrupt relat elector colleg vote',\n",
       " 'guilti power nullif counteract govern tyranni',\n",
       " 'trillion new debt day',\n",
       " 'tori councillor say homeless peopl elimin',\n",
       " 'review hillbilli elegi tough love analysi poor back trump new york time',\n",
       " 'crimin chief',\n",
       " 'govern lie movi',\n",
       " 'trump brexit defeat global anyway',\n",
       " 'face congress sport offici begin confront sexual abus new york time',\n",
       " 'airbnb end fight new york citi fine new york time',\n",
       " 'big pharma martin shkreli suspend twitter breitbart',\n",
       " 'next big tech corridor seattl vancouv planner hope new york time',\n",
       " 'evid robot win race american job new york time',\n",
       " 'see africa road new york time',\n",
       " 'happen hip hop hillari goe dead broke brace',\n",
       " 'bill maher high trump state free speech new era new york time',\n",
       " 'l p g tour donald trump complic new york time',\n",
       " 'legend art cashin trump presid new world order gold brexit great depress see panic',\n",
       " 'fl sheriff day goe arrest lot illeg alien prey peopl breitbart',\n",
       " 'donald trump threaten cancel berkeley feder fund riot shut milo event',\n",
       " '',\n",
       " 'bill herz last war world broadcast crew die new york time',\n",
       " 'gari johnson equat syria death caus assad west new york time',\n",
       " 'republican senat bill defund un anti israel resolut',\n",
       " 'rose evanski pioneer women hairstyl die new york time',\n",
       " 'blackston saudi arabia announc billion invest u infrastructur breitbart',\n",
       " 'satur fat heart diseas greatest scam histori medicin',\n",
       " 'dem sen merkley gorsuch nomin court pack scheme turn nomin breitbart',\n",
       " 'four common mistak burn wood',\n",
       " 'push internet privaci rule move statehous new york time',\n",
       " 'madonna gave surpris pop concert support clinton new york time',\n",
       " 'trump support plan anti trump ralli lack tax reform',\n",
       " 'british healthcar offer glimps futur obamacar',\n",
       " 'trump iranian presid rouhani better care breitbart',\n",
       " 'break sec defens carter attempt fool american public veteran caught red hand',\n",
       " 'putin advis take credit trump victori mayb help bit wikileak',\n",
       " 'warren buffett stake suggest appl grown new york time',\n",
       " 'fbi clinton email investig shift poll number significantli trump favor',\n",
       " 'hillari horrifi pic surfac overnight want',\n",
       " 'paul lepag governor main say quit new york time',\n",
       " 'colorado radio station paul martin interview dave hodg elect fraud stand rock',\n",
       " 'bill clinton want call someth complet ridicul hillari elect',\n",
       " 'son death salli mann stage haunt show new york time',\n",
       " 'trump team link russia crisscross washington new york time',\n",
       " 'north korean arrest kill kim jong un half brother new york time',\n",
       " 'surgeon admit mammographi outdat harm women',\n",
       " 'war street pari arm migrant fight run battl french capit',\n",
       " 'oscar voter meryl streep nomin anti trump speech',\n",
       " 'texa enact anti sharia law',\n",
       " 'chicago polic board chair windi citi need feder help turn tide crime breitbart',\n",
       " 'look beyond novemb th song oligarchi doom',\n",
       " 'neil young celebr st birthday perform stand rock',\n",
       " 'exclus amid paul ryan obamacar push mississippi chri mcdaniel prep potenti senat run breitbart',\n",
       " 'boom short list peopl inspir michel obama',\n",
       " 'artist go boycott grammi face fallout fraught award new york time',\n",
       " 'video idiot destroy trump hollywood star get bad news second later',\n",
       " 'elit want global economi collaps',\n",
       " 'best health benefit sweat',\n",
       " 'senat confirm scott pruitt e p head new york time',\n",
       " 'cricket snake crab mix fact fraud new york subway new york time',\n",
       " 'session potenti deputi face stern test russia inquiri new york time',\n",
       " 'suicid squad top box offic second weekend new york time',\n",
       " 'health insur plan rate hike obamacar exchang breitbart',\n",
       " 'look like someon think democrat ohio full manur',\n",
       " 'syrian war report novemb govt forc relaunch offens oper insid outsid aleppo',\n",
       " 'mysteri solv get hillari clinton get movin twitchi com',\n",
       " 'senat narrowli pass rollback obama era auto r rule new york time',\n",
       " 'cramp costli bay area cri build babi build new york time',\n",
       " 'champion optim obama hail clinton polit heir new york time',\n",
       " 'fiona appl releas trump protest chant new york time',\n",
       " 'susan rice u must integr lgbt right gov foreign polici',\n",
       " 'trump organ move avoid possibl conflict interest new york time',\n",
       " 'sweden brink polic forc push break point violenc amid migrant influx',\n",
       " 'comment hemp vs cotton ultim showdown hemp readdress cannabi kuebiko co',\n",
       " 'jare kushner trump son law clear serv advis new york time',\n",
       " 'fisherman face life prison catch worth cocain sell breitbart',\n",
       " 'step ring roll punch new york time',\n",
       " 'adnan sy serial podcast get retrial murder case new york time',\n",
       " 'scientist say weird signal space probabl alien',\n",
       " 'u swimmer disput robberi claim fuel tension brazil new york time',\n",
       " 'way take self care vacat new york time',\n",
       " 'economist sign letter urg america vote donald trump',\n",
       " 'campaign long expens chaotic mayb good thing new york time',\n",
       " 'alien megastructur star target million seti search',\n",
       " 'brazen kill myanmar lawyer came spar militari new york time',\n",
       " 'jane pauley back new york time',\n",
       " 'deutsch bank consid altern pay cash bonu',\n",
       " 'danni dyer footbal foul up dvd second',\n",
       " 'lack oxford comma could cost main compani million overtim disput new york time',\n",
       " 'european parliament committe consid legal right robot breitbart',\n",
       " 'rex tillerson aggress dealmak whose tie russia may prompt scrutini new york time',\n",
       " 'fbi conduct new investig email clinton privat illeg server',\n",
       " 'heart mine us empir cultur industri',\n",
       " 'report megyn trash trump newt murdoch announc replac avail',\n",
       " 'russian scientist track sea lion space',\n",
       " 'seiz definit popul reuter warn us chao come',\n",
       " 'seaworthi readi earli unveil new york time',\n",
       " 'donald trump add k mcfarland nation secur team new york time',\n",
       " 'snowstorm bring wintri mix slush gripe new york time',\n",
       " 'republican wilder tillerson thursday even brief new york time',\n",
       " 'review bryan cranston shine lyndon johnson way new york time',\n",
       " 'samsung urg consum stop use galaxi note batteri fire new york time',\n",
       " 'elect result discuss presidenti elect open thread',\n",
       " 'ag lynch told fbi director comey go public new clinton email investig',\n",
       " 'donald trump rise white ident polit',\n",
       " 'red blue divid six view america new york time',\n",
       " 'franc identifi nd man attack church kill priest new york time',\n",
       " 'dreamer arrest nationwid gang crackdown',\n",
       " 'maxin water american public get weari trump impeach yet breitbart',\n",
       " 'wwn horoscop',\n",
       " 'deport italian mobster caught sneak across u mexico border',\n",
       " 'leak audio hillari clinton push rig palestin elect',\n",
       " 'iranian saudi proxi struggl tore apart middl east new york time',\n",
       " 'lavrov kerri discuss syrian settlement',\n",
       " 'l influenc de usa et de l otan dan le rapport de l ue avec la chine manlio dinucci',\n",
       " 'open border group gird h b fight',\n",
       " 'weinerg expos darker dirtier secret imagin',\n",
       " 'trump elect break chain polit correct',\n",
       " 'whitehous gov take climat page put america first energi plan breitbart',\n",
       " 'iran warn presid elect trump mess sweetheart nuclear deal obama',\n",
       " 'toni perkin trump eo affirm jefferson doctrin separ church state',\n",
       " 'moon fell heaven',\n",
       " 'mom star launch campaign plan parenthood',\n",
       " 'assad lesson aleppo forc work consequ new york time',\n",
       " 'penc bossert bannon demot continu play import polici role breitbart',\n",
       " 'bundi ranch occupi acquit count challeng corrupt bureau land manag',\n",
       " 'report googl face fine billion eu antitrust case breitbart',\n",
       " 'ask thom york write cover quot book',\n",
       " 'internet flasher',\n",
       " 'gretchen carlson suit aim retali discrimin new york time',\n",
       " 'googl launch ai program detect hate speech breitbart',\n",
       " 'poll show hillari lead useless mislead cartoon',\n",
       " 'last second lane merger good traffic new york time',\n",
       " 'macau skip casino embrac past new york time',\n",
       " 'montreal ungainli unlov christma tree new york time',\n",
       " 'photo jupit nasa spacecraft near far new york time',\n",
       " 'trump labor pick andrew puzder critic minimum wage increas new york time',\n",
       " 'nico rosberg take formula one driver titl despit lewi hamilton win abu dhabi new york time',\n",
       " 'sensori isol tank taught brain new york time',\n",
       " 'chelsea handler botch tweet attack trump grandchild',\n",
       " 'report trump move tax reform plan without speaker paul ryan breitbart',\n",
       " 'ag jeff session unveil program acceler deport imprison illeg breitbart',\n",
       " 'former us attorney dc new hillari email probe result revolt insid fbi',\n",
       " 'keep appear ruin former dalla banker new york time',\n",
       " 'sesam seed knee osteoarthr',\n",
       " 'white cop interact black real life',\n",
       " 'pennsylvania republican push ban privat gun sale breitbart',\n",
       " 'review warcraft orc differ domain fight heart new york time',\n",
       " 'good peopl share bad info need fact check click share',\n",
       " 'charit wed registri new york time',\n",
       " 'nypd raid hillari properti found ruin life usa newsflash',\n",
       " 'feinstein gorsuch originalist doctrin realli troubl origin would allow segreg breitbart',\n",
       " 'confront flare obama travel parti reach china new york time',\n",
       " 'reason appli job trump administr',\n",
       " 'thought silver market rig',\n",
       " 'hear agn martin seren john zorn frenzi music new york time',\n",
       " 'must see welcom famili mani hispan american vote donald trump',\n",
       " 'iraqi forc enter western mosul fierc battl isi new york time',\n",
       " 'european futur putin migrant crisi video',\n",
       " 'roll stone defam case magazin report order pay million new york time',\n",
       " 'hillari sick tire suffer weiner backup',\n",
       " 'taiwan itali joe mcknight friday even brief new york time',\n",
       " 'shiit militia say close tal afar turkey warn limit',\n",
       " 'brother clinton campaign chair activ foreign agent saudi arabian payrol',\n",
       " 'must fight trump goe conserv freedom caucu new york time',\n",
       " 'isi kidnap kill least civilian afghanistan',\n",
       " 'hold hillari account',\n",
       " 'break ted cruz call special prosecutor investig hillari truthfe',\n",
       " 'spare gunman charleston churchgoer describ night terror new york time',\n",
       " 'war satur fat harm peopl poor countri shun tradit fat like coconut oil',\n",
       " 'democrat garland mind mobil suprem court fight new york time',\n",
       " 'comment best kind milk dairi best kind milk dairi collect evolut apg editori',\n",
       " 'harri reid blast comey misconduct drop bombshel fbi sit russian trump info',\n",
       " 'nation review conservat inc plan cave even immigr',\n",
       " 'watch thug call us marin pussi bare live tell tale',\n",
       " 'next us presid psycho lesbian plu break news video',\n",
       " 'critic see effort counti town purg minor voter roll new york time',\n",
       " 'even brief hillari clinton donald trump cultur revolut new york time',\n",
       " 'indiana parent lose babi year live jail abus say never happen',\n",
       " 'roll stone paint blue new album new york time',\n",
       " 'uber extend oliv branch local govern data new york time',\n",
       " 'wilder put dutch first brussel africa asylum seeker',\n",
       " 'donald trump good educ enrich mind soul',\n",
       " 'watch brad pitt play afghanistan war gener war machin teaser breitbart',\n",
       " 'two power earthquak strike central itali',\n",
       " 'indoor garden made easi nutritow',\n",
       " 'elizabeth warren defin sleazi hypocrisi',\n",
       " 'rush limbaugh reilli departur natur campaign breitbart',\n",
       " 'museum truste trump donor support group deni climat chang new york time',\n",
       " 'cecil richard credit plan parenthood support stop ahca breitbart',\n",
       " 'switch chip know anymor',\n",
       " 'u conced million payment iran delay prison leverag new york time',\n",
       " 'australia say foil terrorist plot new york time',\n",
       " 'orovil dam state feder govern share blame',\n",
       " 'daili traditionalist jeff schoep nsm',\n",
       " 'michael moor joe blow vote trump ultim f elit human molotov cocktail',\n",
       " 'jaguar owner shahid khan oppos trump immigr ban new york time',\n",
       " 'anti trump advert side bu realli visual clever see motion',\n",
       " 'piano man mani face stranger stori new york time',\n",
       " 'ticket releas harri potter curs child new york time',\n",
       " 'fbi visit man home film us postal distribut center',\n",
       " 'hispan crowd boo marco rubio stage',\n",
       " 'fire tv report receiv thousand sexual violent threat',\n",
       " 'detain illeg alien end day hunger strike',\n",
       " 'break silenc offic testifi kill walter scott new york time',\n",
       " 'illeg immigr allegedli kill park spot',\n",
       " 'presid trump honor littl sister poor first white hous nat l day prayer year breitbart',\n",
       " 'hillari clinton support call recount vote battleground state',\n",
       " 'hbo scrap jon stewart anim comedi seri',\n",
       " 'sentenc murder rare book dealer',\n",
       " 'latest stock market invest book financi market',\n",
       " 'fashion industri ceo support plan parenthood civic respons',\n",
       " 'anti trump protest paid stage craigslist reveal',\n",
       " 'men exercis put damper sex life new york time',\n",
       " 'bake soda coconut oil kill cancer eye open evid',\n",
       " 'trump cite evid suggest susan rice commit crime new york time',\n",
       " 'breitbart news daili gorsuch scotu breitbart',\n",
       " 'hillari arrest',\n",
       " 'siri open smart lock let neighbor walk hous',\n",
       " 'donald trump michael phelp zika tuesday even brief new york time',\n",
       " 'obama furiou fed deplor drop piec gift',\n",
       " 'l mark year sinc rodney king riot breitbart',\n",
       " 'de facto us al qaeda allianc inform',\n",
       " 'cori booker paul rever moment underway russian come breitbart',\n",
       " 'rapper troy ave shot brooklyn new york time',\n",
       " 'seattl judg ignor jihad convict prior impos refuge reform ban breitbart',\n",
       " 'texa student skip school protest arrest violent crimin',\n",
       " 'trump aid tri reassur europ mani wari new york time',\n",
       " 'china trigger next global recess',\n",
       " 'bomb kill baghdad new york time',\n",
       " 'comment black racism martin wright',\n",
       " 'thank fbi clinton email investig shift poll number significantli trump favor',\n",
       " 'u rescu attempt afghanistan miss western hostag hour new york time',\n",
       " 'rick rule look sprott asset manag client money right',\n",
       " 'farm owner arrest protest dakota access pipelin theft land',\n",
       " 'trump pois lift ban c black site prison new york time',\n",
       " 'tesla musk investig solarc congress',\n",
       " 'ridicul stupid thing men keep women',\n",
       " 'press tv duff un condemn moder terrorist',\n",
       " 'nemesi scourg western world',\n",
       " 'trump budget new foundat american great breitbart',\n",
       " 'exclus islam state support vow terror group retak mosul liber',\n",
       " 'roll thunder motorcyclist return c honor pow mia breitbart',\n",
       " 'interest fun fact stethoscop',\n",
       " 'china seek bigger role world stage xi jinp go davo world econom forum new york time',\n",
       " 'veteran prepar join stand rock protest stop dakota access pipelin',\n",
       " 'photo latin america condemn venezuela excess use forc protest breitbart',\n",
       " 'sugar feed cancer cell may even creat',\n",
       " 'john kerri urg ground militari aircraft key area syria new york time',\n",
       " 'outsid money favor hillari clinton rate donald trump new york time',\n",
       " 'fake news new york time target breitbart report truth breitbart',\n",
       " 'blast new yorker examin psycholog shrapnel new york time',\n",
       " 'resist schwarzenegg call grassroot revolut u exit pari agreement',\n",
       " 'virginia offici request u inquiri inmat death jail new york time',\n",
       " 'report voter fraud crash cours',\n",
       " 'associ press report admit fake news stori hillari clinton',\n",
       " 'review garth brook bring rous anthem ballad yanke stadium new york time',\n",
       " 'sicher trainieren beim spin gilt ab sofort helmpflicht',\n",
       " 'everi asset class collaps need look wealth term mani chicken much ga buy',\n",
       " 'review halt catch fire time travel silicon valley dawn new york time',\n",
       " 'obama use religi test favor muslim christian',\n",
       " 'wingsuit flyer vs tree',\n",
       " 'turkey say airport bomber kyrgyzstan russia uzbekistan new york time',\n",
       " 'turmer power artifici drug',\n",
       " 'facebook caught sell target advertis exclud differ race',\n",
       " 'gatlinburg resid return home wildfir destruct new york time',\n",
       " 'year old girl use human bomb nigeria attack',\n",
       " 'shock berkeley poll california voter want democrat work trump breitbart',\n",
       " 'famili terror attack victim sue twitter provid resourc servic isi breitbart',\n",
       " 'philippin leader vow pardon polic accus mayor death new york time',\n",
       " 'fda found manipul media favor big pharma',\n",
       " 'jay h lehr begin end epa',\n",
       " 'imahdi arriv satan practic leader',\n",
       " 'ag session dem sen harri abl rush fast make nervou breitbart',\n",
       " 'u n envoy say u still back palestinian state new york time',\n",
       " 'trump happen',\n",
       " 'japan vote strengthen shinzo abe goal chang constitut new york time',\n",
       " 'trump camp caught cam brag voter suppress women black video',\n",
       " 'chelsea man ask obama cut sentenc time serv new york time',\n",
       " 'red sox broadcast jerri remi think foreign player use translat',\n",
       " 'shi ite militia join iraq mosul attack',\n",
       " 'escap reign super bowl commerci polit prove inescap new york time',\n",
       " 'naval brief novemb th ledahu',\n",
       " 'scandal video footag anonym expos huma hillari',\n",
       " 'jar new level confront conflict hit washington new york time',\n",
       " 'clinton transmit classifi info lawyer',\n",
       " 'hillari russian hack guid american might trump breitbart',\n",
       " 'gener elect campaign suspend wake manchest suicid bomb',\n",
       " 'grand slam father son film smash hit famili',\n",
       " 'venezuela econom crisi mean left fail',\n",
       " 'herd stamped wild boar kill three islam state jihadist breitbart',\n",
       " 'venu mar believ gender often wrong new york time',\n",
       " 'obama pardon list hotel magnat own studio new york time',\n",
       " 'suspect captur ambush style kill two iowa cop',\n",
       " 'megyn sic kelli gowdi triumphantli comment hillari case reopen',\n",
       " 'famili friendli polici friendliest male professor new york time',\n",
       " 'ringo starr anuncia que deja lo beatl',\n",
       " 'war less immin clinton defeat',\n",
       " 'mi chief present russia grow threat british interest',\n",
       " 'washington state upend trump travel ban new york time',\n",
       " 'protect swerv polic chief caught speed get laugh ticket video',\n",
       " 'fake news trump hit mexico explod',\n",
       " 'go wikileak',\n",
       " 'former cia director blame millenni wikileak document breitbart',\n",
       " 'tell stori slaveri new york time',\n",
       " 'live wire dutch elect high turnout expect controversi turkish mosqu poll centr',\n",
       " 'shave mean freedom omar',\n",
       " 'bombshel leak email expos muslim got obama administr',\n",
       " 'nativ american part ten lost tribe jewish peopl',\n",
       " 'blm rapper bill alleg son nasti surpris hillari',\n",
       " 'kevin durant join golden state warrior new york time',\n",
       " 'indian call center becom major center defraud american breitbart',\n",
       " 'congress attorney gener lynch plead fifth secret iran ransom payment',\n",
       " 'lo angel time editori lose trump narcissist demagogu breitbart',\n",
       " 'swirl untruth falsehood call lie lie new york time',\n",
       " 'hillari clinton lead donald trump new hampshir florida poll show new york time',\n",
       " 'gene wilder huma abedin donald trump monday even brief new york time',\n",
       " 'watch blimp crash catch fire us open breitbart',\n",
       " 'toddler loos gun car mother die new york time',\n",
       " 'asian american actor fight visibl ignor new york time',\n",
       " 'mexican feel environ',\n",
       " 'insid donald trump last stand anxiou nomine seek assur new york time',\n",
       " 'park servic name divers nation landmark new york time',\n",
       " 'weiner rise white hous alli disgrac ex congressman hire breitbart',\n",
       " 'trump lose grab musket former congressman readi go full revolut',\n",
       " 'decod north korea claim success nuclear test new york time',\n",
       " 'bill belichick wit list testifi aaron hernandez doubl murder case breitbart',\n",
       " 'l mayor silent citi rise violent crime breitbart',\n",
       " 'theresa may new british prime minist give bori johnson key post new york time',\n",
       " 'donald trump hillari clinton iphon wednesday even brief new york time',\n",
       " 'usa kill million peopl victim nation sinc world war ii',\n",
       " 'polic offic face backlash hillari photo',\n",
       " 'shakespear remain authent bore',\n",
       " 'georgia candid jon ossoff film firm financ facebook fact check funder',\n",
       " 'effort defeat isi u iran imped one anoth new york time',\n",
       " 'rick put bullet trump wilson potu support see scalis shoot bless breitbart',\n",
       " 'western intellig agenc run al qaeda camp north africa',\n",
       " 'trump tell plan parenthood fund stay abort goe new york time',\n",
       " 'comment hillari clinton gun control agenda expos wikileak email braindiseasecalledliber',\n",
       " 'barack obama delay suspend elect hillari forc new fbi email investig',\n",
       " 'donald trump incit feud g p candid flee shadow new york time',\n",
       " 'germani student forc chant allahu akbar punish refus trip mosqu',\n",
       " 'meteor space junk rocket mysteri flash hit siberia',\n",
       " 'trump nation secur advis call russian envoy day sanction impos new york time',\n",
       " 'project verita implic democrat oper claim credit romney video',\n",
       " 'laid american requir zip lip way grow bolder new york time',\n",
       " ...]"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "corpus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "ce8bf8a6",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "18285"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(corpus)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "778a1ccb",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer #BAG OF WORDS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "db687a27",
   "metadata": {},
   "outputs": [],
   "source": [
    "cv=CountVectorizer(max_features=5000,ngram_range=(1,3))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "15726ec2",
   "metadata": {},
   "outputs": [],
   "source": [
    "X=cv.fit_transform(corpus).toarray()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "fa244122",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(18285, 5000)"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "2fb74e76",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0        1\n",
       "1        0\n",
       "2        1\n",
       "3        1\n",
       "4        1\n",
       "        ..\n",
       "20795    0\n",
       "20796    0\n",
       "20797    0\n",
       "20798    1\n",
       "20799    1\n",
       "Name: label, Length: 18285, dtype: int64"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "y"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "6a03fb43",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'analyzer': 'word',\n",
       " 'binary': False,\n",
       " 'decode_error': 'strict',\n",
       " 'dtype': numpy.int64,\n",
       " 'encoding': 'utf-8',\n",
       " 'input': 'content',\n",
       " 'lowercase': True,\n",
       " 'max_df': 1.0,\n",
       " 'max_features': 5000,\n",
       " 'min_df': 1,\n",
       " 'ngram_range': (1, 3),\n",
       " 'preprocessor': None,\n",
       " 'stop_words': None,\n",
       " 'strip_accents': None,\n",
       " 'token_pattern': '(?u)\\\\b\\\\w\\\\w+\\\\b',\n",
       " 'tokenizer': None,\n",
       " 'vocabulary': None}"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.get_params()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "41d03d87",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['abandon', 'abc', 'abc news', 'abduct', 'abe', 'abedin', 'abl',\n",
       "       'abort', 'abroad', 'absolut', 'abstain', 'absurd', 'abus',\n",
       "       'abus new', 'abus new york', 'academi', 'accept', 'access',\n",
       "       'access pipelin', 'access pipelin protest'], dtype=object)"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cv.get_feature_names_out()[:20]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "326e073b",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "44ccb772",
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train,x_text,y_train,y_test=train_test_split(X,y,test_size=0.33,random_state=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "9f561f4c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       ...,\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0],\n",
       "       [0, 0, 0, ..., 0, 0, 0]], dtype=int64)"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "e79a80d3",
   "metadata": {},
   "outputs": [],
   "source": [
    "count_df=pd.DataFrame(X_train,columns=cv.get_feature_names_out())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "e69a7ddf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>abandon</th>\n",
       "      <th>abc</th>\n",
       "      <th>abc news</th>\n",
       "      <th>abduct</th>\n",
       "      <th>abe</th>\n",
       "      <th>abedin</th>\n",
       "      <th>abl</th>\n",
       "      <th>abort</th>\n",
       "      <th>abroad</th>\n",
       "      <th>absolut</th>\n",
       "      <th>...</th>\n",
       "      <th>zero</th>\n",
       "      <th>zika</th>\n",
       "      <th>zika viru</th>\n",
       "      <th>zionist</th>\n",
       "      <th>zone</th>\n",
       "      <th>zone new</th>\n",
       "      <th>zone new york</th>\n",
       "      <th>zoo</th>\n",
       "      <th>zu</th>\n",
       "      <th>zuckerberg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12245</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12246</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12247</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12248</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12249</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>12250 rows × 5000 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       abandon  abc  abc news  abduct  abe  abedin  abl  abort  abroad  \\\n",
       "0            0    0         0       0    0       0    0      0       0   \n",
       "1            0    0         0       0    0       0    0      0       0   \n",
       "2            0    0         0       0    0       0    0      0       0   \n",
       "3            0    0         0       0    0       0    0      0       0   \n",
       "4            0    0         0       0    0       0    0      0       0   \n",
       "...        ...  ...       ...     ...  ...     ...  ...    ...     ...   \n",
       "12245        0    0         0       0    0       0    0      0       0   \n",
       "12246        0    0         0       0    0       0    0      0       0   \n",
       "12247        0    0         0       0    0       0    0      0       0   \n",
       "12248        0    0         0       0    0       0    0      0       0   \n",
       "12249        0    0         0       0    0       0    0      0       0   \n",
       "\n",
       "       absolut  ...  zero  zika  zika viru  zionist  zone  zone new  \\\n",
       "0            0  ...     0     0          0        0     0         0   \n",
       "1            0  ...     0     0          0        0     0         0   \n",
       "2            0  ...     0     0          0        0     0         0   \n",
       "3            0  ...     0     0          0        0     0         0   \n",
       "4            1  ...     0     0          0        0     0         0   \n",
       "...        ...  ...   ...   ...        ...      ...   ...       ...   \n",
       "12245        0  ...     0     0          0        0     0         0   \n",
       "12246        0  ...     0     0          0        0     0         0   \n",
       "12247        0  ...     0     0          0        0     0         0   \n",
       "12248        0  ...     0     0          0        0     0         0   \n",
       "12249        0  ...     0     0          0        0     0         0   \n",
       "\n",
       "       zone new york  zoo  zu  zuckerberg  \n",
       "0                  0    0   0           0  \n",
       "1                  0    0   0           0  \n",
       "2                  0    0   0           0  \n",
       "3                  0    0   0           0  \n",
       "4                  0    0   0           0  \n",
       "...              ...  ...  ..         ...  \n",
       "12245              0    0   0           0  \n",
       "12246              0    0   0           0  \n",
       "12247              0    0   0           0  \n",
       "12248              0    0   0           0  \n",
       "12249              0    0   0           0  \n",
       "\n",
       "[12250 rows x 5000 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count_df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "cbd64752",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(12250, 5000)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count_df.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "id": "0d9a00f1",
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "id": "d21a5ce1",
   "metadata": {},
   "outputs": [],
   "source": [
    "def plot_confusion_matrix(cm, classes,\n",
    "                          normalize=False,\n",
    "                          title='Confusion matrix',\n",
    "                          cmap=plt.cm.Blues):\n",
    "    \"\"\"\n",
    "    See full source and example: \n",
    "    http://scikit-learn.org/stable/auto_examples/model_selection/plot_confusion_matrix.html\n",
    "    \n",
    "    This function prints and plots the confusion matrix.\n",
    "    Normalization can be applied by setting `normalize=True`.\n",
    "    \"\"\"\n",
    "    plt.imshow(cm, interpolation='nearest', cmap=cmap)\n",
    "    plt.title(title)\n",
    "    plt.colorbar()\n",
    "    tick_marks = np.arange(len(classes))\n",
    "    plt.xticks(tick_marks, classes, rotation=45)\n",
    "    plt.yticks(tick_marks, classes)\n",
    "\n",
    "    if normalize:\n",
    "        cm = cm.astype('float') / cm.sum(axis=1)[:, np.newaxis]\n",
    "        print(\"Normalized confusion matrix\")\n",
    "    else:\n",
    "        print('Confusion matrix, without normalization')\n",
    "\n",
    "    thresh = cm.max() / 2.\n",
    "    for i, j in itertools.product(range(cm.shape[0]), range(cm.shape[1])):\n",
    "        plt.text(j, i, cm[i, j],\n",
    "                 horizontalalignment=\"center\",\n",
    "                 color=\"white\" if cm[i, j] > thresh else \"black\")\n",
    "\n",
    "    plt.tight_layout()\n",
    "    plt.ylabel('True label')\n",
    "    plt.xlabel('Predicted label')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "id": "d201fe7e",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.naive_bayes import BernoulliNB"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "29ae4050",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<style>#sk-container-id-1 {color: black;}#sk-container-id-1 pre{padding: 0;}#sk-container-id-1 div.sk-toggleable {background-color: white;}#sk-container-id-1 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-1 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-1 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-1 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-1 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-1 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-1 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-1 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-1 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-1 div.sk-item {position: relative;z-index: 1;}#sk-container-id-1 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-1 div.sk-item::before, #sk-container-id-1 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-1 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-1 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-1 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-1 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-1 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-1 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-1 div.sk-label-container {text-align: center;}#sk-container-id-1 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-1 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>BernoulliNB()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" checked><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">BernoulliNB</label><div class=\"sk-toggleable__content\"><pre>BernoulliNB()</pre></div></div></div></div></div>"
      ],
      "text/plain": [
       "BernoulliNB()"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "bnv=BernoulliNB()\n",
    "bnv.fit(X_train,y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "id": "f6185346",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn import metrics\n",
    "import itertools\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "id": "6c4595ad",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "accuracy:   0.902\n",
      "Confusion matrix, without normalization\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjMAAAHpCAYAAAB3H70WAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABS2klEQVR4nO3dd1gU1/oH8O/SliKsAtIEERUNCjYsYMUuEcu1x3LFgsZO1GiiUYm5gr1HYxRBRaPGrkmIBTU/DTYUKyEmosEIYhRBepvfH17muoIu6MLOwvfjM8/jnjl79gyJ7uv7njMjEwRBABEREZGW0tH0BIiIiIjeB4MZIiIi0moMZoiIiEirMZghIiIircZghoiIiLQagxkiIiLSagxmiIiISKsxmCEiIiKtxmCGiIiItBqDGaI3uHHjBkaNGgUnJycYGhqiSpUqaNasGZYuXYpnz56V6Wdfu3YNHTp0gEKhgEwmw+rVq9X+GTKZDAEBAWofV0oCAwNx6NChUr0nNDQUMpkM9+/fL5M5EZH6yfg4A6KiNm/ejIkTJ6J+/fqYOHEiGjRogNzcXFy5cgWbN29G48aNcfDgwTL7/KZNmyI9PR1r1qxBtWrVUKtWLdjY2Kj1My5cuAB7e3vY29urdVwpqVKlCgYMGIDQ0NASv+fJkyf4888/0bRpU8jl8rKbHBGpDYMZotdERkaiXbt26Nq1Kw4dOlTkCy0nJwfh4eHo3bt3mc1BX18ffn5+2LBhQ5l9RmVQmmAmMzMThoaGkMlkZT8xIlIrlpmIXhMYGAiZTIZvv/222H+ZGxgYKAUyBQUFWLp0KT744API5XJYWVnh3//+Nx4+fKj0Pi8vL7i6uuLy5cto164djI2NUbt2bSxevBgFBQUA/lfiyMvLw8aNGyGTycQv14CAgGK/aIsri0RERMDLywsWFhYwMjJCzZo10b9/f2RkZIh9iisz3bp1C3369EG1atVgaGiIJk2aYNu2bUp9zpw5A5lMhu+++w5z586FnZ0dzMzM0KVLF8TGxqr8+RZex40bNzBw4EAoFAqYm5tj+vTpyMvLQ2xsLHr06AFTU1PUqlULS5cuVXp/VlYWZsyYgSZNmojv9fT0xOHDh5X6yWQypKenY9u2beLP0cvLS+lndvz4cYwePRrVq1eHsbExsrOzi/w87969CzMzMwwcOFBp/IiICOjq6mLevHkqr5mIyhaDGaJX5OfnIyIiAu7u7nBwcCjReyZMmIDZs2eja9euOHLkCL766iuEh4ejdevW+Oeff5T6JiYmYtiwYRg+fDiOHDkCb29vfP755wgLCwMA9OzZE5GRkQCAAQMGIDIyUnxdUvfv30fPnj1hYGCArVu3Ijw8HIsXL4aJiQlycnLe+L7Y2Fi0bt0at2/fxtq1a3HgwAE0aNAAvr6+RQIKAJgzZw4ePHiALVu24Ntvv8Xdu3fRq1cv5Ofnl2iegwYNQuPGjbF//374+flh1apV+OSTT9C3b1/07NkTBw8eRKdOnTB79mwcOHBAfF92djaePXuGmTNn4tChQ/juu+/Qtm1b9OvXD9u3bxf7RUZGwsjICB9++KH4c3w90zV69Gjo6+tjx44d2LdvH/T19YvM09nZGZs3b8a+ffuwdu1aAC//Ow4dOhTt2rWr8OuOiLSCQESixMREAYAwZMiQEvWPiYkRAAgTJ05Uar948aIAQJgzZ47Y1qFDBwGAcPHiRaW+DRo0ELp3767UBkCYNGmSUtuCBQuE4v7IhoSECACEuLg4QRAEYd++fQIAITo6+q1zByAsWLBAfD1kyBBBLpcLf/31l1I/b29vwdjYWHj+/LkgCIJw+vRpAYDw4YcfKvXbu3evAECIjIx86+cWXseKFSuU2ps0aSIAEA4cOCC25ebmCtWrVxf69ev3xvHy8vKE3NxcYcyYMULTpk2VzpmYmAgjR44s8p7Cn9m///3vN54r/HkWmjBhgmBgYCBERkYKnTp1EqysrIRHjx699VqJqHwwM0P0Hk6fPg0A8PX1VWpv2bIlXFxccOrUKaV2GxsbtGzZUqmtUaNGePDggdrm1KRJExgYGGDcuHHYtm0b7t27V6L3RUREoHPnzkUyUr6+vsjIyCiSIXp9zVCjRo0AoMTX4uPjo/TaxcUFMpkM3t7eYpuenh7q1q1bZMzvv/8ebdq0QZUqVaCnpwd9fX0EBwcjJiamRJ9dqH///iXuu2rVKjRs2BAdO3bEmTNnEBYWBltb21J9HhGVDQYzRK+wtLSEsbEx4uLiStT/6dOnAFDsl5qdnZ14vpCFhUWRfnK5HJmZme8w2+LVqVMHJ0+ehJWVFSZNmoQ6deqgTp06WLNmzVvf9/Tp0zdeR+H5V71+LYXri0p6Lebm5kqvDQwMYGxsDENDwyLtWVlZ4usDBw5g0KBBqFGjBsLCwhAZGYnLly9j9OjRSv1KojTBiFwux9ChQ5GVlYUmTZqga9eupfosIio7DGaIXqGrq4vOnTsjKiqqyALe4hR+oSckJBQ59+jRI1haWqptboVf8tnZ2Urtr6/LAYB27drh6NGjSElJwYULF+Dp6Ql/f3/s3r37jeNbWFi88ToAqPVa3kdYWBicnJywZ88e9O3bFx4eHmjevHmRn0tJlGbn0q1btzB//ny0aNECV69excqVK0v9eURUNhjMEL3m888/hyAI8PPzK3bBbG5uLo4ePQoA6NSpEwCIC3gLXb58GTExMejcubPa5lWrVi0AL2/m96rCuRRHV1cXrVq1wtdffw0AuHr16hv7du7cGREREWLwUmj79u0wNjaGh4fHO85cvWQyGQwMDJQCkcTExCK7mQD1Zb3S09MxcOBA1KpVC6dPn8bkyZPx2Wef4eLFi+89NhG9Pz1NT4BIajw9PbFx40ZMnDgR7u7umDBhAho2bIjc3Fxcu3YN3377LVxdXdGrVy/Ur18f48aNw7p166CjowNvb2/cv38f8+bNg4ODAz755BO1zevDDz+Eubk5xowZg4ULF0JPTw+hoaGIj49X6vfNN98gIiICPXv2RM2aNZGVlYWtW7cCALp06fLG8RcsWIBjx46hY8eOmD9/PszNzbFz50788MMPWLp0KRQKhdqu5X34+PjgwIEDmDhxIgYMGID4+Hh89dVXsLW1xd27d5X6urm54cyZMzh69ChsbW1hamqK+vXrl/ozP/74Y/z111+4dOkSTExMsGLFCkRGRmLIkCG4du0aqlatqqarI6J3wWCGqBh+fn5o2bIlVq1ahSVLliAxMRH6+vqoV68ehg4dismTJ4t9N27ciDp16iA4OBhff/01FAoFevTogaCgoGLXyLwrMzMzhIeHw9/fH8OHD0fVqlUxduxYeHt7Y+zYsWK/Jk2a4Pjx41iwYAESExNRpUoVuLq64siRI+jWrdsbx69fvz5+/fVXzJkzB5MmTUJmZiZcXFwQEhJSZIGzJo0aNQpJSUn45ptvsHXrVtSuXRufffYZHj58iC+//FKp75o1azBp0iQMGTIEGRkZ6NChA86cOVOqz9uyZQvCwsIQEhKChg0bAni5jmfPnj1o1qwZRo0aVaZ3gyYi1XgHYCIiItJqXDNDREREWo3BDBEREWk1BjNERESk1RjMEBERkVZjMENERERajcEMERERaTXeZ6aECgoK8OjRI5iampbqFuhERKT9BEHAixcvYGdnBx2d8ssDZGVlFXsn8ndlYGBQ5PlnFQGDmRJ69OhRkacJExFR5RIfHw97e/ty+aysrCwYmVoAeRlqG9PGxgZxcXEVLqBhMFNCpqamAACDBiMh0zXQ8GyIyt/ZvQGangKRxqSnvUDnFh+I3wXlIScnB8jLgLzhKEAd3zv5OUi8HYKcnBwGM5VVYWlJpmvAYIYqpSqmZpqeApHGaWSZgZq+dyry7f4ZzBAREUmZDIA6gqgKvNyTwQwREZGUyXReHuoYp4KquFdGRERElQIzM0RERFImk6mpzFRx60wMZoiIiKSMZSaVKu6VERERUaXAzAwREZGUscykEoMZIiIiSVNTmakCF2Mq7pURERFRpcDMDBERkZSxzKQSgxkiIiIp424mlSrulREREVGlwMwMERGRlLHMpBKDGSIiIiljmUmlintlREREVCkwM0NERCRlLDOpxGCGiIhIylhmUqniXhkRERFVCszMEBERSZlMpqbMDMtMREREpAk6speHOsapoFhmIiIiIq3GzAwREZGUcQGwSgxmiIiIpIxbs1WquGEaERERVQrMzBAREUkZy0wqMZghIiKSMpaZVKq4YRoRERFVCszMEBERSRnLTCoxmCEiIpIylplUqrhhGhEREVUKzMwQERFJGctMKjGYISIikjKWmVSquGEaERERVQrMzBAREUmamspMFTh/wWCGiIhIylhmUqnihmlERERUKTAzQ0REJGUymZp2M1XczAyDGSIiIinj1myVKu6VERERUaXAzAwREZGUcQGwSszMEBERSVlhmUkdRwkFBQWhRYsWMDU1hZWVFfr27YvY2FilPr6+vpDJZEqHh4eHUp/s7GxMmTIFlpaWMDExQe/evfHw4UOlPsnJyRgxYgQUCgUUCgVGjBiB58+fl+pHxGCGiIiIlJw9exaTJk3ChQsXcOLECeTl5aFbt25IT09X6tejRw8kJCSIx48//qh03t/fHwcPHsTu3btx7tw5pKWlwcfHB/n5+WKfoUOHIjo6GuHh4QgPD0d0dDRGjBhRqvmyzERERCRlGigzhYeHK70OCQmBlZUVoqKi0L59e7FdLpfDxsam2DFSUlIQHByMHTt2oEuXLgCAsLAwODg44OTJk+jevTtiYmIQHh6OCxcuoFWrVgCAzZs3w9PTE7Gxsahfv36J5svMDBERkZSpucyUmpqqdGRnZ6ucQkpKCgDA3Nxcqf3MmTOwsrJCvXr14Ofnh6SkJPFcVFQUcnNz0a1bN7HNzs4Orq6u+PXXXwEAkZGRUCgUYiADAB4eHlAoFGKfkmAwQ0REVIk4ODiI61MUCgWCgoLe2l8QBEyfPh1t27aFq6ur2O7t7Y2dO3ciIiICK1aswOXLl9GpUycxOEpMTISBgQGqVaumNJ61tTUSExPFPlZWVkU+08rKSuxTEiwzERERSZmay0zx8fEwMzMTm+Vy+VvfNnnyZNy4cQPnzp1Tah88eLD4e1dXVzRv3hyOjo744Ycf0K9fvzeOJwgCZK9cj6yYa3u9jyoMZoiIiCSscKeQGgYCAJiZmSkFM28zZcoUHDlyBL/88gvs7e3f2tfW1haOjo64e/cuAMDGxgY5OTlITk5Wys4kJSWhdevWYp/Hjx8XGevJkyewtrYu0RwBlpmIiIjoNYIgYPLkyThw4AAiIiLg5OSk8j1Pnz5FfHw8bG1tAQDu7u7Q19fHiRMnxD4JCQm4deuWGMx4enoiJSUFly5dEvtcvHgRKSkpYp+SYGaGiIhIwtSdmSmJSZMmYdeuXTh8+DBMTU3F9SsKhQJGRkZIS0tDQEAA+vfvD1tbW9y/fx9z5syBpaUl/vWvf4l9x4wZgxkzZsDCwgLm5uaYOXMm3NzcxN1NLi4u6NGjB/z8/LBp0yYAwLhx4+Dj41PinUwAgxkiIiJpk/33UMc4JbRx40YAgJeXl1J7SEgIfH19oauri5s3b2L79u14/vw5bG1t0bFjR+zZswempqZi/1WrVkFPTw+DBg1CZmYmOnfujNDQUOjq6op9du7cialTp4q7nnr37o3169eX6tIYzBAREZESQRDeet7IyAg///yzynEMDQ2xbt06rFu37o19zM3NERYWVuo5vorBDBERkYRposykbRjMEBERSRiDGdW4m4mIiIi0GjMzREREEsbMjGoMZoiIiCSMwYxqLDMRERGRVmNmhoiISMo0cJ8ZbcNghoiISMJYZlKNZSYiIiLSaszMEBERSZhMBjVlZt5/CKliMENERCRhMqipzFSBoxmWmYiIiEirMTNDREQkYVwArBqDGSIiIinj1myVWGYiIiIircbMDBERkZSpqcwksMxEREREmqCuNTPq2RElTSwzERERkVZjZoaIiEjCmJlRjcEMERGRlHE3k0osMxEREZFWY2aGiIhIwlhmUo3BDBERkYQxmFGNZSYiIiLSaszMEBERSRgzM6oxmCEiIpIwBjOqscxEREREWo2ZGSIiIinjfWZUYjBDREQkYSwzqcYyExEREWk1ZmaIiIgkjJkZ1RjMEBERSRiDGdVYZiIiIiKtxmCGysXM0d1wLuxTJJ1bjgengrB3pR+cHa2U+pgYGWDV7IH4I/wrPItciWv7v4DfwLZvHPPQ+gnIvLYevbwaFTnXo21D/LJ9Jp5FrkR8xGLsXj5W7ddE9D6+XhEIV3tTpaND0zrF9v1y9lS42ptix5avi7T3aNMI7nWqo12jWpgyejDu/RFbHtOn8iRT41FBscxE5aJds7r4Zs8viLr9AHp6ugiY1AvHNk5G037/QUZWDgBg6cz+6NC8HkbN3Y4Hj56ii6cL1nw+CAlPUnDszE2l8aYM6whBKP6z+nZugq/nfYQF64/izKXfIZMBrs52ZX2JRKVWt74Ltnx3VHyto1v035enwo/ixrUrsLK2LXKugVsT9PzXINjWcEDK82RsWBmIcUP74ufIW9DV1S3TuVP5YZlJNQYzVC76TN6g9Hp8QBjiIxajaQMHnL/6JwCgVSMnhB27iP+LugsA2HrgPMb0b4NmDWoqBTNu9Wpg6vBOaDt8Ke6fDFIaV1dXB8s/7Y85qw9h26FIsf3ug6SyujSid6arqwdLK+s3nn+c8AiBX8zEpp2HMHHkgCLnBw4fLf6+hoMjpnw6H/27eeLv+AeoWat2mcyZSIpYZiKNMKtiCABITskQ236NvgefDm6wq64AALRv7gxnRyuc/DVG7GNkqI9tQb74ZMlePH76osi4TT9wQA3raigoEBD53WzcO74Ih9ZPgEttmzK+IqLS+yvuT3R0d0Z3T1fMnOiL+Adx4rmCggJ8Ps0Pvh9PQ936LirHyshIx6G9YbCvWQu2dvZlOW0qZ4WZGXUcFRWDGdKIJTP64/zVP3DnzwSxbcaS7xFzLxF/Hl+E1EtrcOTriZgWtAe/Rt8T+yyd0R8XrscVKTsVcrK3BAB88fGHWLLlZ/Sf9g2ep2bi+BZ/VDMzLtuLIiqFRk2bI3D1t9gUdggBS9fhn6THGN63C54nPwUABG9YCV09PQwfM+Gt4+zethkt6tmgZT0bnDtzAt/uOgx9A4PyuAQqJzKoKZipwItmJBHM+Pr6FvuD/+OPPwAAgYGB0NXVxeLFi4u8NzQ0FFWrVlVqi4mJgb29Pfr164fs7GycOXPmjf9xExMTy+MS6RWrPhsEN2c7jPw8VKl90kdeaOlWC/2nfYPWw5bgs5UHsebzwejYqj4AoGcHN3i1rIdPl+1749g6//2Xx5ItP+PQqWhci4nHuAVhECCgX9emZXZNRKXVrlM3dO3ZB/VcGsKzXUds2P7y/+vD3+/C7RvXEBa8EYtWfqPyX9M9/zUI+8LPIXTfT3B0qoOZE0YiOyurPC6BSDIks2amR48eCAkJUWqrXr06ACAkJASzZs3C1q1b8dlnn711nMuXL8Pb2xt9+vTBt99+q7QILjY2FmZmZkr9raysXh+CytDK2QPh08ENXcasxt9Jz8V2Q7k+vpzSC4Onb0b4udsAgFt3H6FRfXv4j+iM0xdj4dWiHmrbWyLxl2VKY363fCzOX/sT3f3WIOGfFADAb/f+l/HJyc3D/YdP4WBjXvYXSPSOjI1N4PxBQzyI+xM6Ojp49s8TdG31v/JSfn4+li2cgx1bNuD4hdtiu6mZAqZmCjjWrovGzVqidUMHnAo/ig/7DtTEZVAZ4AJg1SQTzMjlctjYFF3XcPbsWWRmZmLhwoXYvn07fvnlF7Rv377YMSIiItCnTx98/PHHWLZsWZHzVlZWRbI4VH5WzR6I3p0ao5vfGjx49FTpnL6eLgz09VDw2hal/PwC6Oi8/AO4POQ4Qg7+qnQ+at9czFqxHz+cvQUAuBYTj6zsXDjXshbLU3p6OqhpZ46/Ep6V1aURvbec7GzE3Y2Fe8vW6NV/CDzadlQ6P35YX/TqPwR9Bw9/6ziCICAnJ7ssp0rljQ+aVEkywcybBAcH46OPPoK+vj4++ugjBAcHFxvMHDx4EEOHDsWCBQtUZm9KIjs7G9nZ//sLITU19b3HrMxWfz4Ig72bY+An3yItPQvWFqYAgJS0LGRl5+JFehZ+uXIXgf59kZmVi78SnqGde10M82mJ2SsPAAAeP31R7KLf+IRkMTh6kZ6FLfvOYd7HH+JhYjL+SniGT0Z2AQAcOHG1nK6WSLVlX82BV5cPYVvDHs/+eYJNa5ciLe0F+gwciqrVLFC1moVSfz19fVhaWcOpTj0AQPyDOIQf3Y/W7TvD3MISjxMfYeuGVZAbGqJdp+6auCQijZFMMHPs2DFUqVJFfO3t7Y3g4GDs378fv/768l/jw4cPR5s2bbBu3TqlclFaWhoGDhyIOXPmvDWQsbdXXuFfo0YNxMYWf4OpoKAgfPnll+9zSfSK8YNeBqAntvgrtfvN34GwoxcBAP/+bCsWTumD0MCRqGZmjL8SniHg62PY/P25Un3W56sPIi+/AMH/+TeM5Pq4fOsBvMetxfMXmWq5FiJ1eJzwCLMmj0Lys6cwN7dEo2YtsOtIBOzsa5bo/XK5Ia5ejMSOLRuQmvIcFpZWaN6qDcIOn4SFZfUynj2VJ5aZVJMJwptuPVZ+fH198ffff2Pjxo1im4mJCQ4fPoyvv/4aN2++co8RNzdMmTIF48aNA/ByAfCUKVPQtm1bREdHIyIiAi4uytsYz5w5g44dO+Lq1aswNTUV2/X09FCrVq1i51RcZsbBwQFyNz/IdLlTgCqfK8eKLsAnqizSXqTCw6UGUlJSiqy9LCupqalQKBSoNWkfdOTvvxuzIDsD978eUK7XUF4kk5kxMTFB3bp1ldq2bt2K27dvQ0/vf9MsKChAcHCwGMwAgK6uLg4dOoT+/fujY8eOiIiIQIMGDYp8hpOTU4nXzMjlcsjl8ne7GCIiIio3kglmXnfz5k1cuXIFZ86cgbn5/3ahPH/+HO3bt8etW7fg6uoqtsvlchw4cAADBgxAx44dcerUKaXzRERE2kgme3moY5yKSrLBTHBwMFq2bFnsYl9PT08EBwdj1apVSu0GBgbYv38/Bg0ahE6dOuHUqVNwc3MTzyclJSHrtfsvWFhYQF9fv2wugoiI6D29DGbUsWZGDZORKEncNO91OTk5CAsLQ//+/Ys9379/f4SFhSEnJ6fIOX19fezduxft27dHp06dcOPGDfFc/fr1YWtrq3RERUWV2XUQERFR2ZPEAmBtULgQiwuAqbLiAmCqzDS5ALj21H3QlZu893j52em4t5YLgImIiKiccWu2apIsMxERERGVFDMzREREEsbdTKoxmCEiIpIwHR2Z+Iy69yGoYQypYpmJiIiItBozM0RERBLGMpNqDGaIiIgkjLuZVGOZiYiIiLQaMzNEREQSxjKTaszMEBERkZKgoCC0aNECpqamsLKyQt++fREbG6vURxAEBAQEwM7ODkZGRvDy8sLt27eV+mRnZ2PKlCmwtLSEiYkJevfujYcPHyr1SU5OxogRI6BQKKBQKDBixAg8f/68VPNlMENERCRhhWtm1HGU1NmzZzFp0iRcuHABJ06cQF5eHrp164b09HSxz9KlS7Fy5UqsX78ely9fho2NDbp27YoXL16Iffz9/XHw4EHs3r0b586dQ1paGnx8fJCfny/2GTp0KKKjoxEeHo7w8HBER0djxIgRpfoZscxEREQkYZpYABweHq70OiQkBFZWVoiKikL79u0hCAJWr16NuXPnol+/fgCAbdu2wdraGrt27cL48eORkpKC4OBg7NixA126dAEAhIWFwcHBASdPnkT37t0RExOD8PBwXLhwAa1atQIAbN68GZ6enoiNjUX9+vVLNF9mZoiIiCqR1NRUpSM7O1vle1JSUgAA5ubmAIC4uDgkJiaiW7duYh+5XI4OHTrg119/BQBERUUhNzdXqY+dnR1cXV3FPpGRkVAoFGIgAwAeHh5QKBRin5JgMENERCRhhQuA1XEAgIODg7g+RaFQICgo6K2fLwgCpk+fjrZt28LV1RUAkJiYCACwtrZW6mttbS2eS0xMhIGBAapVq/bWPlZWVkU+08rKSuxTEiwzERERSZgMaioz4eUY8fHxMDMzE9vlcvlb3zd58mTcuHED586dKzrma/MSBEHlXF/vU1z/kozzKmZmiIiIKhEzMzOl423BzJQpU3DkyBGcPn0a9vb2YruNjQ0AFMmeJCUlidkaGxsb5OTkIDk5+a19Hj9+XORznzx5UiTr8zYMZoiIiCRM3WWmkhAEAZMnT8aBAwcQEREBJycnpfNOTk6wsbHBiRMnxLacnBycPXsWrVu3BgC4u7tDX19fqU9CQgJu3bol9vH09ERKSgouXbok9rl48SJSUlLEPiXBMhMREZGEaWI306RJk7Br1y4cPnwYpqamYgZGoVDAyMgIMpkM/v7+CAwMhLOzM5ydnREYGAhjY2MMHTpU7DtmzBjMmDEDFhYWMDc3x8yZM+Hm5ibubnJxcUGPHj3g5+eHTZs2AQDGjRsHHx+fEu9kAhjMEBER0Ws2btwIAPDy8lJqDwkJga+vLwBg1qxZyMzMxMSJE5GcnIxWrVrh+PHjMDU1FfuvWrUKenp6GDRoEDIzM9G5c2eEhoZCV1dX7LNz505MnTpV3PXUu3dvrF+/vlTzlQmCILzDdVY6qampUCgUkLv5QaZroOnpEJW7K8cWa3oKRBqT9iIVHi41kJKSorR4tiwVfu80mXsUuoYm7z1eflY6ohf1KtdrKC/MzBAREUkYn5qtGhcAExERkVZjZoaIiEjC+NRs1RjMEBERSRjLTKqxzERERERajZkZIiIiKVNTmQkVNzHDYIaIiEjKWGZSjWUmIiIi0mrMzBAREUkYdzOpxmCGiIhIwlhmUo1lJiIiItJqzMwQERFJGMtMqjGYISIikjCWmVRjmYmIiIi0GjMzREREEsbMjGoMZoiIiCSMa2ZUY5mJiIiItBozM0RERBLGMpNqDGaIiIgkjGUm1VhmIiIiIq3GzAwREZGEscykGoMZIiIiCZNBTWWm9x9CslhmIiIiIq3GzAwREZGE6chk0FFDakYdY0gVgxkiIiIJ424m1VhmIiIiIq3GzAwREZGEcTeTagxmiIiIJExH9vJQxzgVFctMREREpNWYmSEiIpIymZpKRBU4M8NghoiISMK4m0k1lpmIiIhIqzEzQ0REJGGy//5SxzgVFYMZIiIiCeNuJtVYZiIiIiKtxswMERGRhPGmeaoxmCEiIpIw7mZSjWUmIiIi0molysysXbu2xANOnTr1nSdDREREynRkMuioIa2ijjGkqkTBzKpVq0o0mEwmYzBDRESkRiwzqVaiYCYuLq6s50FERET0Tt55zUxOTg5iY2ORl5enzvkQERHRKwp3M6njqKhKHcxkZGRgzJgxMDY2RsOGDfHXX38BeLlWZvHixWqfIBERUWVWWGZSx1FRlTqY+fzzz3H9+nWcOXMGhoaGYnuXLl2wZ88etU6OiIiISJVS32fm0KFD2LNnDzw8PJRSVg0aNMCff/6p1skRERFVdtzNpFqpg5knT57AysqqSHt6enqFrscRERFpguy/hzrGqahKXWZq0aIFfvjhB/F1YQCzefNmeHp6qm9mRERERCVQ6sxMUFAQevTogTt37iAvLw9r1qzB7du3ERkZibNnz5bFHImIiCotPptJtVJnZlq3bo3z588jIyMDderUwfHjx2FtbY3IyEi4u7uXxRyJiIgqLR2Z+o6K6p0eNOnm5oZt27apey5EREREpfZOwUx+fj4OHjyImJgYyGQyuLi4oE+fPtDT40O4iYiI1IllJtVKHX3cunULffr0QWJiIurXrw8A+P3331G9enUcOXIEbm5uap8kERFRZVaB4xC1KPWambFjx6Jhw4Z4+PAhrl69iqtXryI+Ph6NGjXCuHHjymKORERERG9U6szM9evXceXKFVSrVk1sq1atGhYtWoQWLVqodXJERESVHctMqpU6M1O/fn08fvy4SHtSUhLq1q2rlkkRERHRS9zNpFqJgpnU1FTxCAwMxNSpU7Fv3z48fPgQDx8+xL59++Dv748lS5aU9XyJiIiIlJSozFS1alWl9JQgCBg0aJDYJggCAKBXr17Iz88vg2kSERFVTiwzqVaiYOb06dNlPQ8iIiIqBp/NpFqJykwdOnQo8UFERETa75dffkGvXr1gZ2cHmUyGQ4cOKZ339fUVs0aFh4eHh1Kf7OxsTJkyBZaWljAxMUHv3r3x8OFDpT7JyckYMWIEFAoFFAoFRowYgefPn5dqrqVeAFwoIyMDv/32G27cuKF0EBERkfroyGRqO0ojPT0djRs3xvr169/Yp0ePHkhISBCPH3/8Uem8v78/Dh48iN27d+PcuXNIS0uDj4+P0pKUoUOHIjo6GuHh4QgPD0d0dDRGjBhRqrmWemv2kydPMGrUKPz000/FnueaGSIiIvWRydRz07zSjuHt7Q1vb++39pHL5bCxsSn2XEpKCoKDg7Fjxw506dIFABAWFgYHBwecPHkS3bt3R0xMDMLDw3HhwgW0atUKALB582Z4enoiNjZWvDmvKqXOzPj7+yM5ORkXLlyAkZERwsPDsW3bNjg7O+PIkSOlHY6IiIjK0as7lFNTU5Gdnf3OY505cwZWVlaoV68e/Pz8kJSUJJ6LiopCbm4uunXrJrbZ2dnB1dUVv/76KwAgMjISCoVCDGQAwMPDAwqFQuxTEqXOzERERODw4cNo0aIFdHR04OjoiK5du8LMzAxBQUHo2bNnaYckIiKiN1D3biYHBwel9gULFiAgIKDU43l7e2PgwIFwdHREXFwc5s2bh06dOiEqKgpyuRyJiYkwMDBQuskuAFhbWyMxMREAkJiYCCsrqyJjW1lZiX1KotTBTHp6uvjB5ubmePLkCerVqwc3NzdcvXq1tMMRERHRW6i7zBQfHw8zMzOxXS6Xv9N4gwcPFn/v6uqK5s2bw9HRET/88AP69ev3xvcJgqAUnBUXqL3eR5V3ugNwbGwsAKBJkybYtGkT/v77b3zzzTewtbUt7XBERERUjszMzJSOdw1mXmdrawtHR0fcvXsXAGBjY4OcnBwkJycr9UtKSoK1tbXYp7inCjx58kTsUxLvtGYmISEBwMvUVHh4OGrWrIm1a9ciMDCwtMMRERHRW2hqN1NpPX36FPHx8WJiw93dHfr6+jhx4oTYJyEhAbdu3ULr1q0BAJ6enkhJScGlS5fEPhcvXkRKSorYpyRKXWYaNmyY+PumTZvi/v37+O2331CzZk1YWlqWdjgiIiJ6C03tZkpLS8Mff/whvo6Li0N0dDTMzc1hbm6OgIAA9O/fH7a2trh//z7mzJkDS0tL/Otf/wIAKBQKjBkzBjNmzICFhQXMzc0xc+ZMuLm5ibubXFxc0KNHD/j5+WHTpk0AgHHjxsHHx6fEO5mAdwhmXmdsbIxmzZq97zBEREQkIVeuXEHHjh3F19OnTwcAjBw5Ehs3bsTNmzexfft2PH/+HLa2tujYsSP27NkDU1NT8T2rVq2Cnp4eBg0ahMzMTHTu3BmhoaHQ1dUV++zcuRNTp04Vdz317t37rfe2KU6JgpnCCyiJlStXlmoCRERE9GaaejaTl5eX+OzF4vz8888qxzA0NMS6deuwbt26N/YxNzdHWFhYqeb2uhIFM9euXSvRYBX5IVaF/jqzXGkVOFFlUa3nCk1PgUhjhLwsjX22Dt7jdv2vjVNR8UGTREREpNXee80MERERlR1NlZm0CYMZIiIiCZPJAB0N7GbSJhW5hEZERESVADMzREREEqajpsyMOsaQKgYzREREEsY1M6q9U5lpx44daNOmDezs7PDgwQMAwOrVq3H48GG1To6IiIhIlVIHMxs3bsT06dPx4Ycf4vnz58jPzwcAVK1aFatXr1b3/IiIiCq1wjKTOo6KqtTBzLp167B582bMnTtX6XbEzZs3x82bN9U6OSIiosqu8NlM6jgqqlIHM3FxcWjatGmRdrlcjvT0dLVMioiIiKikSh3MODk5ITo6ukj7Tz/9hAYNGqhjTkRERPRfOjKZ2o6KqtS7mT799FNMmjQJWVlZEAQBly5dwnfffYegoCBs2bKlLOZIRERUafHZTKqVOpgZNWoU8vLyMGvWLGRkZGDo0KGoUaMG1qxZgyFDhpTFHImIiIje6J3uM+Pn5wc/Pz/8888/KCgogJWVlbrnRURERFDf4t0KXGV6v5vmWVpaqmseREREVAwdqGe9iw4qbjRT6mDGycnprXcRvHfv3ntNiIiIiKg0Sh3M+Pv7K73Ozc3FtWvXEB4ejk8//VRd8yIiIiKwzFQSpQ5mpk2bVmz7119/jStXrrz3hIiIiOh/+KBJ1dS2U8vb2xv79+9X13BEREREJaK2p2bv27cP5ubm6hqOiIiI8LI8pI4FwCwzvaJp06ZKC4AFQUBiYiKePHmCDRs2qHVyRERElR3XzKhW6mCmb9++Sq91dHRQvXp1eHl54YMPPlDXvIiIiIhKpFTBTF5eHmrVqoXu3bvDxsamrOZERERE/8UFwKqVagGwnp4eJkyYgOzs7LKaDxEREb1CpsZfFVWpdzO1atUK165dK4u5EBEREZVaqdfMTJw4ETNmzMDDhw/h7u4OExMTpfONGjVS2+SIiIgqO5aZVCtxMDN69GisXr0agwcPBgBMnTpVPCeTySAIAmQyGfLz89U/SyIiokqKwYxqJQ5mtm3bhsWLFyMuLq4s50NERERUKiUOZgRBAAA4OjqW2WSIiIhImUwme+sDnkszTkVVqjUzFfkHQUREJEUsM6lWqmCmXr16KgOaZ8+evdeEiIiIiEqjVMHMl19+CYVCUVZzISIiotfwcQaqlSqYGTJkCKysrMpqLkRERPQaHZlMLQ+aVMcYUlXim+ZxvQwRERFJUal3MxEREVH54QJg1UoczBQUFJTlPIiIiKg4alozU4EfzVT6ZzMRERERSUmpn81ERERE5UcHMuioIa2ijjGkisEMERGRhHFrtmosMxEREZFWY2aGiIhIwribSTUGM0RERBLGm+apxjITERERaTVmZoiIiCSMC4BVYzBDREQkYTpQU5mpAm/NZpmJiIiItBozM0RERBLGMpNqDGaIiIgkTAfqKaNU5FJMRb42IiIiqgSYmSEiIpIwmUwGmRpqROoYQ6oYzBAREUmY7L+HOsapqFhmIiIiIq3GzAwREZGE8XEGqjGYISIikriKG4aoB8tMREREpNWYmSEiIpIw3jRPNQYzREREEsat2aqxzERERERF/PLLL+jVqxfs7Owgk8lw6NAhpfOCICAgIAB2dnYwMjKCl5cXbt++rdQnOzsbU6ZMgaWlJUxMTNC7d288fPhQqU9ycjJGjBgBhUIBhUKBESNG4Pnz56WaK4MZIiIiCdNR41Ea6enpaNy4MdavX1/s+aVLl2LlypVYv349Ll++DBsbG3Tt2hUvXrwQ+/j7++PgwYPYvXs3zp07h7S0NPj4+CA/P1/sM3ToUERHRyM8PBzh4eGIjo7GiBEjSjVXlpmIiIgkTFNlJm9vb3h7exd7ThAErF69GnPnzkW/fv0AANu2bYO1tTV27dqF8ePHIyUlBcHBwdixYwe6dOkCAAgLC4ODgwNOnjyJ7t27IyYmBuHh4bhw4QJatWoFANi8eTM8PT0RGxuL+vXrl2iuzMwQERFVIqmpqUpHdnZ2qceIi4tDYmIiunXrJrbJ5XJ06NABv/76KwAgKioKubm5Sn3s7Ozg6uoq9omMjIRCoRADGQDw8PCAQqEQ+5QEgxkiIiIJk6nxAAAHBwdxfYpCoUBQUFCp55SYmAgAsLa2Vmq3trYWzyUmJsLAwADVqlV7ax8rK6si41tZWYl9SoJlJiIiIglTd5kpPj4eZmZmYrtcLn/vMQsJgqByrq/3Ka5/ScZ5FTMzRERElYiZmZnS8S7BjI2NDQAUyZ4kJSWJ2RobGxvk5OQgOTn5rX0eP35cZPwnT54Uyfq8DYMZIiIiCdPUbqa3cXJygo2NDU6cOCG25eTk4OzZs2jdujUAwN3dHfr6+kp9EhIScOvWLbGPp6cnUlJScOnSJbHPxYsXkZKSIvYpCZaZiIiIJExTu5nS0tLwxx9/iK/j4uIQHR0Nc3Nz1KxZE/7+/ggMDISzszOcnZ0RGBgIY2NjDB06FACgUCgwZswYzJgxAxYWFjA3N8fMmTPh5uYm7m5ycXFBjx494Ofnh02bNgEAxo0bBx8fnxLvZAIYzBAREVExrly5go4dO4qvp0+fDgAYOXIkQkNDMWvWLGRmZmLixIlITk5Gq1atcPz4cZiamorvWbVqFfT09DBo0CBkZmaic+fOCA0Nha6urthn586dmDp1qrjrqXfv3m+8t82byARBEN7nYiuL1NRUKBQKPH6aorRwiqiyqNZzhaanQKQxQl4WsiO+QEpK+X0HFH7v7Dz/O4yrmKp+gwoZaS8wrE29cr2G8sLMDBERkYTxQZOqcQEwERERaTVmZoiIiCRMBzLo4P3TKuoYQ6oYzBAREUkYy0yqscxEREREWo2ZGSIiIgmT/feXOsapqBjMEBERSRjLTKqxzERERERajZkZIiIiCZOpaTcTy0xERESkESwzqcYyExEREWk1ZmaIiIgkjJkZ1RjMEBERSRi3ZqvGMhMRERFpNWZmiIiIJExH9vJQxzgVFYMZIiIiCWOZSTWWmYiIiEirMTNDREQkYdzNpBozMyRZy5YEwUhfhpnT/cW2tLQ0+E+djDq17FHN1AhN3Fzw7TcbNTdJohKaObglzq0dhqSDU/BgzwTsXdAHzvbVlPp8O6M7Mn+eoXScXf2RUh8nWwX2zO+Nv/ZMwOMDkxE21wdWVY2V+tStUQ17A/ogfu9EPD4wGRErh6B9Y4cyv0YqGzL8r9T0fr8qLmZmSJKuXL6M4C3fws2tkVL7rBmf4OzZ0wjZFgZHx1o4eeI4pk2ZCFs7O/Tq3UdDsyVSrV0je3xzNBpRvydCT1cHAb5tcCxwAJr6hSAjO0/s9/PlOIxfES6+zskrEH9vLNfDscABuHnvCbxnfw8AWDCyDfYv7Iv203ZBEF72O/jVv3D3YTK8Z+9FZnYeJv/LHQcW/gsNfbfgcXJG+VwwUTliZoYkJy0tDaNGDsOGbzajajXlf7levBiJ4SNGon0HLzjWqoUxfuPQqFFjXI26oqHZEpVMn7kHEHbiNmIePMXNe08wfsXPqGlthqbO1kr9cnLz8Tg5QzySX2SJ5zwb1oCjtRn8VoTj9v1/cPv+Pxi3IhzN69vCq0lNAICFmRHq1qiGFXsv4VbcP/jz0XPM2/oLTAz14eJoWa7XTOpRuJtJHUdFxWCGJMd/yiT08O6JTp27FDnXunVbHDt6BH///TcEQcDZM6dx9+7v6NK1uwZmSvTuzEzkAKAUrAAvMzgP9kzAjeBR+Nq/K6orjMRzcn1dCACyc/PFtqycfOTnF6B1wxoAgKepmYh58BRDuzSAsVwPujoyjO3ZGInP0nHt7uOyvzBSO/WUmCp2oYllJpKUvXt2I/raVZy7cLnY8ytWr8XE8X6oW8seenp60NHRwcZNW9CmbdtyninR+1kyzgvnbz3EnQdPxbbjV+7jwP/9jr8ep6KWjQLzR7bBT0sHofXkMOTk5uPSbwlIz8rFojHtMD/kHGQAFo1tD11dHdiYm4jj+Hy+D3sD+uDJoakoEAQkJaejz9z9SEnP1sCVEpU9jWZmfH19IZPJIJPJoKenh5o1a2LChAlITk4W+9SqVUvs8+qxePHiIuN169YNurq6uHDhQrGf1bdv37K8HHpP8fHx+HT6NGzdFgZDQ8Ni+3y9fi0uXbqAfQeP4NeLUVi8dAWmTZmIiFMny3m2RO9u1aTOcHOyxMigH5Ta952NRfilONx58BQ/XryHvl8cgHONavBu6QQA+CclE8P+cxQftqqDfw5NxeODU2BmLMfVu4+RXyCI46ye0hlPnmegy4zdaDd1J45G/okDC/+lFPCQ9ijczaSOo6LSeGamR48eCAkJQV5eHu7cuYPRo0fj+fPn+O6778Q+CxcuhJ+fn9L7TE1NlV7/9ddfiIyMxOTJkxEcHAwPD49ymT+pz7WrUUhKSkLrVu5iW35+Ps793y/4ZsN6PH6aggVfzMGefQfh/WFPAIBbo0a4cT0aq1cuL7YsRSQ1Kyd2go9nHXSZsRt//5P21r6Jz9LxV1Iq6tb439qxU1cfoOGoYFiYGSEvvwAp6dmI++5jPEhMAQB4NamJD1vWhu2Ar/EiIwcA4L/+FDo3c8TwLg2xfO+lsrs4KhOy/x7qGKei0ngwI5fLYWNjAwCwt7fH4MGDERoaqtTH1NRU7PMmISEh8PHxwYQJE9CyZUusXr0aJib8V4g26dipM65cu6nUNm7sKNSv/wFmfDob+fn5yM3NhY6OckJRV1cXBQUFIJK6VZM6oXfruuj26V48eJyqsr+5qSHsq5si4Vl6kXNPUzMBAB0aO8CqqjGOXfgTwMsdTwBQ8EqmpvC1jKskqYLSeDDzqnv37iE8PBz6+vqlep8gCAgJCcHXX3+NDz74APXq1cPevXsxatSod55LdnY2srP/V19OTVX9Fw+9H1NTUzR0dVVqMzExgbmFhdjern0HzPnsUxgZGaFmTUf83y9nsTNsO5YsW6mJKROV2OrJnTG44wcYGHAYaZk5sK728t4wKek5yMrJg4mhPr4Y0RqHzv2OhGfpcLQ2w8JR7fA0JRNHzt8VxxnRrSFi/3qGJykZaOVih+UTOmLdwSjcffiyPH8xJgHJadnY8mkPBO68gMzsPIz2dkMtGwXCL8Vp5Nrp/ehABh011Ih0KnBuRuPBzLFjx1ClShXk5+cjK+vlqv6VK5W/mGbPno0vvviiyPu8vLwAACdPnkRGRga6d3+5o2X48OEIDg5+r2AmKCgIX3755Tu/n8rG9p27MX/u5/D99zAkP3uGmo6OCFi4CH7jP9b01IjeanyvJgCAE8sHK7X7LQ9H2InbyC8Q0LCWJYZ2aYCqJnIkPkvH2et/YUTgMaRl5or969mbY+GodjA3NcSDxylY+t1FrD0QJZ5/mpqJPnP3I8C3LX5aMhD6ujqIefAUAwMO4ea9J+VyraReLDOpJhMEQVDdrWz4+vri77//xsaNG5GRkYEtW7bg999/x7Fjx6Cn9zLOqlWrFoYPHw5fX1+l99aoUQNGRi+3LA4ZMgTVq1fHunXrAACPHz+Gvb09bt26hfr164uf9fz5cxw6dKhEcysuM+Pg4IDHT1NgZmb2nldOpH2q9Vyh6SkQaYyQl4XsiC+QklJ+3wGpqalQKBQ4efUBTEzf/zPTX6SiSzPHcr2G8qLxCqqJiQnq1q2LRo0aYe3atcjOzi6SEbG0tETdunWVjsJA5tmzZzh06BA2bNgAPT096OnpoUaNGsjLy8PWrVvfeV5yuRxmZmZKBxERUbmTqfGooDQezLxuwYIFWL58OR49elSi/jt37oS9vT2uX7+O6Oho8Vi9ejW2bduGvLw81YMQERFJFG+ap5rG18y8zsvLCw0bNkRgYCDWr18PAHjx4gUSExOV+hkbG8PMzAzBwcEYMGAAXF9bOOro6IjZs2fjhx9+QJ8+L5/Zk5KSgujoaKV+5ubmqFmzZtldEBEREZUpyWVmAGD69OnYvHkz4uPjAQDz58+Hra2t0jFr1ixERUXh+vXr6N+/f5ExTE1N0a1bNwQHB4ttZ86cQdOmTZWO+fPnl9t1ERERlZq6bphXcRMzml0ArE0KF2JxATBVVlwATJWZJhcAR0T/hSpqWACc9iIVnZrU5AJgIiIiIqmR3JoZIiIiegVvNKMSgxkiIiIJU9dOpIq8m4llJiIiItJqzMwQERFJmLgbSQ3jVFQMZoiIiCSMS2ZUY5mJiIiItBozM0RERFLG1IxKDGaIiIgkjLuZVGOZiYiIiLQaMzNEREQSxt1MqjGYISIikjAumVGNZSYiIiLSaszMEBERSRlTMyoxmCEiIpIw7mZSjWUmIiIi0mrMzBAREUkYdzOpxmCGiIhIwrhkRjWWmYiIiEirMTNDREQkZUzNqMRghoiISMK4m0k1lpmIiIhIqzEzQ0REJGHczaQaMzNEREQSJlPjUVIBAQGQyWRKh42NjXheEAQEBATAzs4ORkZG8PLywu3bt5XGyM7OxpQpU2BpaQkTExP07t0bDx8+fKefgSoMZoiIiKiIhg0bIiEhQTxu3rwpnlu6dClWrlyJ9evX4/Lly7CxsUHXrl3x4sULsY+/vz8OHjyI3bt349y5c0hLS4OPjw/y8/PVPleWmYiIiKRMQ7uZ9PT0lLIxhQRBwOrVqzF37lz069cPALBt2zZYW1tj165dGD9+PFJSUhAcHIwdO3agS5cuAICwsDA4ODjg5MmT6N69+3tfzquYmSEiIpIwmRp/AUBqaqrSkZ2dXezn3r17F3Z2dnBycsKQIUNw7949AEBcXBwSExPRrVs3sa9cLkeHDh3w66+/AgCioqKQm5ur1MfOzg6urq5iH3ViMENERFSJODg4QKFQiEdQUFCRPq1atcL27dvx888/Y/PmzUhMTETr1q3x9OlTJCYmAgCsra2V3mNtbS2eS0xMhIGBAapVq/bGPurEMhMREZGEqXs3U3x8PMzMzMR2uVxepK+3t7f4ezc3N3h6eqJOnTrYtm0bPDw8/jue8qQEQSjS9rqS9HkXzMwQERFJmLp3M5mZmSkdxQUzrzMxMYGbmxvu3r0rrqN5PcOSlJQkZmtsbGyQk5OD5OTkN/ZRJwYzRERE9FbZ2dmIiYmBra0tnJycYGNjgxMnTojnc3JycPbsWbRu3RoA4O7uDn19faU+CQkJuHXrlthHnVhmIiIikjIN7GaaOXMmevXqhZo1ayIpKQn/+c9/kJqaipEjR0Imk8Hf3x+BgYFwdnaGs7MzAgMDYWxsjKFDhwIAFAoFxowZgxkzZsDCwgLm5uaYOXMm3NzcxN1N6sRghoiISMI08Wymhw8f4qOPPsI///yD6tWrw8PDAxcuXICjoyMAYNasWcjMzMTEiRORnJyMVq1a4fjx4zA1NRXHWLVqFfT09DBo0CBkZmaic+fOCA0Nha6u7ntfS5FrEwRBUPuoFVBqaioUCgUeP01RWjhFVFlU67lC01Mg0hghLwvZEV8gJaX8vgMKv3eu3k1EFdP3/8y0F6lo5mxTrtdQXpiZISIikjI17WaqwA/NZjBDREQkZRq6AbBW4W4mIiIi0mrMzBAREUkZUzMqMZghIiKSME3sZtI2LDMRERGRVmNmhoiISMLU/WymiojBDBERkYRxyYxqLDMRERGRVmNmhoiISMqYmlGJwQwREZGEcTeTaiwzERERkVZjZoaIiEjCZFDTbqb3H0KyGMwQERFJGJfMqMYyExEREWk1ZmaIiIgkjDfNU43BDBERkaSx0KQKy0xERESk1ZiZISIikjCWmVRjMENERCRhLDKpxjITERERaTVmZoiIiCSMZSbVGMwQERFJGJ/NpBrLTERERKTVmJkhIiKSMq4AVonBDBERkYQxllGNZSYiIiLSaszMEBERSRh3M6nGYIaIiEjCuJtJNZaZiIiISKsxM0NERCRlXAGsEoMZIiIiCWMsoxrLTERERKTVmJkhIiKSMO5mUo2ZGSIiItJqzMwQERFJmnq2ZlfkVTMMZoiIiCSMZSbVWGYiIiIircZghoiIiLQay0xEREQSxjKTaszMEBERkVZjZoaIiEjC+KBJ1RjMEBERSRjLTKqxzERERERajZkZIiIiCeODJlVjMENERCRljGZUYpmJiIiItBozM0RERBLG3UyqMZghIiKSMO5mUo1lJiIiItJqzMwQERFJGNf/qsZghoiISMoYzajEMhMRERFpNWZmiIiIJIy7mVRjMENERCRh3M2kGoOZEhIEAQDwIjVVwzMh0gwhL0vTUyDSmML//wu/C8pTqpq+d9Q1jhQxmCmhFy9eAADqOjloeCZERKQpL168gEKhKJfPMjAwgI2NDZzV+L1jY2MDAwMDtY0nFTJBE2GmFiooKMCjR49gamoKWUXO1UlUamoqHBwcEB8fDzMzM01Ph6jc8c+AZgmCgBcvXsDOzg46OuW3dyYrKws5OTlqG8/AwACGhoZqG08qmJkpIR0dHdjb22t6GpWemZkZ/yKnSo1/BjSnvDIyrzI0NKyQwYe6cWs2ERERaTUGM0RERKTVGMyQVpDL5ViwYAHkcrmmp0KkEfwzQPRmXABMREREWo2ZGSIiItJqDGaIiIhIqzGYISIiIq3GYIaIiIi0GoMZIiIi0moMZoiIiEirMZghrXbt2jVs2LBB09MgIiINYjBDWuvGjRtwd3dHXFycpqdCpDG8VRgRgxnSUtevX4eHhwfmzp2LZcuWaXo6ROUuLS0NACCTyRjQUKXHYIa0zo0bN9C2bVv4+/vjq6++EttXrVqFn376SYMzIyofCQkJ+Oijj7Bjxw4ADGiIGMyQVnn+/Dl69OiBRo0aITAwUGxfsmQJFixYAENDQw3Ojqh8JCUlIS8vDyEhIdi7dy8ABjRUuTGYIa2Rn58PMzMzjBs3DleuXMHmzZsBAEFBQVi6dCn279+Pjh07aniWRGWvcePGWLRoEapXr47169crBTQFBQViv7y8PNy8eVNT0yQqNwxmSCvcuXMHn3zyCfLz8zFjxgzMnz8f48ePh4+PD9asWYPvvvsOXbt2VfqX6alTp5CcnKzBWROpX2Gw0qxZM8yaNQu2trZKAY2Ojg4EQUBOTg4++eQTTJs2DSkpKZqcMlGZYzBDWmHhwoVISEiAvr4+TE1NMX36dCxZsgQnTpzAwIED0a1bNxQUFEAmkwEA5s6di65duyIzM1PDMyd6fw8fPsTDhw+RkZEBHR0d5OXlAQDc3d2VAprvv/8ewMuAZ8aMGdi0aRNWrFgBhUKhyekTlTk9TU+AqCRycnJgbW0N4OVWVCMjI4wfPx75+fmYM2cOXF1dMX78eADA/PnzsWbNGly8eBF2dnaanDbRe0tISEDdunXx4YcfoqCgAAEBAXB2doae3su/vt3d3TFz5kwsX74c69atQ15eHq5evYrg4GBcvHgRTZs21fAVEJU9BjOkFfT19WFhYQHg5doZPT09mJmZYdq0acjPz8eECRNQpUoVJCQkYNmyZTh37hzc3d01PGui95eWlgZ9fX24ublBR0cHffv2RYcOHdC2bVv4+flBEAS0aNECn3zyCdauXYsJEyYgMzMTkZGRDGSo0mAwQ5L0xx9/ICwsDAEBAQCAxMREuLq6AgB0dXXFfkZGRvjkk0+go6ODESNGAAAuX77MQIYqBEEQ4OzsjICAAFy/fh3bt2+Hh4cHfvvtNyxYsADff/89OnTogOnTp8PDwwMKhQL6+vqYPXs2GjRooOnpE5UbrpkhyREEAb/88gsWLlyIzz77DACQnZ0tBjGF62IKGRsbY/Lkydi0aRPu3LnDQIa03qs7kgDA1dUVd+7cQWxsLLp3745p06bB3d0dd+7cwb59+1C3bl1MmzYN+vr62Lp1KwMZqnRkAm9MQBKUnJyMPXv2YM6cORg9ejQSEhJQrVo1uLu7IycnBwqFAvn5+UhNTUV6ejoaNWqELl26QEeH8Tlpt5iYGJw+fRqjR49Wum+Sj48PjI2NsXfvXvj6+uLEiRM4cuQIXF1dMX/+fFy5cgVbtmyBk5OTBmdPpBkMZkhSBEEQMy/Pnz/Hrl27EBQUhL///huurq7Izc1FcnIyDA0NxS2oBgYGOHDgABo2bKjh2RO9n+vXr6Np06ZYvnw5pk+fDuDlGjFdXV2cPXsWK1aswD///IP79+/j8OHDaNGihfjetLQ0VKlSRVNTJ9IorpkhScjIyIBMJoORkZH4l3fVqlUxZMgQ6OjoYOnSpWjevDm2bt0q9jcwMICenh7/EqcKITo6Gm3atMHnn38uBjIAxGxjw4YNkZiYiJs3b+L333+Hg4MDgJclKR0dHf4ZoEqNOXnSuN9//x1t2rSBr68voqKikJOTI54zNzfHgAEDMHPmTBw4cAAzZswA8HKdTH5+PgDAxMREI/MmUpdbt26hTZs2+PTTT7Fo0SKxfceOHbhy5QoKCgpgaWmJRYsWwcbGBvHx8WIfllaJGMyQhgmCgIiICGRkZMDJyQm9e/fGtGnTsGHDBgAQ/xIfPHgwAgMDsXPnTkycOBEAIJfLARRdEEykTR4/fow2bdqgbdu2WLBggdi+ZMkSjBw5EoIgiAFLnTp14OjoiFOnTmlqukSSxGCGNKawtNShQwekpKTgo48+wokTJ1CnTh0sWrQI/fr1w4oVK5CSkgILCwuMHTsWM2fOxE8//YSkpCQ+VI8qBGtra7Rv3x5PnjzBzp07AQArVqzAsmXL8PPPP6Nly5bi/+u1a9dGq1atsGnTJt7dmugVXABMGhEVFYVBgwbh5MmTcHJywsKFC3Hnzh1s3rwZpqamKCgogIWFhXi331mzZqF58+Zo164dkpOTUa1aNU1fApFa9e/fH3/++Sfq16+PEydO4ODBg+jQoYPSovjjx4/D3t4eCoUCNWrU0PCMiaSDmRkqd9evX0fHjh3Ru3dvcRtpq1atcOfOHfHBkBMmTICxsTHOnz+PcePGYffu3Rg2bBhSU1MZyJDWu3//PlavXo1FixZh//79AID9+/fDxcUF33//Pfz8/NCuXTul98yZMwd+fn4wMzNjIEP0GmZmqFzduHEDnp6e8Pf3V1roCAAjR45EXl4e9PX18fPPP+PYsWPiDfDu3r0LMzMz8flMRNrqxo0b8PHxgaOjIx49eoTExEQsW7ZMXAv20Ucf4datW/j0008xYMAAGBsbY/78+Vi2bBl++eUXpe3YRPQSgxkqN/Hx8WjWrBk6deqEPXv2iO3Lly/Hs2fP0KFDBwwbNgyWlpb47rvv0LRpU6UUO5G2Kwzmp06dii+//BIxMTEYNmwYZDIZwsPDxYzLgAEDEBMTg4ULF+LKlStYvXo1nzdG9Ba8zwyVm/z8fDg5OSErKwvnz59HmzZtsHjxYgQFBeHHH3+Eu7s76tSpg3r16okPyGMgQxVFfHw8OnfujJ49eyIoKAgA0LhxY1hbWyM2Nha6urpIT0+HiYkJ9u3bh5EjR2LgwIEwMTHB+fPn0axZMw1fAZF0MTND5eru3buYOnUqDAwMYG1tjcOHD2PHjh3o1q0bAODo0aOYOHEidu3aVWTNAJE2u3//PgYNGgRbW1vMmjULbdq0QVBQEObOnYtGjRrB2toaBQUFaN68OXx9fWFvb4+AgACMHDlSfMgqERWPwQyVu99//x2TJ0/GuXPn8NVXX4k3wgNe/uvVy8sLw4cPx/z585WekE2k7V4N5q2srHD48GF88803aNu2LWJjY/Hbb79hxYoVePbsGRo3bowff/wR+vr6mp42keQxmCGN+PPPPzFx4kTo6upizpw5aNu2rXhuzZo16NatG1xcXDQ4Q6Ky8Wowv3DhQsycOVPpfFpaGm7evAkrKyvUqVNHQ7Mk0i4MZkhjCv+VKggC5s2bhzZt2mh6SkTl4k3BfF5eHvT0uJSRqLR4nxnSGGdnZ6xduxb6+vqYOXMmLly4oOkpEZWLOnXqYP369RAEAf/5z39w/vx5AGAgQ/SOGMyQRjk7O2PZsmWwt7eHnZ2dpqdDVG4YzBOpD8tMJAk5OTkwMDDQ9DSIyt1vv/2GefPmYcWKFahZs6amp0OklRjMEBFpGIN5ovfDYIaIiIi0GtfMEBERkVZjMENERERajcEMERERaTUGM0RERKTVGMwQERGRVmMwQ0RERFqNwQxRBRIQEIAmTZqIr319fdG3b99yn8f9+/chk8kQHR39xj61atXC6tWrSzxmaGgoqlat+t5zk8lkOHTo0HuPQ0TSwWCGqIz5+vpCJpNBJpNBX18ftWvXxsyZM5Genl7mn71mzRqEhoaWqG9JAhAiIiniU82IykGPHj0QEhKC3Nxc/N///R/Gjh2L9PR0bNy4sUjf3Nxc6Ovrq+VzFQqFWsYhIpIyZmaIyoFcLoeNjQ0cHBwwdOhQDBs2TCx1FJaGtm7ditq1a0Mul0MQBKSkpGDcuHGwsrKCmZkZOnXqhOvXryuNu3jxYlhbW8PU1BRjxoxBVlaW0vnXy0wFBQVYsmQJ6tatC7lcjpo1a2LRokUAACcnJwBA06ZNIZPJ4OXlJb4vJCQELi4uMDQ0xAcffIANGzYofc6lS5fQtGlTGBoaonnz5rh27Vqpf0YrV66Em5sbTExM4ODggIkTJyItLa1Iv0OHDqFevXowNDRE165dER8fr3T+6NGjcHd3h6GhIWrXro0vv/wSeXl5pZ4PEWkPBjNEGmBkZITc3Fzx9R9//IG9e/di//79YpmnZ8+eSExMxI8//oioqCg0a9YMnTt3xrNnzwAAe/fuxYIFC7Bo0SJcuXIFtra2RYKM133++edYsmQJ5s2bhzt37mDXrl2wtrYG8DIgAYCTJ08iISEBBw4cAABs3rwZc+fOxaJFixATE4PAwEDMmzcP27ZtAwCkp6fDx8cH9evXR1RUFAICAjBz5sxS/0x0dHSwdu1a3Lp1C9u2bUNERARmzZql1CcjIwOLFi3Ctm3bcP78eaSmpmLIkCHi+Z9//hnDhw/H1KlTcefOHWzatAmhoaFiwEZEFZRARGVq5MiRQp8+fcTXFy9eFCwsLIRBgwYJgiAICxYsEPT19YWkpCSxz6lTpwQzMzMhKytLaaw6deoImzZtEgRBEDw9PYWPP/5Y6XyrVq2Exo0bF/vZqampglwuFzZv3lzsPOPi4gQAwrVr15TaHRwchF27dim1ffXVV4Knp6cgCIKwadMmwdzcXEhPTxfPb9y4sdixXuXo6CisWrXqjef37t0rWFhYiK9DQkIEAMKFCxfEtpiYGAGAcPHiRUEQBKFdu3ZCYGCg0jg7duwQbG1txdcAhIMHD77xc4lI+3DNDFE5OHbsGKpUqYK8vDzk5uaiT58+WLdunXje0dER1atXF19HRUUhLS0NFhYWSuNkZmbizz//BADExMTg448/Vjrv6emJ06dPFzuHmJgYZGdno3PnziWe95MnTxAfH48xY8bAz89PbM/LyxPX48TExKBx48YwNjZWmkdpnT59GoGBgbhz5w5SU1ORl5eHrKwspKenw8TEBACgp6eH5s2bi+/54IMPULVqVcTExKBly5aIiorC5cuXlTIx+fn5yMrKQkZGhtIciajiYDBDVA46duyIjRs3Ql9fH3Z2dkUW+BZ+WRcqKCiAra0tzpw5U2Ssd92ebGRkVOr3FBQUAHhZamrVqpXSOV1dXQCAIAjvNJ9XPXjwAB9++CE+/vhjfPXVVzA3N8e5c+cwZswYpXIc8HJr9esK2woKCvDll1+iX79+RfoYGhq+9zyJSJoYzBCVAxMTE9StW7fE/Zs1a4bExETo6emhVq1axfZxcXHBhQsX8O9//1tsu3DhwhvHdHZ2hpGREU6dOoWxY8cWOW9gYADgZSajkLW1NWrUqIF79+5h2LBhxY7boEED7NixA5mZmWLA9LZ5FOfKlSvIy8vDihUroKPzcinf3r17i/TLy8vDlStX0LJlSwBAbGwsnj9/jg8++ADAy59bbGxsqX7WRKT9GMwQSVCXLl3g6emJvn37YsmSJahfvz4ePXqEH3/8EX379kXz5s0xbdo0jBw5Es2bN0fbtm2xc+dO3L59G7Vr1y52TENDQ8yePRuzZs2CgYEB2rRpgydPnuD27dsYM2YMrKysYGRkhPDwcNjb28PQ0BAKhQIBAQGYOnUqzMzM4O3tjezsbFy5cgXJycmYPn06hg4dirlz52LMmDH44osvcP/+fSxfvrxU11unTh3k5eVh3bp16NWrF86fP49vvvmmSD99fX1MmTIFa9euhb6+PiZPngwPDw8xuJk/fz58fHzg4OCAgQMHQkdHBzdu3MDNmzfxn//8p/T/IYhIK3A3E5EEyWQy/Pjjj2jfvj1Gjx6NevXqYciQIbh//764+2jw4MGYP38+Zs+eDXd3dzx48AATJkx467jz5s3DjBkzMH/+fLi4uGDw4MFISkoC8HI9ytq1a7Fp0ybY2dmhT58+AICxY8diy5YtCA0NhZubGzp06IDQ0FBxK3eVKlVw9OhR3LlzB02bNsXcuXOxZMmSUl1vkyZNsHLlSixZsgSurq7YuXMngoKCivQzNjbG7NmzMXToUHh6esLIyAi7d+8Wz3fv3h3Hjh3DiRMn0KJFC3h4eGDlypVwdHQs1XyISLvIBHUUvImIiIg0hJkZIiIi0moMZoiIiEirMZghIiIircZghoiIiLQagxkiIiLSagxmiIiISKsxmCEiIiKtxmCGiIiItBqDGSIiItJqDGaIiIhIqzGYISIiIq32/wHOmIm0uLg+AAAAAElFTkSuQmCC",
      "text/plain": [
       "<Figure size 640x480 with 2 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "bnv.fit(X_train, y_train)\n",
    "pred = bnv.predict(x_text)\n",
    "score = metrics.accuracy_score(y_test, pred)\n",
    "print(\"accuracy:   %0.3f\" % score)\n",
    "cm = metrics.confusion_matrix(y_test, pred)\n",
    "plot_confusion_matrix(cm, classes=['FAKE', 'REAL'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5b67dc42",
   "metadata": {},
   "source": [
    "# Bernoulli naive bayes with hyperparameter tuning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "id": "9b0265dc",
   "metadata": {},
   "outputs": [],
   "source": [
    "classifier=BernoulliNB(alpha=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "id": "7aa060ef",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\anaconda\\Lib\\site-packages\\sklearn\\naive_bayes.py:624: FutureWarning: The default value for `force_alpha` will change to `True` in 1.4. To suppress this warning, manually set the value of `force_alpha`.\n",
      "  warnings.warn(\n",
      "C:\\anaconda\\Lib\\site-packages\\sklearn\\naive_bayes.py:633: UserWarning: alpha too small will result in numeric errors, setting alpha = 1.0e-10. Use `force_alpha=True` to keep alpha unchanged.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "alpha:0.0 score:0.8987572493786247\n",
      "alpha:0.1 score:0.9082021541010771\n",
      "alpha:0.2 score:0.9075393537696769\n",
      "alpha:0.30000000000000004 score:0.9057166528583265\n",
      "alpha:0.4 score:0.9047224523612262\n",
      "alpha:0.5 score:0.904059652029826\n",
      "alpha:0.6000000000000001 score:0.9032311516155758\n",
      "alpha:0.7000000000000001 score:0.9028997514498758\n",
      "alpha:0.8 score:0.9024026512013256\n",
      "alpha:0.9 score:0.9020712510356255\n"
     ]
    }
   ],
   "source": [
    "previous_score =0\n",
    "for alpha in np.arange(0,1,0.1):#0-0.9 with increment or step of 0.1\n",
    "    sub_classifier=BernoulliNB(alpha=alpha)\n",
    "    sub_classifier.fit(X_train,y_train)\n",
    "    y_pred1=sub_classifier.predict(x_text)\n",
    "    Score=metrics.accuracy_score(y_test,y_pred1)\n",
    "    print('alpha:{} score:{}'.format(alpha,Score))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "b5e09bc1",
   "metadata": {},
   "outputs": [],
   "source": [
    "bnv=BernoulliNB(alpha=0.1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "f17ced0a",
   "metadata": {},
   "outputs": [],
   "source": [
    "bnv.fit(X_train,y_train)\n",
    "y_pred_last=bnv.predict(x_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "005bfce6",
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import confusion_matrix,accuracy_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "c937128a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[2920,  469],\n",
       "       [  85, 2561]], dtype=int64)"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "confusion_matrix(y_test,y_pred_last)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "00afa3b1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9082021541010771"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "accuracy_score(y_test,y_pred_last)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "84ffa9ef",
   "metadata": {},
   "outputs": [],
   "source": [
    "feature_names=cv.get_feature_names_out()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "id": "7760a10c",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(-0.497343959548191, 'new'),\n",
       " (-0.5049195740080012, 'time'),\n",
       " (-0.5115956437241191, 'york'),\n",
       " (-0.5118349010704613, 'new york'),\n",
       " (-0.5139907970810764, 'york time'),\n",
       " (-0.5139907970810764, 'new york time'),\n",
       " (-1.4812833165978896, 'breitbart'),\n",
       " (-1.5107329834158278, 'trump'),\n",
       " (-2.776411170096188, 'donald'),\n",
       " (-2.783346010648647, 'donald trump'),\n",
       " (-3.262062972285821, 'say'),\n",
       " (-3.4926282308311, 'obama'),\n",
       " (-3.521324604505323, 'clinton'),\n",
       " (-3.618042859121692, 'presid'),\n",
       " (-3.628789872822284, 'state'),\n",
       " (-3.68432885310993, 'report'),\n",
       " (-3.6958166302195723, 'attack'),\n",
       " (-3.761472663660106, 'brief'),\n",
       " (-3.7864583481863097, 'hous'),\n",
       " (-3.818594789738098, 'hillari'),\n",
       " (-3.9073296390587746, 'hillari clinton'),\n",
       " (-3.9073296390587746, 'brief new york'),\n",
       " (-3.9073296390587746, 'brief new'),\n",
       " (-3.95858536700067, 'year'),\n",
       " (-3.966126880873457, 'even'),\n",
       " (-3.973725701632082, 'news'),\n",
       " (-3.9813827068832763, 'kill'),\n",
       " (-4.012610849430862, 'call'),\n",
       " (-4.020572674928871, 'white'),\n",
       " (-4.053069441842689, 'plan')]"
      ]
     },
     "execution_count": 57,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(zip(bnv.feature_log_prob_[0],feature_names),reverse=True)[:30] #MOST TRUE VALUES"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "id": "6e94f314",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(-11.152271185395781, 'access pipelin protest'),\n",
       " (-11.152271185395781, 'acknowledg emf'),\n",
       " (-11.152271185395781, 'acknowledg emf damag'),\n",
       " (-11.152271185395781, 'acquit'),\n",
       " (-11.152271185395781, 'acr'),\n",
       " (-11.152271185395781, 'adhd'),\n",
       " (-11.152271185395781, 'airstrik kill'),\n",
       " (-11.152271185395781, 'al nusra'),\n",
       " (-11.152271185395781, 'america last'),\n",
       " (-11.152271185395781, 'america vote'),\n",
       " (-11.152271185395781, 'american concern'),\n",
       " (-11.152271185395781, 'american concern elect'),\n",
       " (-11.152271185395781, 'american peopl defeat'),\n",
       " (-11.152271185395781, 'aqsa'),\n",
       " (-11.152271185395781, 'arabian'),\n",
       " (-11.152271185395781, 'ariel noyola'),\n",
       " (-11.152271185395781, 'ariel noyola rodr'),\n",
       " (-11.152271185395781, 'ask question'),\n",
       " (-11.152271185395781, 'auf'),\n",
       " (-11.152271185395781, 'avail'),\n",
       " (-11.152271185395781, 'babi powder'),\n",
       " (-11.152271185395781, 'bad news'),\n",
       " (-11.152271185395781, 'badg'),\n",
       " (-11.152271185395781, 'ballot'),\n",
       " (-11.152271185395781, 'baltic'),\n",
       " (-11.152271185395781, 'banana'),\n",
       " (-11.152271185395781, 'banana republ'),\n",
       " (-11.152271185395781, 'barack obama delay'),\n",
       " (-11.152271185395781, 'beg'),\n",
       " (-11.152271185395781, 'behind trump')]"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(zip(bnv.feature_log_prob_[0],feature_names))[:30] #most fakest values if negative number is higher it means most fakest if negative value less it means more true"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8a293c51",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}